-- Logs begin at Mon 2021-12-20 15:56:47 UTC, end at Mon 2021-12-20 17:40:24 UTC. -- Dec 20 16:27:37.780600 dv-neutron-822328-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 16:27:40.632666 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.common.config [-] Logging enabled! Dec 20 16:27:40.633305 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev300 Dec 20 16:27:40.633439 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103217) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 16:27:40.636760 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.common.config [-] Logging enabled! Dec 20 16:27:40.637018 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev300 Dec 20 16:27:40.637329 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103217) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 16:27:40.638321 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 16:27:40.638571 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 16:27:40.638937 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 16:27:40.639181 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 16:27:40.639406 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 16:27:40.639724 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.640141 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 20 16:27:40.640447 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.640741 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.641031 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.641324 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.641612 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.641890 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.642177 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.642493 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.642777 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.643053 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.643332 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.643620 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.643898 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.644179 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.644461 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.644741 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] debug = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.645017 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.645448 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.645860 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.646138 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.647029 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.647308 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.647579 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.647860 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.648140 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.648462 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] host = dv-neutron-822328-3-hyperv {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.648739 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.649026 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.649311 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.649595 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.649868 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.650145 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.650722 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.651001 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.651275 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] log_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.651551 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.651838 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.652126 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.652414 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.652640 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.652862 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.653158 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.653445 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.653721 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.653996 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.654280 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.654572 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.654848 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.655118 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.655402 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.655685 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.655969 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.656243 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.656516 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.656790 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.657061 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.657343 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.657614 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.657887 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.658159 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.658470 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.658742 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.659015 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.659312 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.659598 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.659882 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.660168 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.660442 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.660725 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.660998 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.661268 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.661538 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] use_json = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.661829 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.662106 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.662410 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.662687 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.662960 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.663233 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.663505 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.663789 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:40.664087 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.664383 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.664684 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.664968 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.665271 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.665550 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.665840 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.666118 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.666446 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.666738 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.667033 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.667400 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.667690 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.667970 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.668267 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.668571 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.668868 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.669159 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.669432 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.669706 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.669979 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.670274 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.670567 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.670844 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.671130 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.671415 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.671694 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.671990 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.672276 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.672568 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.672854 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.673129 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.673407 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.673697 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.673975 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.674251 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.674997 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.674997 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.675182 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.675363 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.675746 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.676035 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.676315 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.676591 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.676877 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.677170 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.677468 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.677743 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.678015 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.678313 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.678589 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.678872 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.679152 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.679426 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.679698 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.679977 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.680251 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.680525 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.680803 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.681077 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.681353 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.681628 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.681898 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.682173 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.682470 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.682744 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.683015 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.683286 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.683562 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.683835 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.684105 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.684377 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.684649 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.684921 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.685205 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.685500 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.685776 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.686053 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.686353 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.686633 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.686910 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.687185 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.687460 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.687736 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.688007 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.688294 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.688574 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.688858 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.689138 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.689438 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.689730 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.690005 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.690309 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.690588 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.690866 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.691150 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.691432 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.691725 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.692018 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.692311 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.692605 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.692894 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.693686 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.693993 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.694283 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:40.694507 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 16:27:40.694747 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103217) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 16:27:41.117910 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 16:27:41.118189 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 16:27:41.118522 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 16:27:41.119007 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 16:27:41.443598 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.443896 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.444169 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.445472 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.445745 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.446012 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.491449 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.491721 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.491984 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.505923 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.506205 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.506501 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.534689 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.534964 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.535224 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.572869 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.573144 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.573408 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.916602 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.917218 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.917218 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.917396 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:41.917992 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.016969 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.017291 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.017571 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.017843 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.018107 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.018445 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.018707 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.018962 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.019213 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.019494 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.019751 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.020013 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.020265 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.020514 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.020766 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.021025 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.021796 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.022061 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.022349 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.022610 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.022879 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.023133 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.023412 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.023789 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.024038 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.024285 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.024680 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 16:27:42.024922 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 16:27:42.025159 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 16:27:42.025659 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 16:27:42.025897 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 16:27:42.026133 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 16:27:42.026532 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 16:27:42.029628 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 16:27:42.033686 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 16:27:42.038231 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 20 16:27:42.039886 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 16:27:42.040347 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 16:27:42.040683 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 16:27:42.041065 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 16:27:42.043911 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 16:27:42.044166 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 16:27:42.044513 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 16:27:42.049845 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 20 16:27:42.073269 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 20 16:27:42.073716 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.074015 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103217) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 20 16:27:42.074409 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.075797 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103217) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 16:27:42.076076 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 16:27:42.076318 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 16:27:42.081358 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.081639 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.144788 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 16:27:42.145026 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 16:27:42.145262 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 16:27:42.145624 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 16:27:42.167629 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_db.sqlalchemy.engines [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103217) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 20 16:27:42.595611 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Initializing driver for type 'gre' Dec 20 16:27:42.596182 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] gre ID ranges: [(1, 1000)] Dec 20 16:27:42.647574 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Initializing driver for type 'local' Dec 20 16:27:42.647934 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Initializing driver for type 'vlan' Dec 20 16:27:42.660700 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] VlanTypeDriver initialization complete Dec 20 16:27:42.661000 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Initializing driver for type 'vxlan' Dec 20 16:27:42.661517 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] vxlan ID ranges: [(1, 1000)] Dec 20 16:27:42.713778 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Initializing extension driver 'port_security' Dec 20 16:27:42.714177 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.extensions.port_security [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] PortSecurityExtensionDriver initialization complete Dec 20 16:27:42.714649 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Initializing mechanism driver 'openvswitch' Dec 20 16:27:42.714986 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Initializing mechanism driver 'hyperv' Dec 20 16:27:42.721783 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:42.722654 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > port after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.723030 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > port after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.723382 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > port after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.723917 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 16:27:42.724351 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > subnet after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.724707 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > subnet after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.725052 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.725447 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 16:27:42.725854 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > network after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.726205 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > network after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.726576 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > network after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.726973 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 16:27:42.727382 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > security_group after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.727735 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > security_group after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.728090 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.728475 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 16:27:42.728880 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.729222 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.729560 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.729953 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 16:27:42.730396 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > address_group after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.730746 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > address_group after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.731081 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.731476 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 16:27:42.731854 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] ML2 OVO RPC backend initialized. {{(pid=103217) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 20 16:27:42.732559 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.732912 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.733326 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > network before_response 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.733673 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > networks before_response 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.734018 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > port before_response 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.734388 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > ports before_response 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.734730 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > subnet before_response 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.735068 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > subnets before_response 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.735409 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > network after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.735744 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > network after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.736076 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > network after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.736407 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > port after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.736737 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > port after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.737066 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > port after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.737427 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > subnet after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.737758 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > subnet after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.738084 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.738681 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.plugin [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Modular L2 Plugin initialization complete Dec 20 16:27:42.739009 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading services supported by the core plugin {{(pid=103217) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 16:27:42.739331 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.plugins.ml2.managers [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Got port-security extension from driver 'port_security' Dec 20 16:27:42.740269 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.extensions.vlantransparent [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Disabled vlantransparent extension. Dec 20 16:27:42.740753 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103217) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 16:27:42.741071 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading Plugin: router Dec 20 16:27:42.777477 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.777865 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router after_create 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.778233 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router before_create 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.778618 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.778987 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.779339 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router after_delete 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.779693 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.780158 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.780516 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router after_create 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.780863 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router after_update 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.781210 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router after_update 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.781555 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.781915 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router after_update 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.782357 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router precommit_update 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.782727 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: port after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.783065 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: port after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.783401 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: subnet after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.783732 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.784082 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.784428 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router precommit_create 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.784766 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: port before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.785104 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router precommit_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.785454 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router after_update 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.785792 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.786138 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router precommit_create 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.786531 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.786899 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router precommit_update 55549900 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.787260 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > agent after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.787606 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > agent after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.787947 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > network after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.788808 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Tracking information for resource: router configured {{(pid=103217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 16:27:42.789138 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Tracking information for resource: floatingip configured {{(pid=103217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 16:27:42.794084 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.db.l3_agentschedulers_db [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 16:27:42.794689 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: port after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.795048 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: port after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.795398 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: port after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.795746 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: port after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.796518 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router before_create 55550100 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.796881 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.797240 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router precommit_create 55550100 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.797593 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > router precommit_update 55550100 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.802864 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.services.provider_configuration [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service providers = [] {{(pid=103217) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 16:27:42.803228 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.db.servicetype_db [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103217) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 16:27:42.806151 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.services.service_base [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 16:27:42.806518 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.services.service_base [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 16:27:42.806857 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.services.service_base [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 16:27:42.807745 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.services.service_base [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 16:27:42.808120 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.services.service_base [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 16:27:42.808491 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 16:27:42.808806 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 16:27:42.820077 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 16:27:42.820414 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading Plugin: auto_allocate Dec 20 16:27:42.826306 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: network precommit_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.826675 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: network precommit_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.827190 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 16:27:42.827512 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading Plugin: tag Dec 20 16:27:42.834240 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 16:27:42.834591 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading Plugin: timestamp Dec 20 16:27:42.838408 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 16:27:42.838740 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading Plugin: network_ip_availability Dec 20 16:27:42.844202 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.844574 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.844930 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:42.845680 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 16:27:42.845953 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading Plugin: flavors Dec 20 16:27:42.851597 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 16:27:42.851927 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading Plugin: revisions Dec 20 16:27:42.856534 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 16:27:42.856919 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_concurrency.lockutils [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.738s {{(pid=103217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 16:27:42.857658 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103217) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 20 16:27:42.857994 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Initializing extension manager. Dec 20 16:27:42.858539 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: __init__.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.858881 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: __pycache__ {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.859214 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.859547 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: address_group.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.860299 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.860863 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: address-group Dec 20 16:27:42.861186 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: address_scope.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.861899 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.862436 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: address-scope Dec 20 16:27:42.862760 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.863696 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.864204 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: router-admin-state-down-before-update Dec 20 16:27:42.864525 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: agent.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.865771 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.866295 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: agent Dec 20 16:27:42.866622 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: agent_resources_synced.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.867530 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.868039 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: agent-resources-synced Dec 20 16:27:42.868361 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: allowedaddresspairs.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.870139 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.870697 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: allowed-address-pairs Dec 20 16:27:42.871025 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: auto_allocated_topology.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.872109 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.872625 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: auto-allocated-topology Dec 20 16:27:42.872945 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: availability_zone.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.873638 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.874143 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: availability_zone Dec 20 16:27:42.874497 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: availability_zone_filter.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.875411 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.875917 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: availability_zone_filter Dec 20 16:27:42.876235 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: data_plane_status.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.877139 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.877641 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 16:27:42.877959 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: default_subnetpools.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.878895 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.879401 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: default-subnetpools Dec 20 16:27:42.879720 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.880559 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.881066 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: dhcp_agent_scheduler Dec 20 16:27:42.881386 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: dns.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.882333 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.882838 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension dns-integration not supported by any of loaded plugins Dec 20 16:27:42.883157 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: dns_domain_ports.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.884071 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.884576 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 16:27:42.884897 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.885812 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.886342 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 20 16:27:42.886666 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: dvr.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.887338 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.887841 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: dvr Dec 20 16:27:42.888161 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: ecmp_routes.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.889075 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.889586 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension ecmp_routes not supported by any of loaded plugins Dec 20 16:27:42.889910 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: empty_string_filtering.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.890853 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.891363 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: empty-string-filtering Dec 20 16:27:42.891685 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.892597 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.893104 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 16:27:42.893422 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.894425 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.895146 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 16:27:42.895574 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: external_net.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.896810 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.897556 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: external-net Dec 20 16:27:42.897896 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.899091 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.899851 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: extra_dhcp_opt Dec 20 16:27:42.900540 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: extraroute.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.901650 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.902306 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: extraroute Dec 20 16:27:42.902744 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: extraroute_atomic.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.905745 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.906307 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: extraroute-atomic Dec 20 16:27:42.906650 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: filter_validation.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.907343 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.907860 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: filter-validation Dec 20 16:27:42.908188 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: fip_pf_description.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.909146 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.909658 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 16:27:42.909980 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: fip_port_details.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.910932 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.911445 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: fip-port-details Dec 20 16:27:42.912314 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: flavors.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.913570 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.914088 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: flavors Dec 20 16:27:42.914453 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.916160 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.916680 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 16:27:42.917221 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: floatingip_pools.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.917696 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.918206 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: floatingip-pools Dec 20 16:27:42.918572 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: ip_allocation.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.919509 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.920011 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 16:27:42.920334 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.921249 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.921755 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: ip-substring-filtering Dec 20 16:27:42.922079 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: l2_adjacency.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.923040 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.923545 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 16:27:42.923867 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: l3.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.924823 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.925340 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: router Dec 20 16:27:42.925667 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.928672 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.929196 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 16:27:42.929526 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.930503 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.931018 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: ext-gw-mode Dec 20 16:27:42.931343 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.932278 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.932789 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: l3-ha Dec 20 16:27:42.933113 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: l3_flavors.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.934029 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.934566 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: l3-flavors Dec 20 16:27:42.934890 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.935803 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.936310 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 16:27:42.936630 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: l3agentscheduler.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.937678 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.938189 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: l3_agent_scheduler Dec 20 16:27:42.938538 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: local_ip.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.940358 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.940883 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension local_ip not supported by any of loaded plugins Dec 20 16:27:42.941219 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: logging.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.942750 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.943300 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension logging not supported by any of loaded plugins Dec 20 16:27:42.943633 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: metering.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.944504 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.945086 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: metering Dec 20 16:27:42.945417 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.946535 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.947052 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: metering_source_and_destination_fields Dec 20 16:27:42.947378 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: multiprovidernet.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.948315 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.949076 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: multi-provider Dec 20 16:27:42.949525 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: netmtu.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.950488 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.950998 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: net-mtu Dec 20 16:27:42.951320 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: netmtu_writable.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.952240 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.952752 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: net-mtu-writable Dec 20 16:27:42.953076 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: network_availability_zone.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.953751 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.954274 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: network_availability_zone Dec 20 16:27:42.954611 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: network_ip_availability.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.955743 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.956253 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: network-ip-availability Dec 20 16:27:42.956575 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: network_segment_range.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.957347 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.957848 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 16:27:42.958167 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: pagination.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.959225 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.959553 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: pagination Dec 20 16:27:42.959872 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: port_device_profile.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.960797 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.961321 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: port-device-profile Dec 20 16:27:42.961646 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.962607 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.963118 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: port-mac-address-regenerate Dec 20 16:27:42.963440 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.964350 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.964858 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: port-numa-affinity-policy Dec 20 16:27:42.965179 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: port_resource_request.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.966078 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.966608 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 16:27:42.966931 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: port_resource_request_groups.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.967907 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.968417 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 20 16:27:42.968739 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: portbindings.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.969667 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.970177 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: binding Dec 20 16:27:42.970831 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: portbindings_extended.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.971810 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.972320 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: binding-extended Dec 20 16:27:42.972643 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: portsecurity.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.973550 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.974058 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: port-security Dec 20 16:27:42.974935 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: project_id.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.975912 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.976239 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: project-id Dec 20 16:27:42.976560 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: providernet.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.977493 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.978007 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: provider Dec 20 16:27:42.978358 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.982001 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.982560 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos not supported by any of loaded plugins Dec 20 16:27:42.982891 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.984145 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.984662 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 16:27:42.984993 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.985912 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.986453 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 16:27:42.986781 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_default.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.987699 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.988211 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-default not supported by any of loaded plugins Dec 20 16:27:42.988538 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_fip.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.989197 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.989700 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-fip not supported by any of loaded plugins Dec 20 16:27:42.990599 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.991521 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.992030 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 20 16:27:42.992350 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_gateway_ip.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.993273 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.993781 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 16:27:42.994100 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_port_network_policy.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.995158 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.995669 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 16:27:42.995991 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.997029 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.997538 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 20 16:27:42.997863 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_pps_rule.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:42.999098 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:42.999618 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-pps not supported by any of loaded plugins Dec 20 16:27:42.999945 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_rule_type_details.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.000868 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.001379 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 16:27:43.001701 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: qos_rules_alias.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.002767 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.003280 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 16:27:43.003602 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: quota_check_limit.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.004514 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.005026 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: quota-check-limit Dec 20 16:27:43.005348 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: quotasv2.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.006368 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.006696 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: quotas Dec 20 16:27:43.007016 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: quotasv2_detail.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.010292 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.010640 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: quota_details Dec 20 16:27:43.010979 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: rbac.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.012043 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.012576 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: rbac-policies Dec 20 16:27:43.012908 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: rbac_address_group.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.013845 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.014406 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: rbac-address-group Dec 20 16:27:43.014735 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: rbac_address_scope.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.015670 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.016185 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: rbac-address-scope Dec 20 16:27:43.016511 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: rbac_security_groups.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.017425 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.017940 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: rbac-security-groups Dec 20 16:27:43.018287 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: rbac_subnetpool.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.019204 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.019709 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: rbac-subnetpool Dec 20 16:27:43.020031 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: revisionifmatch.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.020950 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.021479 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: revision-if-match Dec 20 16:27:43.021801 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: revisions.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.022948 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.023457 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: standard-attr-revisions Dec 20 16:27:43.023779 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: router_availability_zone.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.024447 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.024953 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: router_availability_zone Dec 20 16:27:43.025545 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: routerservicetype.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.026495 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.027002 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension router-service-type not supported by any of loaded plugins Dec 20 16:27:43.027322 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.028326 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.028834 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: security-groups-normalized-cidr Dec 20 16:27:43.029158 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.030075 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.030617 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: port-security-groups-filtering Dec 20 16:27:43.030943 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.031873 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.032392 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: security-groups-remote-address-group Dec 20 16:27:43.032715 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.033632 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.034139 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: security-groups-shared-filtering Dec 20 16:27:43.034497 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.035089 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 20 16:27:43.035411 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: securitygroup.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.045622 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.046157 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: security-group Dec 20 16:27:43.046516 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: segment.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.047307 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.047822 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension segment not supported by any of loaded plugins Dec 20 16:27:43.048149 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.049084 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.049595 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 16:27:43.049921 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: servicetype.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.051057 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.051584 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: service-type Dec 20 16:27:43.051909 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: sorting.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.053509 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.053839 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: sorting Dec 20 16:27:43.054162 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: standard_attr_segment.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.055113 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.055627 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 16:27:43.055948 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: standardattrdescription.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.056623 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.057130 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: standard-attr-description Dec 20 16:27:43.057449 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: stateful_security_group.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.058419 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.058930 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: stateful-security-group Dec 20 16:27:43.059251 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: stdattrs_common.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.059818 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 16:27:43.060136 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.061066 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.061581 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 16:27:43.061901 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: subnet_onboard.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.063022 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.063536 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: subnet_onboard Dec 20 16:27:43.063857 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.064782 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.065287 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 16:27:43.065606 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: subnet_service_types.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.066589 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.067099 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: subnet-service-types Dec 20 16:27:43.067418 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: subnetallocation.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.068521 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.069028 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: subnet_allocation Dec 20 16:27:43.069348 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.070008 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.070554 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: subnetpool-prefix-ops Dec 20 16:27:43.070875 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.071804 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.072312 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 16:27:43.072633 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: tagging.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.073706 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.074233 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: standard-attr-tag Dec 20 16:27:43.074587 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: timestamp.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.075781 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.076300 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loaded extension: standard-attr-timestamp Dec 20 16:27:43.076624 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: trunk.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.077684 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.078202 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension trunk not supported by any of loaded plugins Dec 20 16:27:43.078553 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: trunk_details.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.079473 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.079985 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension trunk-details not supported by any of loaded plugins Dec 20 16:27:43.080307 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: uplink_status_propagation.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.081233 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.081750 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 16:27:43.082070 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Loading extension file: vlantransparent.py {{(pid=103217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 16:27:43.082771 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 16:27:43.083282 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 16:27:43.085842 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:network Dec 20 16:27:43.086400 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:subnet Dec 20 16:27:43.086799 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 16:27:43.087186 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:port Dec 20 16:27:43.088430 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.088886 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service FLAVORS assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.089502 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.089922 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.090252 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:router Dec 20 16:27:43.090714 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:floatingip Dec 20 16:27:43.091221 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service METERING assigned prefix: /metering {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.092651 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:43.093018 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:43.093369 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:27:43.094392 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 16:27:43.094826 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:security_group Dec 20 16:27:43.095244 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 16:27:43.095902 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service CORE assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.096185 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 16:27:43.096523 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] subnetpool is already registered Dec 20 16:27:43.096940 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service CORE assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.097262 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 16:27:43.097587 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] subnetpool is already registered Dec 20 16:27:43.100388 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.100816 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service FLAVORS assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.101396 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.101814 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.102146 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:router Dec 20 16:27:43.102508 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] router is already registered Dec 20 16:27:43.102921 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:floatingip Dec 20 16:27:43.103252 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] floatingip is already registered Dec 20 16:27:43.103705 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service METERING assigned prefix: /metering {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.104374 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 16:27:43.104693 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] rbac_policy is already registered Dec 20 16:27:43.105096 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:security_group Dec 20 16:27:43.105427 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] security_group is already registered Dec 20 16:27:43.105824 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 16:27:43.106152 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] security_group_rule is already registered Dec 20 16:27:43.106812 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service CORE assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.107138 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 16:27:43.107465 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] subnetpool is already registered Dec 20 16:27:43.107874 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.v2.resource_helper [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Service CORE assigned prefix: {{(pid=103217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 16:27:43.108193 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 16:27:43.108517 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING neutron.quota.resource_registry [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] subnetpool is already registered Dec 20 16:27:43.108975 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: extensions {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.110427 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: address-groups {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.112050 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: address-scopes {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.113419 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: agents {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.115515 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: auto-allocated-topology {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.116846 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: availability_zones {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.118470 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: dhcp-networks {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.120426 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: dhcp-agents {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.122113 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: routers {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.124776 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: flavors {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.126156 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: service_profiles {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.127581 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: next_providers {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.129552 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: service_profiles {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.132606 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: floatingip-pools {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.133981 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: routers {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.136122 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: floatingips {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.137413 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: l3-routers {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.138837 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: l3-agents {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.140247 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: metering-labels {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.141602 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: metering-label-rules {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.142924 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: network-ip-availabilities {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.144183 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: bindings {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.145815 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: quotas {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.147446 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: quotas {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.148971 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: rbac-policies {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.150538 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: security-groups {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.151769 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: security-group-rules {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.153006 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: service-providers {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.154234 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: subnetpools {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.155677 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: subnetpools {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.157135 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.158834 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.160679 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.163385 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.165922 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.167798 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.169513 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.171520 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.173282 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.175155 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron.api.extensions [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Extended resource: tags {{(pid=103217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 16:27:43.181757 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING keystonemiddleware.auth_token [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 16:27:43.186506 dv-neutron-822328-3-hyperv neutron-server[103217]: WARNING keystonemiddleware.auth_token [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 16:27:43.195049 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_concurrency.lockutils [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Acquired lock "singleton_lock" {{(pid=103217) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 20 16:27:43.195511 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_concurrency.lockutils [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Releasing lock "singleton_lock" {{(pid=103217) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 20 16:27:43.196157 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO oslo_service.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Starting 2 workers Dec 20 16:27:43.201045 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Started child 103324 {{(pid=103217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 16:27:43.205479 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Started child 103325 {{(pid=103217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 16:27:43.206608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:43.207264 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO neutron.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 16:27:43.207784 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Publish callbacks [] for process, before_spawn {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:43.208135 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [-] (103324) wsgi starting up on http://0.0.0.0:9696 Dec 20 16:27:43.210736 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO oslo_service.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Starting 1 workers Dec 20 16:27:43.210845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:43.212210 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [-] (103325) wsgi starting up on http://0.0.0.0:9696 Dec 20 16:27:43.215937 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Started child 103326 {{(pid=103217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 16:27:43.216505 dv-neutron-822328-3-hyperv neutron-server[103217]: INFO oslo_service.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Starting 1 workers Dec 20 16:27:43.219697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] calling RpcWorker wait() {{(pid=103326) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 16:27:43.220266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] returning from RpcWorker wait() {{(pid=103326) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 16:27:43.220945 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Started child 103327 {{(pid=103217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 16:27:43.221604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:43.221714 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b8c560c-8605-4b5f-a9fa-209b8a5d544b None None] Publish callbacks [] for process, after_spawn {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:43.222097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:43.223604 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103217) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 16:27:43.223828 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 16:27:43.224012 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 16:27:43.224813 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 16:27:43.225165 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 16:27:43.225346 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 16:27:43.225864 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.226136 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.226445 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.226579 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:43.227041 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.227041 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.227549 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.227808 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.228058 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.228334 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.228588 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.228754 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.228922 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.229163 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.229421 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.229718 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.229999 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.230239 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.230508 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.230688 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.230942 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.231210 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.231451 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.231710 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] debug = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.231949 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.232422 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.232654 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.232912 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.233149 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.233418 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.233640 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.233905 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.234138 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.234394 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.234609 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.234857 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.235098 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.235306 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.235529 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.235758 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.236003 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.236241 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.236689 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] host = dv-neutron-822328-3-hyperv {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.236938 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.237171 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.237418 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.237677 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.237944 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.238164 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.238450 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.238705 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.238966 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.239192 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.239430 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.239698 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.239991 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.240240 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.240405 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_options = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.240643 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.240914 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.241175 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.241402 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.241553 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.241688 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.241950 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.242118 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.242384 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.242624 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.242841 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.243076 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.243310 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.243552 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.243809 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.244048 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.244283 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.244494 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.244738 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.244964 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.245187 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.245411 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.245633 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.245873 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.246087 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.246331 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.246587 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.246824 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.247063 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.247322 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.247532 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.247897 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.248082 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.248478 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.248640 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:43.248791 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.248986 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.249223 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.249445 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.249706 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.249934 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.250191 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.250468 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.250685 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.250927 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.251149 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.251612 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.251612 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_json = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.251917 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.252059 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.252581 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.252581 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.252885 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.253405 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.253561 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.253748 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.254198 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.254746 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.255063 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.255581 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.255828 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.256066 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.256302 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.256653 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.256808 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.257009 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.257318 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.257540 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.257872 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.258048 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.258323 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.258637 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.258920 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.259222 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.259468 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.259735 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.260058 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.260376 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.260643 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.260883 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.261114 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.261363 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.261614 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.261845 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.262351 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.262513 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.262805 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.263058 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.263342 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.263577 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.263803 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.264170 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.264294 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.264463 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.264677 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.264955 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.265159 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.265998 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.265998 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.265998 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.266601 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.266601 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.266601 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.266967 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.266967 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.267236 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.267392 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.267607 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.267821 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.268056 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.268307 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.268719 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.268984 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.269807 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.269807 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.269807 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.270537 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.270537 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.270537 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.270537 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.271504 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.271504 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.271849 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.271972 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.272163 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.272378 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.272611 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.272844 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.273078 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.273309 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.274180 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.274180 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.274180 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.274180 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.274831 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.274831 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.275079 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.275465 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.275605 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.275844 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.277482 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.277482 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.277482 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.277482 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.277482 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.277482 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.277482 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.278811 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.278811 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.278811 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.278811 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.278811 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.279181 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.279181 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.279337 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.279552 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.279769 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.280003 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.280272 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.280496 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.280750 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.280974 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.281189 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.281453 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.281674 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.281903 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.282120 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.283534 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.283534 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.283534 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.283534 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.283534 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.283534 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.284377 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.284377 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.284377 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.284786 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.284786 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.285066 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.285269 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.285547 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.285815 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.286070 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.286324 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.286629 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.287417 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.287902 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.288137 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.288373 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.288577 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.289557 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.289557 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.289557 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.289557 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.290475 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.290475 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.291451 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.291451 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.291451 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.291451 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.291451 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.292057 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.292057 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.294152 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.294152 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.294152 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.294152 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.294152 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.294152 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.294152 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.294152 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295155 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295155 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295155 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295155 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295155 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295155 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295872 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295872 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295872 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.295872 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.296348 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.296348 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.296585 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.296724 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.296896 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.297119 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.297335 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.297546 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.297792 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.298009 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.299753 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.299753 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.299753 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.299753 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.299753 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.299753 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.299753 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.300619 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.300619 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.300619 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.300619 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.301067 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.301067 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.301215 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.301320 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.301551 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.301783 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.302030 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.303128 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.303128 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.303128 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.303128 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.303532 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.303617 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.303789 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.304020 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.304244 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.304461 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.304677 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.304932 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.305190 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.305437 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.305873 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.305873 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.306061 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.306301 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.306508 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.306804 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.307054 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.307282 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.307542 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.307775 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.308005 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.308228 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.308441 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.308683 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.308901 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.309137 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.309344 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.309573 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.309784 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.310015 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.310235 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.310627 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.310764 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.310925 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.311138 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.311347 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.311587 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.311803 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.312032 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.312271 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.312553 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.312705 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.312917 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.313130 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.313360 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.313602 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.313810 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.314017 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.314236 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.314474 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.314681 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.317099 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.317099 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.317099 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.317099 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.317099 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.317099 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.317099 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.317099 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.318119 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.318119 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.318119 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.318119 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.318119 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.318119 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.318871 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.318871 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.319020 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.319189 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.319453 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.319749 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.320020 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.320234 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.320519 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.320839 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.321103 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.321366 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.321590 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.321824 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.322061 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.322292 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.322533 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.322778 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.322993 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.323226 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.323455 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.323711 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.323945 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.324179 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.324384 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.324627 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.324854 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.325106 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.325318 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.325472 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 16:27:43.325997 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103217) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 16:27:43.326153 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 16:27:43.326409 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 16:27:43.326591 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 16:27:43.326761 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 16:27:43.326910 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 16:27:43.327116 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.327277 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.327435 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.327595 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.327751 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.328086 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.328248 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.328406 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.328566 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.328722 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.328878 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.329034 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.329190 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.329346 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.329507 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.329664 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.329828 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.329966 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.330128 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.330306 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.330465 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.330621 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.330780 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] debug = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.330940 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.331132 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.331285 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.331436 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.331591 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.331746 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.331903 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.332059 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.332218 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.332374 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.332531 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.332687 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.332845 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.333005 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.333160 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.334004 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.334163 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.334317 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.334451 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] host = dv-neutron-822328-3-hyperv {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.334609 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.334768 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.335003 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.335142 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.335285 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.335431 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.335572 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.335712 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.335839 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.335925 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.336066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:43.336171 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.336257 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.336362 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.336519 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.336675 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_options = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.336830 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.336986 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.337142 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.337324 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.337485 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.337642 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.337797 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.337953 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.338110 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.338281 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.338495 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339036 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339036 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339036 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339036 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339487 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339487 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339487 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339713 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339713 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.339859 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.340024 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.340179 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.340335 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.340489 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.340646 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.340802 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.341144 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.341144 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.341344 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.341435 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.341563 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.341674 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.341829 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.341988 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.342146 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.342308 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.342470 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.342832 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.342832 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.343101 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.343101 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.343340 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.343340 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.343541 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.343665 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.343782 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_json = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.343930 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.344089 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.344245 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.344401 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.344748 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.344748 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.344910 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.345045 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 16:27:43.345170 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.345313 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.345484 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.345643 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.345803 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.346010 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.346106 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.346310 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.346450 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.346608 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.346775 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.346938 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.347106 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.347265 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.347422 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.347582 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.347741 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.347898 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.348055 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.348212 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.348370 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.348527 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.348694 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.348852 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.349014 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.349729 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.349861 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.350018 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.350162 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.350352 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.350512 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.350661 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.350804 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.350964 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.351123 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.351283 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.351433 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.351574 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.351720 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.351864 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.352028 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.352176 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.352329 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.352466 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.352624 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.352784 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.352944 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.353091 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.353250 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.353409 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.353568 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.353726 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.353886 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.354035 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.354176 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.354379 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.354536 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.354671 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.354809 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.354952 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.355103 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.355264 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.355413 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.355554 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.355714 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.355875 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.356033 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.356192 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.356364 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.356523 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.356680 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.356839 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.356997 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.357156 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.357315 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.357474 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.357632 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.357790 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.357957 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.358542 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.358542 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.358542 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.358542 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.359222 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.359222 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.359222 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.359222 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.359685 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.359685 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.359685 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.359921 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.359921 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.360079 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.360276 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.360367 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.360483 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.360641 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.360800 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.360957 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.361113 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.361270 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.361428 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.361587 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.361746 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.361907 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.362065 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.362222 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.362385 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.362547 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.362706 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.362851 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.363009 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.363166 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.363325 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.363484 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.363641 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.363800 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.363959 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.364126 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.364290 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.364446 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.364604 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.364796 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.364966 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.365125 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.365283 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.365645 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.365645 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.365821 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.365905 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.366036 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.366193 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.366373 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.366533 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.366703 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.366863 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.367021 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.367178 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.367358 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.367516 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.367673 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.367830 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.367988 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.368145 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.368303 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.368462 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.368621 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.368778 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.368937 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.369096 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.369254 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.369412 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.369569 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.369727 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.369890 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.370049 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.370208 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.370448 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.370539 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.370670 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.370827 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.370986 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.371143 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.371300 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.371457 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.371616 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.371774 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.371932 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.372089 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.372247 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.372405 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.372561 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.372718 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.372874 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.373032 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.373193 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.373351 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.373509 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.373666 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.373825 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.373984 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.374153 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.374308 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.374469 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.374628 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.374786 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.374944 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.375102 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.375261 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.375418 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.375578 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.375737 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.375894 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.376067 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.376224 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.376380 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.376538 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.376696 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.376857 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.377014 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.377170 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.377329 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.377487 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.377644 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.377804 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.377965 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.378123 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.378297 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.378458 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.378616 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.378773 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.378930 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.379102 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.379260 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.379421 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.379579 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.379742 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.379899 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.380068 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.380225 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.380406 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.380563 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.380719 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.380876 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.381044 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.381202 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.381359 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.381516 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.381673 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.381830 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.381997 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.382154 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.382332 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.382492 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.382649 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.382806 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.382972 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.383130 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.383287 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.383443 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.383600 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.383757 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.383924 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.384083 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.384240 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.384397 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.384553 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.384711 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.384877 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.385036 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.385196 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.385361 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.385521 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.385677 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.385834 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.386002 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.386162 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.386344 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.386504 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.386663 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.386820 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.386981 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.387143 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.387311 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.387476 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.387635 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.387803 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.387970 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.388138 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.388296 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.388460 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.388630 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.388789 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.388947 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.389105 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.389264 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.389422 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.389579 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.389743 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.389901 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.390059 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.390217 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.390405 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.390563 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.390721 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.390879 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.391037 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.391194 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.391352 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.391511 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.391671 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 16:27:43.391821 dv-neutron-822328-3-hyperv neutron-server[103217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 16:27:43.454974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 40576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:27:43.463978 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068028 Dec 20 16:27:55.027895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0cc2ad-be4d-43b1-a2b4-4095154c831b None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:27:55.106630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0cc2ad-be4d-43b1-a2b4-4095154c831b None None] No non-hosted networks {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 16:27:55.123032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.agentschedulers_db [None req-dc0cc2ad-be4d-43b1-a2b4-4095154c831b None None] DHCP Agent not found on host dv-neutron-822328-3-hyperv {{(pid=103326) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 20 16:27:55.194713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b26ee3e9-832c-435c-8a3c-979cd55a80bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536419'] for agent, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:57.323049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d916b3ef-4ea8-491e-be08-e766bdfc0fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536419'] for agent, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:57.372364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07b1b4af-61a8-40b9-a05e-78c010b83093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:58.360240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536419'] for agent, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:59.919913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536419'] for agent, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:00.710861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536419'] for agent, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:00.711697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.712181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.712609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.713094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.713529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.713965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.714446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.714912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.715338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.715726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.716175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.716538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.716922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:00.717454 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822328-3-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:00.723831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822328-3-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:01.339902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 40666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:01.877161 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING oslo_policy.policy [None req-dbfb00dc-7982-42b6-b134-2cd9dcaf9aa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 16:28:01.877854 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING oslo_policy.policy [None req-dbfb00dc-7982-42b6-b134-2cd9dcaf9aa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 16:28:02.120183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-dbfb00dc-7982-42b6-b134-2cd9dcaf9aa4 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:28:02.123133 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dbfb00dc-7982-42b6-b134-2cd9dcaf9aa4 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7818661 Dec 20 16:28:03.823562 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.db.l3_hamode_db [None req-57c93df5-3334-4d17-822a-60184798b2c5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 16:28:03.900214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c93df5-3334-4d17-822a-60184798b2c5 None None] Routers set() bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:03.900702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c93df5-3334-4d17-822a-60184798b2c5 None None] Router IDs set() for agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 16:28:04.851398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 40682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:05.192879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b26ee1aa-e21f-43a1-9b59-713e8df08a81 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:28:05.292024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.policy [None req-b26ee1aa-e21f-43a1-9b59-713e8df08a81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103325) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 16:28:05.337653 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING oslo_policy.policy [None req-b26ee1aa-e21f-43a1-9b59-713e8df08a81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 16:28:05.338024 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING oslo_policy.policy [None req-b26ee1aa-e21f-43a1-9b59-713e8df08a81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 16:28:05.346506 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.quota [None req-b26ee1aa-e21f-43a1-9b59-713e8df08a81 admin admin] Loaded quota_driver: . Dec 20 16:28:05.439592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b26ee1aa-e21f-43a1-9b59-713e8df08a81 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771524956678', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771524956371', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771525855839', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771525859144', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771525867973', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771525844344', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16450666', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16455159', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533730', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606331'] for rbac-policy, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:05.510204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b26ee1aa-e21f-43a1-9b59-713e8df08a81 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:05.511506 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b26ee1aa-e21f-43a1-9b59-713e8df08a81 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6590886 Dec 20 16:28:08.355896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 40694) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:08.849383 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING oslo_policy.policy [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 16:28:08.849946 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING oslo_policy.policy [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 16:28:09.075375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Request body: {'network': {'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'admin_state_up': True, 'name': 'private', 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:28:09.076972 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.quota [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Loaded quota_driver: . Dec 20 16:28:09.133210 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Made reservation on behalf of b4c4d9539edc4c50b9e3a333697d5bc8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:28:09.199197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.policy [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103324) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 16:28:09.244346 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING oslo_policy.policy [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 16:28:09.244708 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING oslo_policy.policy [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 16:28:09.255192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.275546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.387352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.391002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.409377 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:28:09.436283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771522683603', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.436854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Unsubscribe: segment precommit_create {{(pid=103324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 16:28:09.437363 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Added segment e1104fd1-a829-402d-975e-138b3840bd17 of type vlan for network 06396899-bfc5-4c17-8155-adf37a5dab8e Dec 20 16:28:09.459913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5810244c-33a7-4ac5-9ced-c3287c295238,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:09.493124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.493467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.493801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.494130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.494482 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.494807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.495140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.495459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.495787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.496107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.496418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.496731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.497040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Tracked resource versions report: Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: pushed versions: Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: { 'AddressGroup': {'1.2'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Log': {'1.0'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Network': {'1.1'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Port': {'1.7'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'PortForwarding': {'1.2'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'QosPolicy': {'1.10'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SecurityGroup': {'1.5'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SubPort': {'1.0'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Subnet': {'1.1'}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Trunk': {'1.1'}} Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: consumer versions: Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: { DHCP agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: L3 agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: Metadata agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: Metering agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: Open vSwitch agent@dv-neutron-822328-3-hyperv: { 'AddressGroup': '1.2', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'ConntrackHelper': '1.0', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'LocalIPAssociation': '1.0', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Log': '1.0', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Network': '1.1', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Port': '1.7', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'PortForwarding': '1.2', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'QosPolicy': '1.10', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SecurityGroup': '1.5', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SecurityGroupRule': '1.2', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SubPort': '1.0', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Subnet': '1.1', Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Trunk': '1.1'}} Dec 20 16:28:09.498413 dv-neutron-822328-3-hyperv neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 16:28:09.558865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.600654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.601866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:09.602602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.655911 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2977369 Dec 20 16:28:09.708899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5a141-213c-459d-a442-63ffbc97adff admin admin] Pushing event updated for resources: {'Network': ['ID=06396899-bfc5-4c17-8155-adf37a5dab8e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:09.720511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 06396899-bfc5-4c17-8155-adf37a5dab8e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:28:12.528672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 40716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:12.921804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf23e12-e5f3-4eec-abe2-bbf2153d420d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:12.923193 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8bf23e12-e5f3-4eec-abe2-bbf2153d420d admin admin] 10.222.0.60 "GET /v2.0/networks/06396899-bfc5-4c17-8155-adf37a5dab8e HTTP/1.1" status: 200 len: 825 time: 0.3935659 Dec 20 16:28:12.960321 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-32d8572c-3fb1-4bf0-9d4f-fdda6ead60ff admin admin] 10.222.0.60 "GET /v2.0/subnetpools/e5ad9f4f-2c6f-42e0-b6f5-9c571b8ab9d0 HTTP/1.1" status: 200 len: 734 time: 0.0310793 Dec 20 16:28:12.969872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'e5ad9f4f-2c6f-42e0-b6f5-9c571b8ab9d0', 'name': 'private-subnet', 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:28:12.994274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Made reservation on behalf of b4c4d9539edc4c50b9e3a333697d5bc8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:28:12.996505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:13.297440 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:13.358799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:13.369877 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Checking segment: {'id': 'e1104fd1-a829-402d-975e-138b3840bd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:28:13.370281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Network hostable DHCP agents. Network: 06396899-bfc5-4c17-8155-adf37a5dab8e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:28:13.391910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Network 06396899-bfc5-4c17-8155-adf37a5dab8e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:28:13.402874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 06396899-bfc5-4c17-8155-adf37a5dab8e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:28:13.407316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:13.407942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:13.413573 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80b082-6430-45f3-87df-4ffb72d6f059 None None] Network 06396899-bfc5-4c17-8155-adf37a5dab8e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:28:13.423810 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5136f384-a088-4915-b0c7-bc3a078f006e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4575214 Dec 20 16:28:13.678055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-06396899-bfc5-4c17-8155-adf37a5dab8e', 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e', 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'fixed_ips': [{'subnet_id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:28:13.679350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:13.979485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Allocated IP 172.20.0.2 (06396899-bfc5-4c17-8155-adf37a5dab8e/fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2/1ee0256c-9bdb-483b-809d-bcadbc9e0134) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:28:14.220295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.228190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.299604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Network 06396899-bfc5-4c17-8155-adf37a5dab8e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:28:14.308342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:28:14.318342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:28:14.320733 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Pushing event updated for resources: {'Port': ['ID=1ee0256c-9bdb-483b-809d-bcadbc9e0134,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:14.330455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.330817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.331192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.331521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.331846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.332169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.332504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.332828 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.333169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.333506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.333829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.334143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.334482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Tracked resource versions report: Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: pushed versions: Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: { 'AddressGroup': {'1.2'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Log': {'1.0'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Network': {'1.1'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Port': {'1.7'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'PortForwarding': {'1.2'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'QosPolicy': {'1.10'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SecurityGroup': {'1.5'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SubPort': {'1.0'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Subnet': {'1.1'}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Trunk': {'1.1'}} Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: consumer versions: Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: { DHCP agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: L3 agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: Metadata agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: Metering agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: Open vSwitch agent@dv-neutron-822328-3-hyperv: { 'AddressGroup': '1.2', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'ConntrackHelper': '1.0', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'LocalIPAssociation': '1.0', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Log': '1.0', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Network': '1.1', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Port': '1.7', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'PortForwarding': '1.2', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'QosPolicy': '1.10', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SecurityGroup': '1.5', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SecurityGroupRule': '1.2', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SubPort': '1.0', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Subnet': '1.1', Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Trunk': '1.1'}} Dec 20 16:28:14.336827 dv-neutron-822328-3-hyperv neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 16:28:14.407347 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Attempting to bind port 1ee0256c-9bdb-483b-809d-bcadbc9e0134 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:28:14.407749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Attempting to bind port 1ee0256c-9bdb-483b-809d-bcadbc9e0134 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e1104fd1-a829-402d-975e-138b3840bd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:28:14.408171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Attempting to bind port 1ee0256c-9bdb-483b-809d-bcadbc9e0134 on network 06396899-bfc5-4c17-8155-adf37a5dab8e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:28:14.413582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:28:14.414217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Checking segment: {'id': 'e1104fd1-a829-402d-975e-138b3840bd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:28:14.414440 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.415691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Bound using segment: {'id': 'e1104fd1-a829-402d-975e-138b3840bd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:28:14.415691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Bound port: 1ee0256c-9bdb-483b-809d-bcadbc9e0134, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1104fd1-a829-402d-975e-138b3840bd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:28:14.415691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.478476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] For port 1ee0256c-9bdb-483b-809d-bcadbc9e0134, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:28:14.482576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] For port 1ee0256c-9bdb-483b-809d-bcadbc9e0134, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1ee0256c-9bdb-483b-809d-bcadbc9e0134,segment=NetworkSegment(e1104fd1-a829-402d-975e-138b3840bd17),segment_id=e1104fd1-a829-402d-975e-138b3840bd17)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:28:14.489045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.548534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf3d03-0ec3-4ccd-adb0-bc817cefa76e None None] Pushing event updated for resources: {'Port': ['ID=1ee0256c-9bdb-483b-809d-bcadbc9e0134,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:16.055765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 40724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:16.372177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-fa8787c4-d629-4e30-9754-e5ffcc0d542a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:28:16.373180 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fa8787c4-d629-4e30-9754-e5ffcc0d542a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3165741 Dec 20 16:28:18.998884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 40732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:19.312981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-1fc478cc-f8f3-4770-8f29-f72284de0488 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:28:19.314088 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1fc478cc-f8f3-4770-8f29-f72284de0488 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3141108 Dec 20 16:28:22.282163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 40746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:22.513228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1ee0256c-9bdb-483b-809d-bcadbc9e0134 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:28:22.603329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1ee0256c-9bdb-483b-809d-bcadbc9e0134 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:22.603721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:22.611239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2d85d8bd-58ab-43ec-a3c7-83bb7701df78 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:28:22.637912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d85d8bd-58ab-43ec-a3c7-83bb7701df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:22.639483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d85d8bd-58ab-43ec-a3c7-83bb7701df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:22.713785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:22.746737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 1ee0256c-9bdb-483b-809d-bcadbc9e0134, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1ee0256c-9bdb-483b-809d-bcadbc9e0134,segment=NetworkSegment(e1104fd1-a829-402d-975e-138b3840bd17),segment_id=e1104fd1-a829-402d-975e-138b3840bd17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:22.751049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:22.776182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d85d8bd-58ab-43ec-a3c7-83bb7701df78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:22.782035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d85d8bd-58ab-43ec-a3c7-83bb7701df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:22.797726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d85d8bd-58ab-43ec-a3c7-83bb7701df78 admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:22.798954 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2d85d8bd-58ab-43ec-a3c7-83bb7701df78 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5158093 Dec 20 16:28:22.806677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=1ee0256c-9bdb-483b-809d-bcadbc9e0134,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:23.732890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15766315-d6e9-40c4-a303-0574e569f748 None None] Network 06396899-bfc5-4c17-8155-adf37a5dab8e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:28:23.800786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cc8043f5-d26f-4827-9dec-e47b1d30fae8 None None] Provisioning complete for port 1ee0256c-9bdb-483b-809d-bcadbc9e0134 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:23.801145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc8043f5-d26f-4827-9dec-e47b1d30fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:24.143937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c9937e65-ca63-499c-83cb-62ab37467be7 None None] Provisioning complete for port 1ee0256c-9bdb-483b-809d-bcadbc9e0134 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:24.144307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9937e65-ca63-499c-83cb-62ab37467be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:24.479735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1ee0256c-9bdb-483b-809d-bcadbc9e0134 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:28:24.527395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1ee0256c-9bdb-483b-809d-bcadbc9e0134 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:24.527775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:24.968007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00f8dd5f-6194-4950-83bf-e05ccb1ca2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:25.403306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 40754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:25.708912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-a3138095-8ce1-4d84-ac43-b797a7d767ee admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:28:25.709916 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a3138095-8ce1-4d84-ac43-b797a7d767ee admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3057017 Dec 20 16:28:27.311086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c4ec875-1a71-47cd-bbd5-f8aa3d014cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:28.299665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 40766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:28.330855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:28.629983 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:28:28.660377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Made reservation on behalf of 72da999abda24163bb6a1723bc85f08e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:28:28.663239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:28.679667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:28.789095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:28.792273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:28.804212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Reserving flat network on physical network physnet1 {{(pid=103325) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 16:28:28.837161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771522683603', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:28.837730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Unsubscribe: segment precommit_create {{(pid=103325) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 16:28:28.838239 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Added segment 4ffaf655-6097-4f37-a182-1a8750d59dba of type flat for network 77fd5335-c03d-4b54-ba31-dcf92a808927 Dec 20 16:28:28.854778 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb437ce-81cd-4ff0-acf6-e7d6313b3d0e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:28.903883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.904225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.904558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.904884 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.905204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.905534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.905860 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.906181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.906538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.906856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.907168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.907475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.907781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Tracked resource versions report: Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: pushed versions: Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: { 'AddressGroup': {'1.2'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Log': {'1.0'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Network': {'1.1'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Port': {'1.7'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'PortForwarding': {'1.2'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'QosPolicy': {'1.10'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SecurityGroup': {'1.5'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SubPort': {'1.0'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Subnet': {'1.1'}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Trunk': {'1.1'}} Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: consumer versions: Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: { DHCP agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: L3 agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: Metadata agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: Metering agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: Open vSwitch agent@dv-neutron-822328-3-hyperv: { 'AddressGroup': '1.2', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'ConntrackHelper': '1.0', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'LocalIPAssociation': '1.0', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Log': '1.0', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Network': '1.1', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Port': '1.7', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'PortForwarding': '1.2', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'QosPolicy': '1.10', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SecurityGroup': '1.5', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SecurityGroupRule': '1.2', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SubPort': '1.0', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Subnet': '1.1', Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Trunk': '1.1'}} Dec 20 16:28:28.909625 dv-neutron-822328-3-hyperv neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 16:28:28.959247 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:29.005222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:29.006320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:29.006992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:29.068442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7674134 Dec 20 16:28:29.111673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af4e13-4acc-4d3e-b2a1-50ba14cce506 admin admin] Pushing event updated for resources: {'Network': ['ID=77fd5335-c03d-4b54-ba31-dcf92a808927,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:29.124321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:28:29.925726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:30.694499 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:31.636578 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 40788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:31.851675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb3a6d-32a8-41a3-8570-533b68fe9e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:31.853047 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-37eb3a6d-32a8-41a3-8570-533b68fe9e29 admin admin] 10.222.0.60 "GET /v2.0/subnets/fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2 HTTP/1.1" status: 200 len: 849 time: 0.2155387 Dec 20 16:28:32.032137 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6cc2b90d-8214-4e81-9777-a1b2ba677224 admin admin] 10.222.0.60 "GET /v2.0/routers/8e5a29cc-0563-4f87-9824-eaa7e3f9515c HTTP/1.1" status: 200 len: 704 time: 0.1730208 Dec 20 16:28:32.302989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:32.599819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Allocated IP 172.20.0.1 (06396899-bfc5-4c17-8155-adf37a5dab8e/fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2/d2bdd0bd-5015-4b94-b833-210de8d3f331) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:28:32.783388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:32.847779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:32.921196 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Network 06396899-bfc5-4c17-8155-adf37a5dab8e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:28:32.929596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:28:32.938710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:28:32.939694 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:32.958425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Pushing event updated for resources: {'Port': ['ID=d2bdd0bd-5015-4b94-b833-210de8d3f331,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:33.136512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:33.181561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-aa5177b9-e31a-4f38-9525-8af0e4f88fc2 None None] Provisioning complete for port d2bdd0bd-5015-4b94-b833-210de8d3f331 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:33.182240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa5177b9-e31a-4f38-9525-8af0e4f88fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:33.216326 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aa5177b9-e31a-4f38-9525-8af0e4f88fc2 None None] Port d2bdd0bd-5015-4b94-b833-210de8d3f331 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:28:33.399714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:33.404214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:33.405005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:33.484273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Pushing event updated for resources: {'Port': ['ID=d2bdd0bd-5015-4b94-b833-210de8d3f331,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:33.529403 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Network 06396899-bfc5-4c17-8155-adf37a5dab8e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:28:33.530746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:28:33.712337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Router 8e5a29cc-0563-4f87-9824-eaa7e3f9515c is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:28:33.738183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7a04c2d4-9f34-4321-97ce-66319269e5f4 None None] Provisioning complete for port d2bdd0bd-5015-4b94-b833-210de8d3f331 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:33.738540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a04c2d4-9f34-4321-97ce-66319269e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:33.772194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a04c2d4-9f34-4321-97ce-66319269e5f4 None None] Port d2bdd0bd-5015-4b94-b833-210de8d3f331 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:28:33.803294 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:28:33.808616 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-711219c8-413f-47d9-8ee6-9dd4859a2141 admin admin] 10.222.0.60 "PUT /v2.0/routers/8e5a29cc-0563-4f87-9824-eaa7e3f9515c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7708986 Dec 20 16:28:33.814570 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Sync routers for ids ['8e5a29cc-0563-4f87-9824-eaa7e3f9515c'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:28:33.830622 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Routers {'8e5a29cc-0563-4f87-9824-eaa7e3f9515c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:33.831781 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:28:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8e5a29cc-0563-4f87-9824-eaa7e3f9515c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:34.082569 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Set router 8e5a29cc-0563-4f87-9824-eaa7e3f9515c gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:28:34.520120 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'name': 'router1', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:28:22Z', 'updated_at': '2021-12-20T16:28:33Z', 'revision_number': 2, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'gw_port_host': None, '_interfaces': [{'id': 'd2bdd0bd-5015-4b94-b833-210de8d3f331', 'name': '', 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'mac_address': 'fa:16:3e:01:18:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:28:32Z', 'updated_at': '2021-12-20T16:28:33Z', 'revision_number': 2, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'subnets': [{'id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ad9f4f-2c6f-42e0-b6f5-9c571b8ab9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:34.567999 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Checking router: 8e5a29cc-0563-4f87-9824-eaa7e3f9515c for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:28:34.568371 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Updating router 8e5a29cc-0563-4f87-9824-eaa7e3f9515c port d2bdd0bd-5015-4b94-b833-210de8d3f331 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:28:34.644597 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.123675 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.130763 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.317592 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Pushing event updated for resources: {'Port': ['ID=d2bdd0bd-5015-4b94-b833-210de8d3f331,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:35.332990 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Attempting to bind port d2bdd0bd-5015-4b94-b833-210de8d3f331 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:28:35.333426 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Attempting to bind port d2bdd0bd-5015-4b94-b833-210de8d3f331 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e1104fd1-a829-402d-975e-138b3840bd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:28:35.333819 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Attempting to bind port d2bdd0bd-5015-4b94-b833-210de8d3f331 on network 06396899-bfc5-4c17-8155-adf37a5dab8e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:28:35.337593 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.337940 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.338288 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.338633 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.339114 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.339291 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.339734 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.339889 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.340188 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.340521 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.340842 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.341197 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.341431 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Tracked resource versions report: Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: pushed versions: Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: { 'AddressGroup': {'1.2'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'LocalIPAssociation': {'1.0'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Log': {'1.0'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Network': {'1.1'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Port': {'1.7'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'PortForwarding': {'1.2'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'QosPolicy': {'1.10'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SecurityGroup': {'1.5'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SubPort': {'1.0'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Subnet': {'1.1'}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Trunk': {'1.1'}} Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: consumer versions: Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: { DHCP agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: L3 agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: Metadata agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: Metering agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: Open vSwitch agent@dv-neutron-822328-3-hyperv: { 'AddressGroup': '1.2', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'ConntrackHelper': '1.0', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'LocalIPAssociation': '1.0', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Log': '1.0', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Network': '1.1', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Port': '1.7', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'PortForwarding': '1.2', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'QosPolicy': '1.10', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SecurityGroup': '1.5', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SecurityGroupRule': '1.2', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SubPort': '1.0', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Subnet': '1.1', Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Trunk': '1.1'}} Dec 20 16:28:35.342880 dv-neutron-822328-3-hyperv neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 16:28:35.347665 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:28:35.348064 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Checking segment: {'id': 'e1104fd1-a829-402d-975e-138b3840bd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:28:35.348542 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.348925 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Bound using segment: {'id': 'e1104fd1-a829-402d-975e-138b3840bd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:28:35.349409 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Bound port: d2bdd0bd-5015-4b94-b833-210de8d3f331, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1104fd1-a829-402d-975e-138b3840bd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:28:35.349783 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.405345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c9d908a2-6ede-4ced-9ca8-e108bd77ddb5 None None] Provisioning complete for port d2bdd0bd-5015-4b94-b833-210de8d3f331 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:35.406536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9d908a2-6ede-4ced-9ca8-e108bd77ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.416676 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] For port d2bdd0bd-5015-4b94-b833-210de8d3f331, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:28:35.441108 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] For port d2bdd0bd-5015-4b94-b833-210de8d3f331, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d2bdd0bd-5015-4b94-b833-210de8d3f331,segment=NetworkSegment(e1104fd1-a829-402d-975e-138b3840bd17),segment_id=e1104fd1-a829-402d-975e-138b3840bd17)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:28:35.448338 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.450367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c9d908a2-6ede-4ced-9ca8-e108bd77ddb5 None None] Port d2bdd0bd-5015-4b94-b833-210de8d3f331 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:28:35.504103 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667719-5d14-49df-aed0-08588fd1e34b None None] Pushing event updated for resources: {'Port': ['ID=d2bdd0bd-5015-4b94-b833-210de8d3f331,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:35.533425 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Routers {'8e5a29cc-0563-4f87-9824-eaa7e3f9515c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:35.534758 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:28:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8e5a29cc-0563-4f87-9824-eaa7e3f9515c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:35.661711 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] Set router 8e5a29cc-0563-4f87-9824-eaa7e3f9515c gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:28:35.774078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7b6b018c-9d70-4684-9c2f-52a1f49cfae3 None None] Provisioning complete for port d2bdd0bd-5015-4b94-b833-210de8d3f331 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:35.774723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6b018c-9d70-4684-9c2f-52a1f49cfae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.866561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6b018c-9d70-4684-9c2f-52a1f49cfae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.883471 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'name': 'router1', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:28:22Z', 'updated_at': '2021-12-20T16:28:33Z', 'revision_number': 2, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'gw_port_host': None, '_interfaces': [{'id': 'd2bdd0bd-5015-4b94-b833-210de8d3f331', 'name': '', 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'mac_address': 'fa:16:3e:01:18:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:28:32Z', 'updated_at': '2021-12-20T16:28:35Z', 'revision_number': 4, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'subnets': [{'id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ad9f4f-2c6f-42e0-b6f5-9c571b8ab9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:35.900797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7b6b018c-9d70-4684-9c2f-52a1f49cfae3 None None] For port d2bdd0bd-5015-4b94-b833-210de8d3f331, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d2bdd0bd-5015-4b94-b833-210de8d3f331,segment=NetworkSegment(e1104fd1-a829-402d-975e-138b3840bd17),segment_id=e1104fd1-a829-402d-975e-138b3840bd17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:35.905529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6b018c-9d70-4684-9c2f-52a1f49cfae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.911711 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d027312-7ed4-4c59-98f6-a4801c2bd1fb None None] The sync data for ids ['8e5a29cc-0563-4f87-9824-eaa7e3f9515c'] in dv-neutron-822328-3-hyperv is: [{'id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'name': 'router1', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:28:22Z', 'updated_at': '2021-12-20T16:28:33Z', 'revision_number': 2, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'gw_port_host': None, '_interfaces': [{'id': 'd2bdd0bd-5015-4b94-b833-210de8d3f331', 'name': '', 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'mac_address': 'fa:16:3e:01:18:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:28:32Z', 'updated_at': '2021-12-20T16:28:35Z', 'revision_number': 4, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'subnets': [{'id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ad9f4f-2c6f-42e0-b6f5-9c571b8ab9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:28:35.953804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b018c-9d70-4684-9c2f-52a1f49cfae3 None None] Pushing event updated for resources: {'Port': ['ID=d2bdd0bd-5015-4b94-b833-210de8d3f331,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:36.418067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 40806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:36.532030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4ecad-5965-4f29-acd5-1c7539154de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:36.533433 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-00c4ecad-5965-4f29-acd5-1c7539154de2 admin admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 842 time: 0.1143198 Dec 20 16:28:36.543375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Request body: {'subnet': {'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:28:36.569246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Made reservation on behalf of 72da999abda24163bb6a1723bc85f08e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:28:36.571579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:36.884291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.objects.ports [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:28:36.884721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:36.938093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2995bd6d-b4a3-4d3a-acb9-ecc170585017,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:36.949369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:28:36.949732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Network hostable DHCP agents. Network: 77fd5335-c03d-4b54-ba31-dcf92a808927, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:28:36.974029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:28:36.986979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 77fd5335-c03d-4b54-ba31-dcf92a808927) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:28:36.991992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:36.992801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:37.000779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b641b765-e8a1-4cda-8cce-70fecc02c4c1 None None] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:28:37.029239 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3ae27815-e515-4631-9af6-6e1afee824eb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4891868 Dec 20 16:28:37.140311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0beccaa-0e81-4319-861a-aaa3adb00dd2 None None] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:28:39.579776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 40814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:39.717502 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d7f3f58e-d839-4864-a08a-2715b12dbecf admin admin] 10.222.0.60 "GET /v2.0/routers/8e5a29cc-0563-4f87-9824-eaa7e3f9515c HTTP/1.1" status: 200 len: 710 time: 0.1363833 Dec 20 16:28:39.814540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc763fc-a626-4e4d-91cc-2f5489d34ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:39.821729 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3fc763fc-a626-4e4d-91cc-2f5489d34ef1 admin admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 886 time: 0.0928433 Dec 20 16:28:39.826019 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:28:40.161676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:40.437173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:40.511561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:40.625069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Allocated IP 172.26.1.202 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/52768f13-8bed-43a7-a773-565dd3e22049) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:28:40.728790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:40.762956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:40.801778 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:28:40.804643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:28:40.813621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:28:40.816499 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Pushing event updated for resources: {'Port': ['ID=52768f13-8bed-43a7-a773-565dd3e22049,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:41.076192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:41.263590 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:28:41.277586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:41.280974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:41.397491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Router 8e5a29cc-0563-4f87-9824-eaa7e3f9515c has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:28:41.630634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:28:41.635810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:41.637442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b5bba90a-51c1-40b1-91a6-bafbc49d03ba admin admin] 10.222.0.60 "PUT /v2.0/routers/8e5a29cc-0563-4f87-9824-eaa7e3f9515c HTTP/1.1" status: 200 len: 890 time: 1.8148811 Dec 20 16:28:42.547898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d2bdd0bd-5015-4b94-b833-210de8d3f331 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:28:42.603420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d2bdd0bd-5015-4b94-b833-210de8d3f331 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:42.604050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:43.206448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Sync routers for ids ['8e5a29cc-0563-4f87-9824-eaa7e3f9515c'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:28:43.217556 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Routers {'8e5a29cc-0563-4f87-9824-eaa7e3f9515c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:43.218324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:28:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8e5a29cc-0563-4f87-9824-eaa7e3f9515c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:43.436816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Set router 8e5a29cc-0563-4f87-9824-eaa7e3f9515c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:28:43.918444 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'name': 'router1', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '52768f13-8bed-43a7-a773-565dd3e22049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:28:22Z', 'updated_at': '2021-12-20T16:28:40Z', 'revision_number': 4, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'gw_port': {'id': '52768f13-8bed-43a7-a773-565dd3e22049', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:28:40Z', 'updated_at': '2021-12-20T16:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd2bdd0bd-5015-4b94-b833-210de8d3f331', 'name': '', 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'mac_address': 'fa:16:3e:01:18:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:28:32Z', 'updated_at': '2021-12-20T16:28:35Z', 'revision_number': 5, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'subnets': [{'id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ad9f4f-2c6f-42e0-b6f5-9c571b8ab9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:43.971241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Checking router: 8e5a29cc-0563-4f87-9824-eaa7e3f9515c for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:28:43.971643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Updating router 8e5a29cc-0563-4f87-9824-eaa7e3f9515c port 52768f13-8bed-43a7-a773-565dd3e22049 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:28:44.019238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:44.319888 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 40826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:44.351959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:44.358451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:44.418827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Attempting to bind port 52768f13-8bed-43a7-a773-565dd3e22049 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:28:44.419210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Attempting to bind port 52768f13-8bed-43a7-a773-565dd3e22049 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:28:44.419550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Attempting to bind port 52768f13-8bed-43a7-a773-565dd3e22049 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:28:44.421425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87fb5c-3c3e-49a5-ac1d-a468ba5f951e None None] Pushing event updated for resources: {'Port': ['ID=52768f13-8bed-43a7-a773-565dd3e22049,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:44.428492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:28:44.428870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:28:44.429268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:44.429654 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:28:44.430120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Bound port: 52768f13-8bed-43a7-a773-565dd3e22049, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:28:44.430550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:44.446563 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-73dd53f5-f223-4da4-87f3-b53206dbcb06 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227336 Dec 20 16:28:44.484198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] For port 52768f13-8bed-43a7-a773-565dd3e22049, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:28:44.488853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] For port 52768f13-8bed-43a7-a773-565dd3e22049, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=52768f13-8bed-43a7-a773-565dd3e22049,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:28:44.494025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:44.559545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87fb5c-3c3e-49a5-ac1d-a468ba5f951e None None] Pushing event updated for resources: {'Port': ['ID=52768f13-8bed-43a7-a773-565dd3e22049,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:44.562517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Routers {'8e5a29cc-0563-4f87-9824-eaa7e3f9515c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:44.563160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:28:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8e5a29cc-0563-4f87-9824-eaa7e3f9515c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:44.679750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] Set router 8e5a29cc-0563-4f87-9824-eaa7e3f9515c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:28:44.905642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'name': 'router1', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '52768f13-8bed-43a7-a773-565dd3e22049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:28:22Z', 'updated_at': '2021-12-20T16:28:40Z', 'revision_number': 4, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'gw_port': {'id': '52768f13-8bed-43a7-a773-565dd3e22049', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:28:40Z', 'updated_at': '2021-12-20T16:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd2bdd0bd-5015-4b94-b833-210de8d3f331', 'name': '', 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'mac_address': 'fa:16:3e:01:18:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:28:32Z', 'updated_at': '2021-12-20T16:28:35Z', 'revision_number': 5, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'subnets': [{'id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ad9f4f-2c6f-42e0-b6f5-9c571b8ab9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:44.931912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb86cb3-741c-478a-964a-f3f1f0d7c593 None None] The sync data for ids ['8e5a29cc-0563-4f87-9824-eaa7e3f9515c'] in dv-neutron-822328-3-hyperv is: [{'id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'name': 'router1', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '52768f13-8bed-43a7-a773-565dd3e22049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:28:22Z', 'updated_at': '2021-12-20T16:28:40Z', 'revision_number': 4, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'gw_port': {'id': '52768f13-8bed-43a7-a773-565dd3e22049', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:28:40Z', 'updated_at': '2021-12-20T16:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd2bdd0bd-5015-4b94-b833-210de8d3f331', 'name': '', 'network_id': '06396899-bfc5-4c17-8155-adf37a5dab8e', 'tenant_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'mac_address': 'fa:16:3e:01:18:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5a29cc-0563-4f87-9824-eaa7e3f9515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:28:32Z', 'updated_at': '2021-12-20T16:28:35Z', 'revision_number': 5, 'project_id': 'b4c4d9539edc4c50b9e3a333697d5bc8', 'subnets': [{'id': 'fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ad9f4f-2c6f-42e0-b6f5-9c571b8ab9d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:28:46.559942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 52768f13-8bed-43a7-a773-565dd3e22049 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:28:46.637264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 52768f13-8bed-43a7-a773-565dd3e22049 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:46.637719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:46.742743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:46.770848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 52768f13-8bed-43a7-a773-565dd3e22049, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=52768f13-8bed-43a7-a773-565dd3e22049,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:46.777048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:46.844122 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=52768f13-8bed-43a7-a773-565dd3e22049,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:48.539627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 52768f13-8bed-43a7-a773-565dd3e22049 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:28:48.621430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 52768f13-8bed-43a7-a773-565dd3e22049 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:28:48.622105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:54.971306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67e6efc5-a232-414a-a62e-8fcf5f1ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:57.329414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8446bbb5-e674-47b0-bfc9-1e24c6dcb7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:58.327099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:59.872486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:00.699470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:18.262870 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:29:24.998048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c9886a8-d77b-47d0-a4ab-6a87f6e2b89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:27.314112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d805ead-ba77-497d-9550-313288a5d33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:28.332897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:29.866537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:30.705811 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:54.959782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3f6aef5-8ac8-4f89-b493-aae0531c51aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:55.261536 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:29:57.316075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee56e105-9a2c-416c-a5b6-efc0c31601f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:58.336986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:59.867992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:00.690465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:12.141896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:12.201603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-485216c4-5315-42af-875d-6b142d9c2990 admin admin] GET failed (client error): The resource could not be found. Dec 20 16:30:12.202927 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-485216c4-5315-42af-875d-6b142d9c2990 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612874 Dec 20 16:30:12.361440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c8e99-6a9e-4917-b4b4-03ab9ebc49d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:12.362850 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a72c8e99-6a9e-4917-b4b4-03ab9ebc49d4 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1553361 Dec 20 16:30:14.770325 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:14.866859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537c4390-9f46-4552-927a-88d987bc389f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:14.868212 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-537c4390-9f46-4552-927a-88d987bc389f admin admin] 10.222.0.60 "GET /v2.0/subnets/fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2 HTTP/1.1" status: 200 len: 849 time: 0.0970469 Dec 20 16:30:14.878794 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:30:14.962931 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Publish callbacks [] for subnet, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:15.103918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771522699578'] for subnet, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:15.134930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:15.135585 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:15.136882 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] 10.222.0.60 "PUT /v2.0/subnets/fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2 HTTP/1.1" status: 200 len: 868 time: 0.2623737 Dec 20 16:30:15.142212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a592c-5966-4b3f-a692-422a1b05dd25 None None] Network 06396899-bfc5-4c17-8155-adf37a5dab8e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:30:15.156087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:30:15.163682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.164051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.164394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.164727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.165066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.165389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.165730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.166059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.166434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.166790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.167093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.167415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.167733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19e35-65b5-48d8-8d1c-437a6c7c679b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:30:15.562606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-28a709a4-9ff1-4d21-b6ad-382e4a2d263f None None] Provisioning complete for port d2bdd0bd-5015-4b94-b833-210de8d3f331 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:30:15.563133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28a709a4-9ff1-4d21-b6ad-382e4a2d263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:15.651906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-28a709a4-9ff1-4d21-b6ad-382e4a2d263f None None] Provisioning complete for port 1ee0256c-9bdb-483b-809d-bcadbc9e0134 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:30:15.652205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28a709a4-9ff1-4d21-b6ad-382e4a2d263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:17.557116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:17.762956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3665698-e7d3-4673-ab0f-6cc298d43a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:17.763345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3665698-e7d3-4673-ab0f-6cc298d43a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:17.765387 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e3665698-e7d3-4673-ab0f-6cc298d43a8e admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2068412 Dec 20 16:30:20.123670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:20.257116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8805abc-5905-4c08-975e-cce4f1c71091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:20.257505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8805abc-5905-4c08-975e-cce4f1c71091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:20.259043 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e8805abc-5905-4c08-975e-cce4f1c71091 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1344211 Dec 20 16:30:22.677773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:22.854647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00d4cb-4036-4b84-ae98-7c926b834561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:22.857114 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5e00d4cb-4036-4b84-ae98-7c926b834561 admin admin] 10.222.0.60 "GET /v2.0/networks/06396899-bfc5-4c17-8155-adf37a5dab8e HTTP/1.1" status: 200 len: 869 time: 0.1783111 Dec 20 16:30:24.964185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3d242cf-dcc6-496a-8295-52f1bac0ab21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:25.272617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:25.401092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0b8f93-877b-4312-b253-f94e55ec6d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:25.402509 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ec0b8f93-877b-4312-b253-f94e55ec6d93 admin admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 886 time: 0.1289246 Dec 20 16:30:27.317719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-652d2182-51e2-4d1e-9d08-5d9e1af8d09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:27.801825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:27.932212 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa576216-dfa1-42bc-9be7-0a061e72818b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:27.932670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa576216-dfa1-42bc-9be7-0a061e72818b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:27.934183 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fa576216-dfa1-42bc-9be7-0a061e72818b admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1313863 Dec 20 16:30:28.334752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:29.873861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:30.347110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:30.475448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26599112-fd68-4e33-815f-0b357c12660e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:30.475894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26599112-fd68-4e33-815f-0b357c12660e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:30.477401 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-26599112-fd68-4e33-815f-0b357c12660e admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290238 Dec 20 16:30:30.695128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:32.260351 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:30:32.859765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:32.943888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e597f55e-57c8-48c5-b1a6-ebadf22194dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:32.945241 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e597f55e-57c8-48c5-b1a6-ebadf22194dc admin admin] 10.222.0.60 "GET /v2.0/subnets/2995bd6d-b4a3-4d3a-acb9-ecc170585017 HTTP/1.1" status: 200 len: 816 time: 0.0845532 Dec 20 16:30:35.322434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41418) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:30:35.419767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a7889-b87e-4d05-9918-2e9735a3ff47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:35.421121 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d25a7889-b87e-4d05-9918-2e9735a3ff47 admin admin] 10.222.0.60 "GET /v2.0/subnets/fb2fbec3-5ac3-449d-9a6d-4ce2ea7af3d2 HTTP/1.1" status: 200 len: 868 time: 0.0977273 Dec 20 16:30:54.963684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16765063-a7d2-464d-a9fb-206524f538fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:57.322005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1d9c-428c-4272-9168-0a133ec118ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:58.341623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:59.877421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:00.576971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:31:00.624596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-d66e977d-dc21-433b-9879-3a87a3884fc3 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:31:00.625628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d66e977d-dc21-433b-9879-3a87a3884fc3 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477335 Dec 20 16:31:00.699127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:03.105772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:31:03.165929 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-172fd805-dde8-4ad3-ad92-8160015258c6 admin admin] GET failed (client error): The resource could not be found. Dec 20 16:31:03.167292 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-172fd805-dde8-4ad3-ad92-8160015258c6 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604851 Dec 20 16:31:03.254305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f07fe8-6bcc-43f7-8fc4-395aed9025e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:03.255693 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-27f07fe8-6bcc-43f7-8fc4-395aed9025e1 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839174 Dec 20 16:31:05.658781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:31:05.706073 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:31:05.729384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Made reservation on behalf of 72da999abda24163bb6a1723bc85f08e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:31:05.731636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:05.764680 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.services.revisions.revision_plugin [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Could not find related network for resource to bump revision. Dec 20 16:31:05.777227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:31:05.786741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:05.787081 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Added segment 2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398 of type vlan for network 5367415e-3f80-4482-9adc-bb59461223f5 Dec 20 16:31:05.826867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:05.852080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:05.852967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:05.853578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:05.907908 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2480309 Dec 20 16:31:05.912661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Pushing event updated for resources: {'Network': ['ID=5367415e-3f80-4482-9adc-bb59461223f5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:05.920767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.921130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.921474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.921807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.922184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.922538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.922883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.923209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.923606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.923874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.924199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.924514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.924848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5566f06-f9d3-4d1b-9157-4312ce2b7c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:05.936809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 5367415e-3f80-4482-9adc-bb59461223f5 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:31:08.366203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:31:08.429320 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e5d8c3-63d4-434d-afb0-b396928b40b0 admin admin] GET failed (client error): The resource could not be found. Dec 20 16:31:08.430632 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a1e5d8c3-63d4-434d-afb0-b396928b40b0 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634458 Dec 20 16:31:08.529800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9708465d-001c-44e5-8600-a65431989ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:08.531885 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9708465d-001c-44e5-8600-a65431989ab5 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0962186 Dec 20 16:31:08.542079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:31:08.564215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Made reservation on behalf of 72da999abda24163bb6a1723bc85f08e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:31:08.566462 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:08.725955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:08.782161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ac4012-8ec9-49dd-858d-674924d4d335,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:08.790489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Checking segment: {'id': '2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:31:08.790840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Network hostable DHCP agents. Network: 5367415e-3f80-4482-9adc-bb59461223f5, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:31:08.806786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Network 5367415e-3f80-4482-9adc-bb59461223f5 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:31:08.816413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 5367415e-3f80-4482-9adc-bb59461223f5) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:31:08.820850 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:08.821497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:08.825375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd6dbf-45ef-48cd-8708-e82ecd83ae53 None None] Network 5367415e-3f80-4482-9adc-bb59461223f5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:31:08.839048 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a22fd2ce-ae9d-413f-957f-acdcc48c6337 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3002620 Dec 20 16:31:08.931013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-5367415e-3f80-4482-9adc-bb59461223f5', 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5', 'project_id': '72da999abda24163bb6a1723bc85f08e', 'fixed_ips': [{'subnet_id': '28ac4012-8ec9-49dd-858d-674924d4d335'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:31:08.931936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:09.163621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Allocated IP 192.168.233.2 (5367415e-3f80-4482-9adc-bb59461223f5/28ac4012-8ec9-49dd-858d-674924d4d335/1c5a3c2f-811e-4b88-b53f-931bcab5a720) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:31:09.261930 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:31:09.306901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:09.313739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:09.362127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Network 5367415e-3f80-4482-9adc-bb59461223f5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:31:09.366046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:31:09.368494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:31:09.370895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Pushing event updated for resources: {'Port': ['ID=1c5a3c2f-811e-4b88-b53f-931bcab5a720,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:09.380203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.380559 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.380899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.381228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.381554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.381875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.382216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.383135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.383499 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.383839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.384159 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.384473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.384790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:09.439030 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Attempting to bind port 1c5a3c2f-811e-4b88-b53f-931bcab5a720 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:31:09.439406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Attempting to bind port 1c5a3c2f-811e-4b88-b53f-931bcab5a720 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:31:09.439764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Attempting to bind port 1c5a3c2f-811e-4b88-b53f-931bcab5a720 on network 5367415e-3f80-4482-9adc-bb59461223f5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:31:09.444823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:31:09.445206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Checking segment: {'id': '2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:31:09.445603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:09.445995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Bound using segment: {'id': '2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:31:09.446485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Bound port: 1c5a3c2f-811e-4b88-b53f-931bcab5a720, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:31:09.446879 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:09.509536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] For port 1c5a3c2f-811e-4b88-b53f-931bcab5a720, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:31:09.512700 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] For port 1c5a3c2f-811e-4b88-b53f-931bcab5a720, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1c5a3c2f-811e-4b88-b53f-931bcab5a720,segment=NetworkSegment(2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398),segment_id=2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:31:09.517882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:09.576174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953127f-3a83-4084-9a5d-dd5bbc79f832 None None] Pushing event updated for resources: {'Port': ['ID=1c5a3c2f-811e-4b88-b53f-931bcab5a720,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:10.483128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafe51c9-15ba-43e9-891f-fa718bf71324 None None] Network 5367415e-3f80-4482-9adc-bb59461223f5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:31:10.602833 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b39dfca5-05cf-414d-bc32-03f2b8a5e807 None None] Provisioning complete for port 1c5a3c2f-811e-4b88-b53f-931bcab5a720 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:31:10.603484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b39dfca5-05cf-414d-bc32-03f2b8a5e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:10.646506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1c5a3c2f-811e-4b88-b53f-931bcab5a720 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:31:10.735740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b39dfca5-05cf-414d-bc32-03f2b8a5e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:10.775839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b39dfca5-05cf-414d-bc32-03f2b8a5e807 None None] For port 1c5a3c2f-811e-4b88-b53f-931bcab5a720, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1c5a3c2f-811e-4b88-b53f-931bcab5a720,segment=NetworkSegment(2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398),segment_id=2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:31:10.783433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b39dfca5-05cf-414d-bc32-03f2b8a5e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:10.842597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dfca5-05cf-414d-bc32-03f2b8a5e807 None None] Pushing event updated for resources: {'Port': ['ID=1c5a3c2f-811e-4b88-b53f-931bcab5a720,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:10.845957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1c5a3c2f-811e-4b88-b53f-931bcab5a720 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:31:10.846397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:11.006137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a1f1606b-f399-4f0a-b360-5938186f5cab None None] Provisioning complete for port 1c5a3c2f-811e-4b88-b53f-931bcab5a720 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:31:11.006799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1f1606b-f399-4f0a-b360-5938186f5cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:12.595213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1c5a3c2f-811e-4b88-b53f-931bcab5a720 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:31:12.642910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1c5a3c2f-811e-4b88-b53f-931bcab5a720 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:31:12.643274 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:24.962926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db7a1452-a442-48ef-a489-05a5f8709faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:27.324816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-560bec51-548e-43b0-a8d9-03c1cc323f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:28.343189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:29.881635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:30.705788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:46.259964 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:31:54.954857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eea496a9-2183-4f7e-93d0-7b5090732724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:57.332420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77e4d0c6-d263-494a-9836-881f3f4f6a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:58.343938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:59.883785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.699913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:23.260249 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:32:24.957587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14034312-c519-4554-83f9-059cd5a3cd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:27.324247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d92e747-25eb-4455-bb4c-449163e024f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:27.601787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:27.607847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-9b6f1d29-bf43-4273-81aa-2dd32b5ecd38 tempest-verify_tempest_config-1400647807 tempest-verify_tempest_config-1400647807-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:32:27.608850 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9b6f1d29-bf43-4273-81aa-2dd32b5ecd38 tempest-verify_tempest_config-1400647807 tempest-verify_tempest_config-1400647807-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059483 Dec 20 16:32:27.894685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:28.044777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:28.118363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:28.122036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:28.164289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c039feb4-dc1e-4f5f-9909-39b1404a1141,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:28.167876 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbc438438fae47218574c814509d998f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2722304 Dec 20 16:32:28.170837 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41562) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:28.173869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.174220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.174582 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.174914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.175231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.175559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.175879 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.176198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.176515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.176948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.177276 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.177580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.177895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e23a7-f2e7-4994-afc6-994149f86d79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.228940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:28.248860 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:28.337496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:28.340054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:28.344622 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c039feb4-dc1e-4f5f-9909-39b1404a1141 HTTP/1.1" status: 204 len: 168 time: 0.1727529 Dec 20 16:32:28.352435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:28.357471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039feb4-dc1e-4f5f-9909-39b1404a1141,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:28.364466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.364808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.365144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.365475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.365804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.366130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.366489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.366814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.367126 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.367448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.367776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.368148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:28.368447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db47ba5-8c62-4043-9632-9e992a7ac92d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:29.887063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:30.702214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:54.962653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b763bc0a-5196-4e47-a3e7-ec31b898ea6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:57.328969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6684d5dd-a8be-4b36-aa0d-33888ea4afb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:58.351373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:59.888863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:00.259573 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:33:00.707344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:24.973026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10927abf-783c-4154-a3bb-d4441a4814b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:27.330808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e140fdcc-5960-4279-8e37-73490d6ab702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:28.354248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:29.891921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:30.709255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:37.258190 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:33:44.147682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536419'] for agent, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.964971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00ce0eea-7dd0-4289-bb27-2dcbc69cc095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:57.333623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce93263f-251e-4091-ad8c-51a8f218d714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:58.357585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:59.113968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:59.224626 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e2cc0e82-ed33-4905-b16a-0f03304b23ec admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1091702 Dec 20 16:33:59.896322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:00.713046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:01.663143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:01.727711 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4f1e3426-7f12-4b86-8e5d-c0a3dd4bffe0 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0632432 Dec 20 16:34:14.103754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.256748 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:34:24.966109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75dd2904-7e4d-4db4-a2d5-f1a0eaccdfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.336865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b32d621-f032-4595-8a3e-cccf29fb169b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.358047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:29.899704 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:30.715576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.104195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.255974 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:34:54.972859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adb27616-aabd-484b-91a2-ca7ebc03e85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:57.341287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f3e6-a3eb-4830-8986-66bdeb978e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.360955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.900807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:00.718692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.115948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.845155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41734) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:15.096839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-305269553-network', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:15.122053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Made reservation on behalf of 4a2a234259c24eeeb8b56c884ecdadfa for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:15.124651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.133690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.211782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.216747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.253600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:15.255713 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9e40cb-17c4-47d5-aef3-7dc71e0f375d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:15.265906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.266201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.266554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.266888 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.267258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.267588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.267914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.268240 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.268584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.268916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.269237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.269549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.269864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Tracked resource versions report: Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: pushed versions: Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: { 'AddressGroup': {'1.2'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Log': {'1.0'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Network': {'1.1'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Port': {'1.7'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'PortForwarding': {'1.2'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'QosPolicy': {'1.10'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SecurityGroup': {'1.5'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SubPort': {'1.0'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Subnet': {'1.1'}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Trunk': {'1.1'}} Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: consumer versions: Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: { DHCP agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: HyperV agent@hv-neutron-8223: {}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: L3 agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: Metadata agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: Metering agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: Open vSwitch agent@dv-neutron-822328-3-hyperv: { 'AddressGroup': '1.2', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'ConntrackHelper': '1.0', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'LocalIPAssociation': '1.0', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Log': '1.0', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Network': '1.1', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Port': '1.7', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'PortForwarding': '1.2', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'QosPolicy': '1.10', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SecurityGroup': '1.5', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SecurityGroupRule': '1.2', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'SubPort': '1.0', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Subnet': '1.1', Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: 'Trunk': '1.1'}} Dec 20 16:35:15.271057 dv-neutron-822328-3-hyperv neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 16:35:15.281844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.281844 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Added segment 0d9a9c3a-7fd3-485a-961a-d1e236343949 of type vlan for network 8884f99f-080e-4992-a1da-237bad362cb2 Dec 20 16:35:15.326361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.353016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.354083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:15.354704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.425891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] Pushing event updated for resources: {'Network': ['ID=8884f99f-080e-4992-a1da-237bad362cb2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:15.430880 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c936308e-81ff-47e7-a02f-856c4057fe21 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5845330 Dec 20 16:35:15.433679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:15.436740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 8884f99f-080e-4992-a1da-237bad362cb2 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:15.439200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Request body: {'subnet': {'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-305269553-subnet', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:15.466626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Made reservation on behalf of 4a2a234259c24eeeb8b56c884ecdadfa for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:15.470111 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.660249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.712588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7b8204-9b0f-4d8d-b342-65fe30d37330,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:15.731276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Checking segment: {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:15.731674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Network hostable DHCP agents. Network: 8884f99f-080e-4992-a1da-237bad362cb2, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:15.754951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Network 8884f99f-080e-4992-a1da-237bad362cb2 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:15.766567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 8884f99f-080e-4992-a1da-237bad362cb2) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:15.772235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:15.772968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.781952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d997d57-f80d-449b-b666-9e3db20f0a5a None None] Network 8884f99f-080e-4992-a1da-237bad362cb2 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:15.796949 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-99833a19-74c9-478c-9b20-bb061fca204c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3619976 Dec 20 16:35:15.802448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:15.808828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:15.860594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.861764 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.911113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-8884f99f-080e-4992-a1da-237bad362cb2', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:15.912160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.929975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.085083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Allocated IP 172.20.0.2 (8884f99f-080e-4992-a1da-237bad362cb2/aa7b8204-9b0f-4d8d-b342-65fe30d37330/884e2aeb-296a-43b1-bfe5-2ed1174006a1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:16.143883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.244743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.252956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.296660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Pushing event updated for resources: {'Port': ['ID=884e2aeb-296a-43b1-bfe5-2ed1174006a1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:16.308349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.308719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.309192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.309377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.310228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.310868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.311369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.311706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.312055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.312403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.312740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.313062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.313374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Tracked resource versions report: Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: pushed versions: Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: { 'AddressGroup': {'1.2'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Log': {'1.0'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Network': {'1.1'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Port': {'1.7'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'PortForwarding': {'1.2'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'QosPolicy': {'1.10'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SecurityGroup': {'1.5'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SubPort': {'1.0'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Subnet': {'1.1'}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Trunk': {'1.1'}} Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: consumer versions: Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: { DHCP agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: HyperV agent@hv-neutron-8223: {}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: L3 agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: Metadata agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: Metering agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: Open vSwitch agent@dv-neutron-822328-3-hyperv: { 'AddressGroup': '1.2', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'ConntrackHelper': '1.0', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'LocalIPAssociation': '1.0', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Log': '1.0', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Network': '1.1', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Port': '1.7', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'PortForwarding': '1.2', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'QosPolicy': '1.10', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SecurityGroup': '1.5', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SecurityGroupRule': '1.2', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'SubPort': '1.0', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Subnet': '1.1', Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: 'Trunk': '1.1'}} Dec 20 16:35:16.315188 dv-neutron-822328-3-hyperv neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 16:35:16.319292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Network 8884f99f-080e-4992-a1da-237bad362cb2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:16.321589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:16.325634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:16.410381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.412041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Attempting to bind port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:16.412605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Attempting to bind port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:16.413130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Attempting to bind port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 on network 8884f99f-080e-4992-a1da-237bad362cb2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:16.419083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:16.419458 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Checking segment: {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:16.420273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.420677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Bound using segment: {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:16.421164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Bound port: 884e2aeb-296a-43b1-bfe5-2ed1174006a1, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:16.421552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.436613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.494895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] For port 884e2aeb-296a-43b1-bfe5-2ed1174006a1, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:16.498094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] For port 884e2aeb-296a-43b1-bfe5-2ed1174006a1, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=884e2aeb-296a-43b1-bfe5-2ed1174006a1,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:16.509186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.589234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041902d-9f52-495b-a950-b5a3b0ee87ef None None] Pushing event updated for resources: {'Port': ['ID=884e2aeb-296a-43b1-bfe5-2ed1174006a1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:16.622073 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Allocated IP 172.26.1.7 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/09b582a2-5e2f-4916-91e6-0ff18193e700) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:16.707771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:16.750372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.834854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.908732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:16.932319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Pushing event updated for resources: {'Port': ['ID=09b582a2-5e2f-4916-91e6-0ff18193e700,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:16.943645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.944113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.944546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.945096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.945636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.946172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.946770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.947327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.947856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.948383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.948920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.949455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.949975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Tracked resource versions report: Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: pushed versions: Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: { 'AddressGroup': {'1.2'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Log': {'1.0'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Network': {'1.1'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Port': {'1.7'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'PortForwarding': {'1.2'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'QosPolicy': {'1.10'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SecurityGroup': {'1.5'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SubPort': {'1.0'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Subnet': {'1.1'}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Trunk': {'1.1'}} Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: consumer versions: Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: { DHCP agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: HyperV agent@hv-neutron-8223: {}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: L3 agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: Metadata agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: Metering agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: Open vSwitch agent@dv-neutron-822328-3-hyperv: { 'AddressGroup': '1.2', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'ConntrackHelper': '1.0', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'LocalIPAssociation': '1.0', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Log': '1.0', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Network': '1.1', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Port': '1.7', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'PortForwarding': '1.2', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'QosPolicy': '1.10', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SecurityGroup': '1.5', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SecurityGroupRule': '1.2', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'SubPort': '1.0', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Subnet': '1.1', Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: 'Trunk': '1.1'}} Dec 20 16:35:16.951359 dv-neutron-822328-3-hyperv neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 16:35:16.957253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:16.963254 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:16.966461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:17.222758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-118166502-network', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:17.257536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:17.266313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Made reservation on behalf of 2b243c59db5a454d80c1d0bd60b2d822 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:17.268995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.279096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.387245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.419959 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-94331c40-01be-4ac2-8c73-7e7eb0a6c769 tempest-AgentManagementNegativeTest-948116085 tempest-AgentManagementNegativeTest-948116085-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5101099 Dec 20 16:35:17.439122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.447164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.480323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:17.507378 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.507742 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Added segment 220c9995-e678-48ca-a556-1960ab76eb96 of type vlan for network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c Dec 20 16:35:17.509043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69b605b-4865-47cd-a860-7d516599b562,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:17.575075 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.613603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.614770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:17.615362 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.682600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.694152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] Pushing event updated for resources: {'Network': ['ID=e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:17.702935 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7a2f0224-0b5e-4a86-96d7-51dcea3005dc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9939084 Dec 20 16:35:17.704208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:17.707039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:17.712707 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Request body: {'subnet': {'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-118166502-subnet', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:17.753665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Made reservation on behalf of 2b243c59db5a454d80c1d0bd60b2d822 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:17.760554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.770727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-815084524-network', 'tenant_id': 'c21780a2db434329b5703254ea1534ab'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:17.878724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Router cd970b4c-59cc-4ebc-b4be-88df043f1206 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:17.906065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Made reservation on behalf of c21780a2db434329b5703254ea1534ab for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:17.908914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.971414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26bb45-eb24-4b6a-958d-c38e144b17af None None] Network 8884f99f-080e-4992-a1da-237bad362cb2 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:18.006511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:18.015738 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Sync routers for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:18.032076 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:18.039960 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:34:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:18.040489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.044475 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2809eb7f-a947-4a07-b42c-e091e16ccd52 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2382865 Dec 20 16:35:18.044823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:18.077601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-508ae986-6edb-4ee1-bb82-1919873e0e39 None None] Provisioning complete for port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:18.077966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508ae986-6edb-4ee1-bb82-1919873e0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.147598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.234177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508ae986-6edb-4ee1-bb82-1919873e0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.299784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-508ae986-6edb-4ee1-bb82-1919873e0e39 None None] For port 884e2aeb-296a-43b1-bfe5-2ed1174006a1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=884e2aeb-296a-43b1-bfe5-2ed1174006a1,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:18.319454 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508ae986-6edb-4ee1-bb82-1919873e0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.461048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ae986-6edb-4ee1-bb82-1919873e0e39 None None] Pushing event updated for resources: {'Port': ['ID=884e2aeb-296a-43b1-bfe5-2ed1174006a1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:18.522321 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:18.561597 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:18.568984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b944bc48-9eb3-4df7-b853-8f3eefe9dbc4 None None] Provisioning complete for port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:18.569654 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b944bc48-9eb3-4df7-b853-8f3eefe9dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.575842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.577100 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.673022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.676555 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:18.750865 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:18.775456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9301526-6550-46fd-ae51-a1926d4d80d3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:18.816319 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.825947 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Added segment 21538068-d7d8-4443-af10-b2587c7206d0 of type vlan for network ca9b5420-e3fd-42b8-b4b7-aead5d11446e Dec 20 16:35:18.847762 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Checking segment: {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:18.850830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Network hostable DHCP agents. Network: e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:18.858903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0822dc4e-9b6c-481e-bd2a-eacc55ef75d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.865870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.947293 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:17Z', 'revision_number': 3, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:18.972529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 884e2aeb-296a-43b1-bfe5-2ed1174006a1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:18.982997 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Checking router: cd970b4c-59cc-4ebc-b4be-88df043f1206 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:18.983669 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Updating router cd970b4c-59cc-4ebc-b4be-88df043f1206 port 09b582a2-5e2f-4916-91e6-0ff18193e700 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:18.992498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:19.012037 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.017597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.041148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:19.053363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e020689b-1721-473f-92e6-db4c45aee903 None None] Network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:19.061328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:19.061934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.090644 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1077981c-244a-456c-9524-045179c42d8d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3845594 Dec 20 16:35:19.097143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:19.102726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:19.147496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.149245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:19.150746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.173318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.181040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.185471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:19.273358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0822dc4e-9b6c-481e-bd2a-eacc55ef75d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.287129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0822dc4e-9b6c-481e-bd2a-eacc55ef75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.290078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:19.292116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.314729 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.319738 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0822dc4e-9b6c-481e-bd2a-eacc55ef75d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a35f972f50f40b3a2999193fc000381&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7940848 Dec 20 16:35:19.320713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:19.330076 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.342370 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0836623 Dec 20 16:35:19.356361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:19.376383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Request body: {'subnet': {'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-815084524-subnet', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:19.394199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Allocated IP 172.20.0.1 (8884f99f-080e-4992-a1da-237bad362cb2/aa7b8204-9b0f-4d8d-b342-65fe30d37330/f647ad96-7132-408b-ac63-efaa1f4ae7c0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:19.419011 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Pushing event updated for resources: {'Port': ['ID=09b582a2-5e2f-4916-91e6-0ff18193e700,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:19.431025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107423e4-8657-4154-ad50-6e5ca78332cf admin admin] Pushing event updated for resources: {'Network': ['ID=ca9b5420-e3fd-42b8-b4b7-aead5d11446e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:19.435917 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.443457 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.443903 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.444364 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.444880 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.445389 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.445817 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.446247 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.446719 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.447160 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.447589 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.448127 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.448671 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Tracked resource versions report: Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: pushed versions: Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: { 'AddressGroup': {'1.2'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'LocalIPAssociation': {'1.0'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Log': {'1.0'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Network': {'1.1'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Port': {'1.7'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'PortForwarding': {'1.2'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'QosPolicy': {'1.10'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SecurityGroup': {'1.5'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SubPort': {'1.0'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Subnet': {'1.1'}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Trunk': {'1.1'}} Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: consumer versions: Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: { DHCP agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: HyperV agent@hv-neutron-8223: {}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: L3 agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: Metadata agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: Metering agent@dv-neutron-822328-3-hyperv: {}, Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: Open vSwitch agent@dv-neutron-822328-3-hyperv: { 'AddressGroup': '1.2', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'ConntrackHelper': '1.0', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'LocalIPAssociation': '1.0', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Log': '1.0', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Network': '1.1', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Port': '1.7', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'PortForwarding': '1.2', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'QosPolicy': '1.10', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SecurityGroup': '1.5', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SecurityGroupRule': '1.2', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'SubPort': '1.0', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Subnet': '1.1', Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: 'Trunk': '1.1'}} Dec 20 16:35:19.450067 dv-neutron-822328-3-hyperv neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 16:35:19.452137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network ca9b5420-e3fd-42b8-b4b7-aead5d11446e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:19.488006 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Attempting to bind port 09b582a2-5e2f-4916-91e6-0ff18193e700 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:19.488795 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Attempting to bind port 09b582a2-5e2f-4916-91e6-0ff18193e700 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:19.489388 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Attempting to bind port 09b582a2-5e2f-4916-91e6-0ff18193e700 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:19.512075 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:19.512909 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:19.513530 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.514136 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:19.514881 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Bound port: 09b582a2-5e2f-4916-91e6-0ff18193e700, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:19.515506 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.527212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:19.528212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.556846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.571733 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] For port 09b582a2-5e2f-4916-91e6-0ff18193e700, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:19.575616 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] For port 09b582a2-5e2f-4916-91e6-0ff18193e700, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=09b582a2-5e2f-4916-91e6-0ff18193e700,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:19.585431 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.619166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822dc4e-9b6c-481e-bd2a-eacc55ef75d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78529f33-e4d0-4c1c-ac2b-edb2aed48229,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:19.620282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.623068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Made reservation on behalf of c21780a2db434329b5703254ea1534ab for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:19.631128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.637509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.720026 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35267d20-303b-4665-9d99-51eb8086c6bd None None] Pushing event updated for resources: {'Port': ['ID=09b582a2-5e2f-4916-91e6-0ff18193e700,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:19.753242 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:19.754070 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:34:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:19.842948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-899544888', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:19.850775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Network 8884f99f-080e-4992-a1da-237bad362cb2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:19.857519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:19.863127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:19.863412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.890447 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Allocated IP 172.20.0.2 (e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c/0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0/61aa906b-e7d8-462a-ba94-8c458b3def1f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:19.991261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f647ad96-7132-408b-ac63-efaa1f4ae7c0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:20.012677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:20.023409 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:20.057892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5445-eba7-428e-973f-d10ade09f1b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.133317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Made reservation on behalf of d1455f2072d347e3b3e74e6ca6202962 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:20.136419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.158382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41934) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:20.172401 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5445-eba7-428e-973f-d10ade09f1b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.206930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.253695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.269892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.308218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:20.309591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.334061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c352518-7b72-4ed4-8f48-11021c07f0cb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:20.359763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Pushing event updated for resources: {'Port': ['ID=61aa906b-e7d8-462a-ba94-8c458b3def1f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:20.376317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:20.397706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f4218237-b13f-4279-a54f-29ff0ee00d88 None None] Provisioning complete for port f647ad96-7132-408b-ac63-efaa1f4ae7c0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:20.398089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4218237-b13f-4279-a54f-29ff0ee00d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.446081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.463505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-777807741'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:20.475883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f4218237-b13f-4279-a54f-29ff0ee00d88 None None] Port f647ad96-7132-408b-ac63-efaa1f4ae7c0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:20.495181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:20.496622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:20.497927 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:17Z', 'revision_number': 3, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:20.499640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:20.513171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.524623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.540477 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Checking segment: {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:20.540886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Network hostable DHCP agents. Network: ca9b5420-e3fd-42b8-b4b7-aead5d11446e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:20.557412 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb0337-8e3c-41be-91bb-f077c014c210 None None] The sync data for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv is: [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:17Z', 'revision_number': 3, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:20.584891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Attempting to bind port 61aa906b-e7d8-462a-ba94-8c458b3def1f on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:20.585404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Attempting to bind port 61aa906b-e7d8-462a-ba94-8c458b3def1f by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:20.586039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Attempting to bind port 61aa906b-e7d8-462a-ba94-8c458b3def1f on network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:20.592233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Network ca9b5420-e3fd-42b8-b4b7-aead5d11446e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:20.593050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:20.593728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Checking segment: {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:20.594278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.594825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Bound using segment: {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:20.596012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Bound port: 61aa906b-e7d8-462a-ba94-8c458b3def1f, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:20.596648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.615349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fdd02f92-92a2-42aa-9d0c-9948df125f23 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1450107789'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:20.615871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fdd02f92-92a2-42aa-9d0c-9948df125f23 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Unknown quota resources ['metering_label']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 16:35:20.639517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, ca9b5420-e3fd-42b8-b4b7-aead5d11446e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:20.647757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:20.648471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.654248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72354aaa-f232-4190-896c-c53326435c20 None None] Network ca9b5420-e3fd-42b8-b4b7-aead5d11446e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:20.678716 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3486f5a9-1f3f-4e42-abc0-a5d3611de693 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3173740 Dec 20 16:35:20.680446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:20.684144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5445-eba7-428e-973f-d10ade09f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.685038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:20.690591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5445-eba7-428e-973f-d10ade09f1b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.691807 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dcaf5445-eba7-428e-973f-d10ade09f1b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78529f33-e4d0-4c1c-ac2b-edb2aed48229 HTTP/1.1" status: 204 len: 168 time: 1.3648894 Dec 20 16:35:20.712962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Made reservation on behalf of 5e545ae58be3400bbdb161e1daa25cf7 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:20.716805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.730804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.731819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.755375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] For port 61aa906b-e7d8-462a-ba94-8c458b3def1f, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:20.760430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] For port 61aa906b-e7d8-462a-ba94-8c458b3def1f, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=61aa906b-e7d8-462a-ba94-8c458b3def1f,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:20.772237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.816282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf5445-eba7-428e-973f-d10ade09f1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78529f33-e4d0-4c1c-ac2b-edb2aed48229,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:20.854971 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.883535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.002838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.041945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.066002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.095157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'project_id': 'c21780a2db434329b5703254ea1534ab', 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:21.096333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.131166 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3b21f-7dca-405f-960d-9b16f0403535 None None] Pushing event updated for resources: {'Port': ['ID=61aa906b-e7d8-462a-ba94-8c458b3def1f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:21.174304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.203569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.224810 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] device_id is not set on port 7d4d4dfc-a657-4f3d-81b1-7a31cf6e8049 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:21.247027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdd02f92-92a2-42aa-9d0c-9948df125f23 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.248219 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fdd02f92-92a2-42aa-9d0c-9948df125f23 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0841389 Dec 20 16:35:21.254118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:21.264033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2b2d48c2-7a70-4fe4-ac12-f140d6f4fc79 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '28620746-b0c1-4cda-a045-7c0cfd1877af'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:21.267695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.267933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2b2d48c2-7a70-4fe4-ac12-f140d6f4fc79 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 16:35:21.268506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.285027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.351185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Allocated IP 172.20.0.2 (ca9b5420-e3fd-42b8-b4b7-aead5d11446e/1c352518-7b72-4ed4-8f48-11021c07f0cb/778795ec-255d-40bc-b4c3-355c7c31a6d9) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:21.586648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.613164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.624334 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.services.metering.metering_plugin [None req-2b2d48c2-7a70-4fe4-ac12-f140d6f4fc79 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 16:35:21.644148 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:21.659263 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.659609 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Added segment ae758fb7-0d11-4498-bc88-d3c0d80dd670 of type vlan for network 50cfe8b6-b4d2-438a-99c8-5ec46152072a Dec 20 16:35:21.721718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.734669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Allocated IP 172.26.1.2 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:21.740490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.753429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.755509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.777548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Network ca9b5420-e3fd-42b8-b4b7-aead5d11446e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:21.780943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:21.806735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:21.816509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b2d48c2-7a70-4fe4-ac12-f140d6f4fc79 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.818094 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2b2d48c2-7a70-4fe4-ac12-f140d6f4fc79 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5601466 Dec 20 16:35:21.840255 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef4c22c-538a-413d-a88b-6360fd3b46dc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:21.851744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:21.854190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.866009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:21.867202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.886497 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Attempting to bind port 778795ec-255d-40bc-b4c3-355c7c31a6d9 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:21.886880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Attempting to bind port 778795ec-255d-40bc-b4c3-355c7c31a6d9 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:21.887513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Attempting to bind port 778795ec-255d-40bc-b4c3-355c7c31a6d9 on network ca9b5420-e3fd-42b8-b4b7-aead5d11446e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:21.893351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e5e818a5-37d0-428c-8346-0c8cbf6a5d2d tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '28620746-b0c1-4cda-a045-7c0cfd1877af'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:21.894462 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e5e818a5-37d0-428c-8346-0c8cbf6a5d2d tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 16:35:21.903753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:21.905401 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Checking segment: {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:21.905822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.906229 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Bound using segment: {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:21.906768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Bound port: 778795ec-255d-40bc-b4c3-355c7c31a6d9, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:21.907175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.975168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Pushing event updated for resources: {'Port': ['ID=778795ec-255d-40bc-b4c3-355c7c31a6d9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:21.988279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] For port 778795ec-255d-40bc-b4c3-355c7c31a6d9, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:21.991966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] For port 778795ec-255d-40bc-b4c3-355c7c31a6d9, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=778795ec-255d-40bc-b4c3-355c7c31a6d9,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:21.999884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.036930 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7210608 Dec 20 16:35:22.051102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f647ad96-7132-408b-ac63-efaa1f4ae7c0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:22.083150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:22.096597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5a6fc-2729-4722-8674-cd9e1dcacbca None None] Pushing event updated for resources: {'Port': ['ID=778795ec-255d-40bc-b4c3-355c7c31a6d9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:22.117071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Request body: {'subnet': {'network_id': '50cfe8b6-b4d2-438a-99c8-5ec46152072a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:22.147817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.325908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 41980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:22.341982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.384315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event updated for resources: {'Network': ['ID=50cfe8b6-b4d2-438a-99c8-5ec46152072a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:22.444802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 50cfe8b6-b4d2-438a-99c8-5ec46152072a details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:22.445573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.464687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Allocated IP 172.26.1.39 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/7d4d4dfc-a657-4f3d-81b1-7a31cf6e8049) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:22.485332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:22.492002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Pushing event updated for resources: {'Port': ['ID=a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:22.495010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:22.504879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.508594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e6c41-0a20-405b-95ca-1250c2546dc7 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b2aa74-3530-460e-8519-6068c137f033,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:22.567966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:22.575936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-10869794'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:22.624641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a2cb8-0bbc-4cc5-b846-7d880ee73b16 None None] Network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:22.740076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ce454fa2-a2b8-43b8-a7f6-f5c4738e0875 None None] Provisioning complete for port 61aa906b-e7d8-462a-ba94-8c458b3def1f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:22.740802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce454fa2-a2b8-43b8-a7f6-f5c4738e0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.745930 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.services.metering.metering_plugin [None req-e5e818a5-37d0-428c-8346-0c8cbf6a5d2d tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 16:35:22.813519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Made reservation on behalf of 71acf1a9f52943009be9c345eb8d6cf0 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:22.820158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.849304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.926097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce454fa2-a2b8-43b8-a7f6-f5c4738e0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.025011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ce454fa2-a2b8-43b8-a7f6-f5c4738e0875 None None] For port 61aa906b-e7d8-462a-ba94-8c458b3def1f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=61aa906b-e7d8-462a-ba94-8c458b3def1f,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:23.035687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce454fa2-a2b8-43b8-a7f6-f5c4738e0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.093258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 61aa906b-e7d8-462a-ba94-8c458b3def1f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:23.113715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5e818a5-37d0-428c-8346-0c8cbf6a5d2d tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.118391 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e5e818a5-37d0-428c-8346-0c8cbf6a5d2d tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2651873 Dec 20 16:35:23.119152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:23.156556 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e07340b1-7d06-4753-b022-3f46a06e4176 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=a4c1fa48-1067-487c-b216-c4eae179096a HTTP/1.1" status: 200 len: 462 time: 0.0336637 Dec 20 16:35:23.162887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:23.184218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce454fa2-a2b8-43b8-a7f6-f5c4738e0875 None None] Pushing event updated for resources: {'Port': ['ID=61aa906b-e7d8-462a-ba94-8c458b3def1f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:23.193516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.208238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 61aa906b-e7d8-462a-ba94-8c458b3def1f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:23.208575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.209032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Network 8884f99f-080e-4992-a1da-237bad362cb2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:23.216017 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.224916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:23.267487 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d35cc32-5baa-46ed-bfaa-fa80b30a723d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:23.289744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:23.304834 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.318553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ccef2907-c355-42f9-a930-5ff95f5fa659 None None] Provisioning complete for port 61aa906b-e7d8-462a-ba94-8c458b3def1f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:23.318844 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccef2907-c355-42f9-a930-5ff95f5fa659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.445744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Made reservation on behalf of 5e545ae58be3400bbdb161e1daa25cf7 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:23.456517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks [] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.509698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.510477 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Added segment 531c6c96-edc5-4906-b0ae-bffce9b4453c of type vlan for network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 Dec 20 16:35:23.567929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 09b582a2-5e2f-4916-91e6-0ff18193e700 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:23.581185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.597772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef405907-104d-4be2-8ada-120342d9d3d3 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.599120 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ef405907-104d-4be2-8ada-120342d9d3d3 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/a4c1fa48-1067-487c-b216-c4eae179096a HTTP/1.1" status: 204 len: 168 time: 0.4202752 Dec 20 16:35:23.615738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:23.660572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.679955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 09b582a2-5e2f-4916-91e6-0ff18193e700 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:23.679955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.723244 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-044b5916-00d0-4467-b90d-ea15a0a8e586 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=a4c1fa48-1067-487c-b216-c4eae179096a HTTP/1.1" status: 200 len: 221 time: 0.1021821 Dec 20 16:35:23.735197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 41996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:23.739723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-50105882-7235-4c72-96af-1aa4f03e829a tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--163006057', 'description': 'label created by tempest'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:23.740215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-50105882-7235-4c72-96af-1aa4f03e829a tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Unknown quota resources ['metering_label']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 16:35:23.763002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.801447 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-00d5d3ff-240a-41d6-a40c-3a39d059dab9 None None] Provisioning complete for port f647ad96-7132-408b-ac63-efaa1f4ae7c0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:23.801808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00d5d3ff-240a-41d6-a40c-3a39d059dab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.844601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.875843 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 09b582a2-5e2f-4916-91e6-0ff18193e700, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=09b582a2-5e2f-4916-91e6-0ff18193e700,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:23.882470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430ba5d-1a73-46a5-a591-06e0cc917190 None None] Network ca9b5420-e3fd-42b8-b4b7-aead5d11446e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:23.888466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.889302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 778795ec-255d-40bc-b4c3-355c7c31a6d9 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:23.915378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Allocated IP 172.26.1.116 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/a5d3ec26-aa2e-4b8c-a1fe-8eccdc62d0fd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:23.949922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.955963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:23.956636 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.986932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-00d5d3ff-240a-41d6-a40c-3a39d059dab9 None None] Port f647ad96-7132-408b-ac63-efaa1f4ae7c0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:24.035970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.035970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Router cd970b4c-59cc-4ebc-b4be-88df043f1206 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:24.056577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 778795ec-255d-40bc-b4c3-355c7c31a6d9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:24.057022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.097651 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=09b582a2-5e2f-4916-91e6-0ff18193e700,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:24.167540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1b08fa17-91a6-4f3e-b3cd-c80aed30ab73 None None] Provisioning complete for port 778795ec-255d-40bc-b4c3-355c7c31a6d9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:24.167911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b08fa17-91a6-4f3e-b3cd-c80aed30ab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.248318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.248808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:24.257733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50105882-7235-4c72-96af-1aa4f03e829a tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.258969 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-50105882-7235-4c72-96af-1aa4f03e829a tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5227776 Dec 20 16:35:24.308753 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:24.311787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Network': ['ID=51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:24.315420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 778795ec-255d-40bc-b4c3-355c7c31a6d9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=778795ec-255d-40bc-b4c3-355c7c31a6d9,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:24.322356 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d3559d85-57cf-4c2f-b61e-a93e519587c0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9952383 Dec 20 16:35:24.324916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:24.333043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Pushing event updated for resources: {'Port': ['ID=7d4d4dfc-a657-4f3d-81b1-7a31cf6e8049,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:24.336856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:24.339425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:24.341262 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.348532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:24.349460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:24.350131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.357644 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'subnet': {'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:24.456091 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e342848a-1693-445e-8a12-eaf039c7cfcb tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=7c6e009a-f998-4fc3-8c9c-b4ffd27e7b93 HTTP/1.1" status: 200 len: 467 time: 0.1315632 Dec 20 16:35:24.459185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42004) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:24.587455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b08fa17-91a6-4f3e-b3cd-c80aed30ab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.628355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=778795ec-255d-40bc-b4c3-355c7c31a6d9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:24.684980 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b4b4e377-8ac8-412d-83eb-a3ae284d300b tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.4984505 Dec 20 16:35:24.692343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:24.698420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.700881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.39'}]}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:24.722651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc53cbfa-6ec1-46df-8c28-74e2292387b6 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.723975 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dc53cbfa-6ec1-46df-8c28-74e2292387b6 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/7c6e009a-f998-4fc3-8c9c-b4ffd27e7b93 HTTP/1.1" status: 204 len: 168 time: 0.2636828 Dec 20 16:35:24.728476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:24.733186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:24.750761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.788297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-1b08fa17-91a6-4f3e-b3cd-c80aed30ab73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:35:24.788976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-1b08fa17-91a6-4f3e-b3cd-c80aed30ab73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:35:24.824858 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-201fe7cf-95e2-40b9-a815-6372b9a3c848 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=7c6e009a-f998-4fc3-8c9c-b4ffd27e7b93 HTTP/1.1" status: 200 len: 216 time: 0.0802407 Dec 20 16:35:24.836635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 61aa906b-e7d8-462a-ba94-8c458b3def1f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:24.836911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:24.844651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.845958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.864769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:24.875457 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-440d914f-cb44-4838-8ea5-3b6c5b84507d tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0275981 Dec 20 16:35:24.881339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:24.887697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event updated for resources: {'Subnet': ['ID=8d44bfda-5bba-49a3-816d-a6b20b871db1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:24.887911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Sync routers for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:24.901432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:24.914478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.918839 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c04623ce-05eb-46e6-acd3-26f289463e7e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8176625 Dec 20 16:35:24.918839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:24.921108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.925053 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Sync routers for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:24.933827 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e1c3d625-afd9-42b4-9a89-5bd41bec02f0 admin admin] 10.222.0.60 "PUT /v2.0/routers/cd970b4c-59cc-4ebc-b4be-88df043f1206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8879230 Dec 20 16:35:24.947662 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:24.948299 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:34:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:24.959819 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17699b14-6aa2-4410-a7ec-e6cb47ca470c tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0729871 Dec 20 16:35:24.982427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:25.004451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.093135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Made reservation on behalf of 71acf1a9f52943009be9c345eb8d6cf0 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:25.096674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.120967 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-df5dad65-ce47-4961-9d0d-122d043625a6 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/28620746-b0c1-4cda-a045-7c0cfd1877af HTTP/1.1" status: 200 len: 473 time: 0.1343579 Dec 20 16:35:25.121730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:25.134296 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:25.163152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:25.163441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Checking segment: {'id': 'ae758fb7-0d11-4498-bc88-d3c0d80dd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50cfe8b6-b4d2-438a-99c8-5ec46152072a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:25.163735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Network hostable DHCP agents. Network: 50cfe8b6-b4d2-438a-99c8-5ec46152072a, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:25.164119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:34:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:25.170009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:25.180702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:25.214018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f1e695c2-2766-42f4-8274-f5ccb37d18ef tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/d2f519cc-59bb-4ec6-a0e1-8a72ed88ef35 HTTP/1.1" status: 200 len: 459 time: 0.0640607 Dec 20 16:35:25.214018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:25.220860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:25.222484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Pushing event updated for resources: {'Port': ['ID=a5d3ec26-aa2e-4b8c-a1fe-8eccdc62d0fd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:25.302482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:25.339923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Network 50cfe8b6-b4d2-438a-99c8-5ec46152072a is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:25.362424 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'f647ad96-7132-408b-ac63-efaa1f4ae7c0', 'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'mac_address': 'fa:16:3e:26:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:18Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 2, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'subnets': [{'id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:25.379330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 50cfe8b6-b4d2-438a-99c8-5ec46152072a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:25.382501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.403760 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Checking router: cd970b4c-59cc-4ebc-b4be-88df043f1206 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:25.404118 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Updating router cd970b4c-59cc-4ebc-b4be-88df043f1206 port f647ad96-7132-408b-ac63-efaa1f4ae7c0 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:25.439342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:25.439941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.453528 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.510856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3124229c-9447-4470-8fec-9c1d682fb0f7 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.514349 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3124229c-9447-4470-8fec-9c1d682fb0f7 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/d2f519cc-59bb-4ec6-a0e1-8a72ed88ef35 HTTP/1.1" status: 204 len: 168 time: 0.2871552 Dec 20 16:35:25.516734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:25.524272 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 61aa906b-e7d8-462a-ba94-8c458b3def1f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:25.524705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.550473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.564574 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-79e49db5-939e-407a-95b7-20cd5d30825d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4775944 Dec 20 16:35:25.565925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4a328-7046-4d59-bc00-cb152e6a7977 None None] Network 50cfe8b6-b4d2-438a-99c8-5ec46152072a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:25.571156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:25.578307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Request body: {'port': {'network_id': '50cfe8b6-b4d2-438a-99c8-5ec46152072a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-907917113'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:25.610340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Allocated IP 172.26.1.4 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/d6fe6a4b-f194-45db-8172-abab36bd8f1a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:25.632754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.855917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-50cfe8b6-b4d2-438a-99c8-5ec46152072a', 'network_id': '50cfe8b6-b4d2-438a-99c8-5ec46152072a', 'project_id': '5e545ae58be3400bbdb161e1daa25cf7', 'fixed_ips': [{'subnet_id': '8d44bfda-5bba-49a3-816d-a6b20b871db1'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:25.857606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.933033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1618a49-7991-4c3f-9ec2-766a583f3be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.971174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 09b582a2-5e2f-4916-91e6-0ff18193e700 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:26.013253 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.019375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.022862 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.058439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 09b582a2-5e2f-4916-91e6-0ff18193e700 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:26.058815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.082233 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fb355-a335-4b61-b45d-f579a0ab189a None None] Pushing event updated for resources: {'Port': ['ID=f647ad96-7132-408b-ac63-efaa1f4ae7c0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:26.148202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ba516657-9a10-4b14-b1d8-dde65787219b None None] Provisioning complete for port 778795ec-255d-40bc-b4c3-355c7c31a6d9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:26.148606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba516657-9a10-4b14-b1d8-dde65787219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.154715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b82dfe82-03f2-478d-a33b-fdd4656ca034 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.155844 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b82dfe82-03f2-478d-a33b-fdd4656ca034 tempest-MeteringIpV6TestJSON-1232310760 tempest-MeteringIpV6TestJSON-1232310760-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/28620746-b0c1-4cda-a045-7c0cfd1877af HTTP/1.1" status: 204 len: 168 time: 0.6241052 Dec 20 16:35:26.175142 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Attempting to bind port f647ad96-7132-408b-ac63-efaa1f4ae7c0 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:26.176584 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Attempting to bind port f647ad96-7132-408b-ac63-efaa1f4ae7c0 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:26.177511 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Attempting to bind port f647ad96-7132-408b-ac63-efaa1f4ae7c0 on network 8884f99f-080e-4992-a1da-237bad362cb2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:26.193196 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:26.194656 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Checking segment: {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:26.196317 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.196971 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Bound using segment: {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:26.198244 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Bound port: f647ad96-7132-408b-ac63-efaa1f4ae7c0, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:26.199910 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.262903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Subnet': ['ID=4d11b2e0-3338-4492-8102-11db3c587c24,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:26.318896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Checking segment: {'id': '531c6c96-edc5-4906-b0ae-bffce9b4453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:26.318896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Network hostable DHCP agents. Network: 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:26.333930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Made reservation on behalf of 5e545ae58be3400bbdb161e1daa25cf7 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:26.348957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.366358 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] For port f647ad96-7132-408b-ac63-efaa1f4ae7c0, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:26.370873 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] For port f647ad96-7132-408b-ac63-efaa1f4ae7c0, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f647ad96-7132-408b-ac63-efaa1f4ae7c0,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:26.384616 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.404573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.412926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] device_id is not set on port 14ccf301-0b23-4124-bae8-cc6d14eea3bd yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:26.427646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:26.450440 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Allocated IP 172.20.0.2 (50cfe8b6-b4d2-438a-99c8-5ec46152072a/8d44bfda-5bba-49a3-816d-a6b20b871db1/43ac3575-4e95-4824-957d-965df9c1c845) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:26.451112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.489752 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fb355-a335-4b61-b45d-f579a0ab189a None None] Pushing event updated for resources: {'Port': ['ID=f647ad96-7132-408b-ac63-efaa1f4ae7c0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:26.541189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:26.549236 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:26.550044 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:34:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:26.602676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:26.603610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.649152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.667945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.707870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5d8e0-fecf-46c8-899e-d69569d4cc38 None None] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:26.721276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.789552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Network 50cfe8b6-b4d2-438a-99c8-5ec46152072a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:26.810049 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:26.839862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.901043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:26.904154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:26.910618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:26.912401 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:22Z', 'revision_number': 3, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:26.912582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.920227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Pushing event updated for resources: {'Port': ['ID=a5d3ec26-aa2e-4b8c-a1fe-8eccdc62d0fd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:26.928737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:26.957857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f368c9b1-6d4c-4084-b50b-f5658c9647e0 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6046269 Dec 20 16:35:26.963618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.963874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:26.966783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.968539 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-939f0f0b-45df-4752-9944-355e2b256612 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9547908 Dec 20 16:35:26.978505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'port': {'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519464885'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:26.979657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8c7c8e3a-3d12-43a5-9a45-13b06eac7542 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338442250', 'description': 'tempest-description--2032131418'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:26.983451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42060) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:27.005263 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-109026824', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'fixed_ips': [{'ip_address': '172.26.1.116'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:27.034299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Allocated IP 172.20.0.10 (50cfe8b6-b4d2-438a-99c8-5ec46152072a/8d44bfda-5bba-49a3-816d-a6b20b871db1/14ccf301-0b23-4124-bae8-cc6d14eea3bd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:27.062629 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Pushing event updated for resources: {'Port': ['ID=d6fe6a4b-f194-45db-8172-abab36bd8f1a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:27.183321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Pushing event updated for resources: {'Port': ['ID=43ac3575-4e95-4824-957d-965df9c1c845,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:27.191811 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'f647ad96-7132-408b-ac63-efaa1f4ae7c0', 'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'mac_address': 'fa:16:3e:26:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:18Z', 'updated_at': '2021-12-20T16:35:26Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'subnets': [{'id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:27.223638 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23a955-2c2d-4446-838d-d9874138a3ba None None] The sync data for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv is: [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'f647ad96-7132-408b-ac63-efaa1f4ae7c0', 'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'mac_address': 'fa:16:3e:26:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:18Z', 'updated_at': '2021-12-20T16:35:26Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'subnets': [{'id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:27.261808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:27.268307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:27.270769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67e4bb20-9769-40eb-af3b-2c596abac83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.276662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Checking router: ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:27.276896 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Updating router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:27.277010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:27.330370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.378250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.387223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Made reservation on behalf of 6d0b01d8fa5d40838a7a3e6d08130382 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:27.389686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.405810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Attempting to bind port 43ac3575-4e95-4824-957d-965df9c1c845 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:27.405985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Attempting to bind port 43ac3575-4e95-4824-957d-965df9c1c845 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'ae758fb7-0d11-4498-bc88-d3c0d80dd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50cfe8b6-b4d2-438a-99c8-5ec46152072a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:27.406418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Attempting to bind port 43ac3575-4e95-4824-957d-965df9c1c845 on network 50cfe8b6-b4d2-438a-99c8-5ec46152072a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:27.408346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.428599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:27.428971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Checking segment: {'id': 'ae758fb7-0d11-4498-bc88-d3c0d80dd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50cfe8b6-b4d2-438a-99c8-5ec46152072a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:27.429367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.429762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Bound using segment: {'id': 'ae758fb7-0d11-4498-bc88-d3c0d80dd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50cfe8b6-b4d2-438a-99c8-5ec46152072a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:27.430244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Bound port: 43ac3575-4e95-4824-957d-965df9c1c845, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae758fb7-0d11-4498-bc88-d3c0d80dd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '50cfe8b6-b4d2-438a-99c8-5ec46152072a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:27.430777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.441188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Allocated IP 172.20.0.1 (e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c/0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0/95e8741a-5850-4818-8e83-a421576282f0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:27.482556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Made reservation on behalf of 71acf1a9f52943009be9c345eb8d6cf0 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:27.486142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.507279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.524878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] For port 43ac3575-4e95-4824-957d-965df9c1c845, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:27.529371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] For port 43ac3575-4e95-4824-957d-965df9c1c845, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=43ac3575-4e95-4824-957d-965df9c1c845,segment=NetworkSegment(ae758fb7-0d11-4498-bc88-d3c0d80dd670),segment_id=ae758fb7-0d11-4498-bc88-d3c0d80dd670)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:27.551563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] device_id is not set on port 38ad6770-c625-4452-9f12-0652c9b50ecd yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:27.557913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.650814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8e3a-3d12-43a5-9a45-13b06eac7542 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.667697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47759988-79ec-48c6-9ba0-dab2f475dcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.672124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event updated for resources: {'Port': ['ID=14ccf301-0b23-4124-bae8-cc6d14eea3bd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:27.677652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4bf41100-0f7c-43db-8804-b5eb31e08e9e None None] Provisioning complete for port f647ad96-7132-408b-ac63-efaa1f4ae7c0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:27.678068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bf41100-0f7c-43db-8804-b5eb31e08e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.696338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Network 50cfe8b6-b4d2-438a-99c8-5ec46152072a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:27.709843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:27.775214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.779775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:27.788691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:27.790027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.797552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8', 'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8', 'project_id': '71acf1a9f52943009be9c345eb8d6cf0', 'fixed_ips': [{'subnet_id': '4d11b2e0-3338-4492-8102-11db3c587c24'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:27.799182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.802428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.815635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] device_id is not set on port 532b5902-9324-475d-b342-e57c4073827c yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:27.834345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 778795ec-255d-40bc-b4c3-355c7c31a6d9 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:27.986980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.005535 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-785aa83d-ef88-44c1-8ba5-5e12316d368e tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4316354 Dec 20 16:35:28.022075 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:28.024687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.034211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb3043-0989-43c4-807e-c2bddc35a965 None None] Pushing event updated for resources: {'Port': ['ID=43ac3575-4e95-4824-957d-965df9c1c845,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:28.044014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69722ca-3855-484e-b1e8-134c1d7a2775,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:28.153963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 778795ec-255d-40bc-b4c3-355c7c31a6d9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:28.154374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.158355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bf41100-0f7c-43db-8804-b5eb31e08e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.215424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Allocated IP 2001:db8::9c (51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8/4d11b2e0-3338-4492-8102-11db3c587c24/38ad6770-c625-4452-9f12-0652c9b50ecd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:28.258142 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:35:28.273870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4bf41100-0f7c-43db-8804-b5eb31e08e9e None None] For port f647ad96-7132-408b-ac63-efaa1f4ae7c0, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f647ad96-7132-408b-ac63-efaa1f4ae7c0,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:28.290722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bf41100-0f7c-43db-8804-b5eb31e08e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.384547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.402312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67e4bb20-9769-40eb-af3b-2c596abac83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.420823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.421022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf41100-0f7c-43db-8804-b5eb31e08e9e None None] Pushing event updated for resources: {'Port': ['ID=f647ad96-7132-408b-ac63-efaa1f4ae7c0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:28.422029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67e4bb20-9769-40eb-af3b-2c596abac83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.444216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.463937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.528194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Attempting to bind port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:28.528475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Attempting to bind port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:28.528839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Attempting to bind port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:28.539342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd6da8-6295-4c6d-b274-d5392f08b04f None None] Pushing event updated for resources: {'Port': ['ID=a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:28.541524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.542048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:28.542465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:28.542976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.544580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:28.544580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Bound port: a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:28.544580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.565248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.589426 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-67e4bb20-9769-40eb-af3b-2c596abac83b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=169baa490ad94ae8bdfeb5f9e68a2e44&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6735568 Dec 20 16:35:28.599752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:28.676034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] For port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:28.678214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.680274 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] For port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:28.731895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8e3a-3d12-43a5-9a45-13b06eac7542 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.744132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43ac3575-4e95-4824-957d-965df9c1c845 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:28.748141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4bb20-9769-40eb-af3b-2c596abac83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f70909-15ce-444a-8394-29c398e66a0d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:28.757604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.759476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8e3a-3d12-43a5-9a45-13b06eac7542 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.771394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bc83076-8e6e-43bd-a5b8-01572518756d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Deleting port 14ccf301-0b23-4124-bae8-cc6d14eea3bd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:28.771754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bc83076-8e6e-43bd-a5b8-01572518756d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.789331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.835255 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.850703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:28.861752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:28.869756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-133f8312-279f-4018-8e62-c53e2c9edc5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.873615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:28.886940 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:28.888045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.892867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Port': ['ID=38ad6770-c625-4452-9f12-0652c9b50ecd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:28.930852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Allocated IP 2001:db8::2 (51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8/4d11b2e0-3338-4492-8102-11db3c587c24/174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:28.954154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd6da8-6295-4c6d-b274-d5392f08b04f None None] Pushing event updated for resources: {'Port': ['ID=a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:28.970981 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7d16824d-749e-43c9-b939-14b7b8b922ce tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0078590 Dec 20 16:35:28.976018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 16:35:28.981218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:28.986958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:28.987603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:29.017703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:29.020303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-133f8312-279f-4018-8e62-c53e2c9edc5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.029923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'port': {'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-940148654', 'allowed_address_pairs': [{'ip_address': '2001:db8::9c', 'mac_address': 'fa:16:3e:5c:9a:70'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:29.104947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 43ac3575-4e95-4824-957d-965df9c1c845 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:29.106053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.176738 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-93776f1f-54fc-4ee6-99d5-3e62e202dab6 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1889296 Dec 20 16:35:29.180748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:29.224472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753c7e3-667f-4529-9a5e-cfe5c25dbdc7 None None] Network 50cfe8b6-b4d2-438a-99c8-5ec46152072a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:29.277596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c8e3a-3d12-43a5-9a45-13b06eac7542 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:29.283959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8e3a-3d12-43a5-9a45-13b06eac7542 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.285191 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8c7c8e3a-3d12-43a5-9a45-13b06eac7542 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3493783 Dec 20 16:35:29.309271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:29.349265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b42be48e-6883-4a37-86a6-fea20afb8a95 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Request body: {'security_group_rule': {'security_group_id': '91ad9e85-c70a-4522-b3b6-8fa3c4f0064c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:29.357000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:29.378087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:29.385302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fb61edb6-8009-41ed-992d-851d28c51795 None None] Provisioning complete for port 43ac3575-4e95-4824-957d-965df9c1c845 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:29.385666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb61edb6-8009-41ed-992d-851d28c51795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.413319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-133f8312-279f-4018-8e62-c53e2c9edc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.415913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-133f8312-279f-4018-8e62-c53e2c9edc5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.417739 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-133f8312-279f-4018-8e62-c53e2c9edc5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94f70909-15ce-444a-8394-29c398e66a0d HTTP/1.1" status: 204 len: 168 time: 0.8166749 Dec 20 16:35:29.445927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Pushing event updated for resources: {'Port': ['ID=95e8741a-5850-4818-8e83-a421576282f0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:29.446851 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Made reservation on behalf of 71acf1a9f52943009be9c345eb8d6cf0 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:29.458556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:29.472463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:29.473070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.492197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.523214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f8312-279f-4018-8e62-c53e2c9edc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f70909-15ce-444a-8394-29c398e66a0d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:29.539758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.559234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bc83076-8e6e-43bd-a5b8-01572518756d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.694562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b42be48e-6883-4a37-86a6-fea20afb8a95 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.741303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Deleting port a5d3ec26-aa2e-4b8c-a1fe-8eccdc62d0fd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:29.743697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.763924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.770327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bc83076-8e6e-43bd-a5b8-01572518756d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Calling delete_port for 14ccf301-0b23-4124-bae8-cc6d14eea3bd owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:29.773610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.803093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.803968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3a217ff-74af-47ee-b6cb-17d23e53121e {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:29.840611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.853357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.938348 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:29.966086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:29.967804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] device_id is not set on port b5b3921d-011e-4b3b-9879-0cd92628da26 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:29.978277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.978762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.991456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Pushing event updated for resources: {'Port': ['ID=174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:29.995032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:30.026246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.047460 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 43ac3575-4e95-4824-957d-965df9c1c845, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=43ac3575-4e95-4824-957d-965df9c1c845,segment=NetworkSegment(ae758fb7-0d11-4498-bc88-d3c0d80dd670),segment_id=ae758fb7-0d11-4498-bc88-d3c0d80dd670)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:30.059881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42084) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:30.067176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Calling delete_port for a5d3ec26-aa2e-4b8c-a1fe-8eccdc62d0fd owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:30.112250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.113766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f647ad96-7132-408b-ac63-efaa1f4ae7c0 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:30.128349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.136452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5c5f-ce84-461e-94a3-d677226006ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.192226 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 16:35:30.193548 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-868937dd-1a5f-4696-824c-6e600054f943 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.4992135 Dec 20 16:35:30.196943 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:30.237080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Attempting to bind port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:30.237603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Attempting to bind port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '531c6c96-edc5-4906-b0ae-bffce9b4453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:30.238061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Attempting to bind port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 on network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:30.250672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb61edb6-8009-41ed-992d-851d28c51795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.303667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:30.303983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Checking segment: {'id': '531c6c96-edc5-4906-b0ae-bffce9b4453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:30.304349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.304749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Bound using segment: {'id': '531c6c96-edc5-4906-b0ae-bffce9b4453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:30.305241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Bound port: 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531c6c96-edc5-4906-b0ae-bffce9b4453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:30.305616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.382607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=43ac3575-4e95-4824-957d-965df9c1c845,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:30.386879 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:22Z', 'revision_number': 3, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:30.423679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0374919b-fe23-4880-a27b-07702c66e7b2 None None] The sync data for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv is: [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:22Z', 'revision_number': 3, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:30.451415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Allocated IP 2001:db8::131 (51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8/4d11b2e0-3338-4492-8102-11db3c587c24/b5b3921d-011e-4b3b-9879-0cd92628da26) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:30.457242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-fb61edb6-8009-41ed-992d-851d28c51795 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:35:30.457599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-fb61edb6-8009-41ed-992d-851d28c51795 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:35:30.460863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.484807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5702c57c-1abc-408e-a0c1-45cbf78fef04 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Deleting port 7d4d4dfc-a657-4f3d-81b1-7a31cf6e8049 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:30.485979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5702c57c-1abc-408e-a0c1-45cbf78fef04 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.503953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f647ad96-7132-408b-ac63-efaa1f4ae7c0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:30.503953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.532045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] For port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:30.553732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] For port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2,segment=NetworkSegment(531c6c96-edc5-4906-b0ae-bffce9b4453c),segment_id=531c6c96-edc5-4906-b0ae-bffce9b4453c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:30.568353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.603444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b42be48e-6883-4a37-86a6-fea20afb8a95 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.657290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b42be48e-6883-4a37-86a6-fea20afb8a95 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.687101 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207b0f2-920a-4529-9e42-a9b474b0028c None None] Pushing event updated for resources: {'Port': ['ID=174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:30.718682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42be48e-6883-4a37-86a6-fea20afb8a95 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42d7d04-4a93-4479-b88a-869b7ef76267,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:30.731631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.742378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b42be48e-6883-4a37-86a6-fea20afb8a95 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.743629 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b42be48e-6883-4a37-86a6-fea20afb8a95 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3992627 Dec 20 16:35:30.754426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:30.765966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5702c57c-1abc-408e-a0c1-45cbf78fef04 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.773541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-43f4d3c1-f4ed-407e-860d-6b7f48042be1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Request body: {'security_group_rule': {'security_group_id': '91ad9e85-c70a-4522-b3b6-8fa3c4f0064c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:30.830416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5702c57c-1abc-408e-a0c1-45cbf78fef04 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Calling delete_port for 7d4d4dfc-a657-4f3d-81b1-7a31cf6e8049 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:30.875056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43ac3575-4e95-4824-957d-965df9c1c845 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:30.908412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bc83076-8e6e-43bd-a5b8-01572518756d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.964050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5c5f-ce84-461e-94a3-d677226006ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.002327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5c5f-ce84-461e-94a3-d677226006ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.044437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43f4d3c1-f4ed-407e-860d-6b7f48042be1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.069755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 43ac3575-4e95-4824-957d-965df9c1c845 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:31.070129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.098090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc83076-8e6e-43bd-a5b8-01572518756d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event deleted for resources: {'Port': ['ID=14ccf301-0b23-4124-bae8-cc6d14eea3bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:31.114656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.124038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bc83076-8e6e-43bd-a5b8-01572518756d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.130894 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5bc83076-8e6e-43bd-a5b8-01572518756d tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] 10.222.0.60 "DELETE /v2.0/ports/14ccf301-0b23-4124-bae8-cc6d14eea3bd HTTP/1.1" status: 204 len: 168 time: 2.9696162 Dec 20 16:35:31.135595 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3d0b5c5f-ce84-461e-94a3-d677226006ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=249ddd0d113544919f42a45792919937&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0711668 Dec 20 16:35:31.135595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.137411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:31.137411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:31.137411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Router b5cd87e3-14ed-488c-9df4-9f70442903a2 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:31.171756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b5c5f-ce84-461e-94a3-d677226006ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aa7d71-0d24-4496-9e46-1833fb2db998,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:31.184972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f6a64a65-772a-428c-8d40-57b291a5e81a None None] Could not find standard attr ID for object 14ccf301-0b23-4124-bae8-cc6d14eea3bd. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:35:31.204824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f6a64a65-772a-428c-8d40-57b291a5e81a None None] Provisioning complete for port 95e8741a-5850-4818-8e83-a421576282f0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:31.205200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6a64a65-772a-428c-8d40-57b291a5e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.261687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5d3ec26-aa2e-4b8c-a1fe-8eccdc62d0fd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:31.354874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.359235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f6a64a65-772a-428c-8d40-57b291a5e81a None None] Port 95e8741a-5850-4818-8e83-a421576282f0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:31.408263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f6a64a65-772a-428c-8d40-57b291a5e81a None None] Provisioning complete for port 43ac3575-4e95-4824-957d-965df9c1c845 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:31.408635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6a64a65-772a-428c-8d40-57b291a5e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.424049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.428909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.433547 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-88eb5321-8c51-40fd-9916-5fc586854b22 tempest-ExternalNetworksAdminNegativeTestJSON-681567822 tempest-ExternalNetworksAdminNegativeTestJSON-681567822-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/f82a351d-ed71-4fe6-93c6-e4ab7594e1b9 HTTP/1.1" status: 204 len: 168 time: 2.2484238 Dec 20 16:35:31.475943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.479127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43f4d3c1-f4ed-407e-860d-6b7f48042be1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.500304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43f4d3c1-f4ed-407e-860d-6b7f48042be1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.610354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4d3c1-f4ed-407e-860d-6b7f48042be1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04440338-af10-466d-bd35-fc12dbc7c84d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:31.616547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:31.623996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Port': ['ID=b5b3921d-011e-4b3b-9879-0cd92628da26,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:31.630681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:31.634863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:31.640776 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:31.641505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.649279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43f4d3c1-f4ed-407e-860d-6b7f48042be1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.654311 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-43f4d3c1-f4ed-407e-860d-6b7f48042be1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8858898 Dec 20 16:35:31.654990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42100) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:31.664559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:31.689631 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-98ceb211-0cbb-423b-ad9e-6956feb9a0d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.6628766 Dec 20 16:35:31.691238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:31.767958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.778185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.778964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.820522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e90a59-15ff-4c87-b0d3-2513a7c18e05 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:31.838014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e90a59-15ff-4c87-b0d3-2513a7c18e05 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:31.846435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e90a59-15ff-4c87-b0d3-2513a7c18e05 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:31.848286 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c7e90a59-15ff-4c87-b0d3-2513a7c18e05 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1561005 Dec 20 16:35:31.852345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:31.901274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:31.905950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:31.917219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Sync routers for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:31.936419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:31.937289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:31.963755 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1901a070-d19e-4cdf-96f8-50fc1f98a205 tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.8192761 Dec 20 16:35:31.966358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:31.982326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1683243111'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:32.053637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.058133 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-915e586b-97cb-450c-b9ba-d402494baa14 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 11.3764389 Dec 20 16:35:32.058818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:32.094484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Pushing event updated for resources: {'Port': ['ID=95e8741a-5850-4818-8e83-a421576282f0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:32.129631 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-61732aaf-6a64-4452-a97d-42c075105c7c tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Deleting port b5b3921d-011e-4b3b-9879-0cd92628da26 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:32.130040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61732aaf-6a64-4452-a97d-42c075105c7c tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.149768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.173957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b17a-1593-4835-8816-b042ea86595a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.205086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:32.226375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5702c57c-1abc-408e-a0c1-45cbf78fef04 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.288798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd80d8ff-b161-4903-b19d-485d17420fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.312751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Made reservation on behalf of 5e545ae58be3400bbdb161e1daa25cf7 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:32.314078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61732aaf-6a64-4452-a97d-42c075105c7c tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.316295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.318424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702c57c-1abc-408e-a0c1-45cbf78fef04 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d4d4dfc-a657-4f3d-81b1-7a31cf6e8049,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:32.322724 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b17a-1593-4835-8816-b042ea86595a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.334154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-61732aaf-6a64-4452-a97d-42c075105c7c tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Calling delete_port for b5b3921d-011e-4b3b-9879-0cd92628da26 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:32.347230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df370c-4e98-4d90-a985-242ddc4756c4 None None] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:32.363828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Allocated IP 172.26.1.192 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/d05a726d-7621-45cd-b5f1-b6a266b0f1b9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:32.430177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5702c57c-1abc-408e-a0c1-45cbf78fef04 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.437300 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5702c57c-1abc-408e-a0c1-45cbf78fef04 tempest-RoutersAdminNegativeIpV6Test-1591632830 tempest-RoutersAdminNegativeIpV6Test-1591632830-project-admin] 10.222.0.60 "DELETE /v2.0/ports/7d4d4dfc-a657-4f3d-81b1-7a31cf6e8049 HTTP/1.1" status: 204 len: 168 time: 2.2341394 Dec 20 16:35:32.477598 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b809b2cb-1d89-4a05-a362-c0df2f8af80f None None] Provisioning complete for port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:32.477972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b809b2cb-1d89-4a05-a362-c0df2f8af80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.498204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:32.508172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.508523 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Added segment 7fc96c8f-6d9d-4148-8098-6326a33dd4e4 of type vlan for network 08007331-89d2-4fd4-9050-a842daa40d17 Dec 20 16:35:32.648084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61732aaf-6a64-4452-a97d-42c075105c7c tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.695090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.697098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61732aaf-6a64-4452-a97d-42c075105c7c tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event deleted for resources: {'Port': ['ID=b5b3921d-011e-4b3b-9879-0cd92628da26,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:32.726866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:32.733643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:32.735715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b17a-1593-4835-8816-b042ea86595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.738439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b17a-1593-4835-8816-b042ea86595a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.742954 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fbe9b17a-1593-4835-8816-b042ea86595a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61aa7d71-0d24-4496-9e46-1833fb2db998 HTTP/1.1" status: 204 len: 168 time: 1.5996325 Dec 20 16:35:32.830997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:32.874241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:27Z', 'revision_number': 3, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:32.941534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61732aaf-6a64-4452-a97d-42c075105c7c tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.950082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.953499 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-61732aaf-6a64-4452-a97d-42c075105c7c tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "DELETE /v2.0/ports/b5b3921d-011e-4b3b-9879-0cd92628da26 HTTP/1.1" status: 204 len: 168 time: 1.0998809 Dec 20 16:35:32.961221 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:32.965089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Checking router: b5cd87e3-14ed-488c-9df4-9f70442903a2 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:32.965647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Updating router b5cd87e3-14ed-488c-9df4-9f70442903a2 port d6fe6a4b-f194-45db-8172-abab36bd8f1a binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:32.980695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:32.992582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9b17a-1593-4835-8816-b042ea86595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aa7d71-0d24-4496-9e46-1833fb2db998,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:33.045791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.049941 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4db692-65f3-471b-b35f-ddf4b3342872 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] GET failed (client error): The resource could not be found. Dec 20 16:35:33.058503 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0c4db692-65f3-471b-b35f-ddf4b3342872 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "GET /v2.0/ports/b5b3921d-011e-4b3b-9879-0cd92628da26 HTTP/1.1" status: 404 len: 333 time: 0.0957310 Dec 20 16:35:33.061544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.078682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:33.098756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'port': {'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-30683638'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:33.124979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b809b2cb-1d89-4a05-a362-c0df2f8af80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.169191 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:35:33.170020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:33.227926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:33.233492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:33.317593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.325796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:33.326852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.384019 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd80d8ff-b161-4903-b19d-485d17420fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.507517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-905479af-5a28-4478-8db1-a93abdaa5a78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.541595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd80d8ff-b161-4903-b19d-485d17420fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.557244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Pushing event updated for resources: {'Port': ['ID=d05a726d-7621-45cd-b5f1-b6a266b0f1b9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:33.581687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.592111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:33.629189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.646018 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bd80d8ff-b161-4903-b19d-485d17420fea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae3059fd9c5a4155b2f80513598a775d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7265837 Dec 20 16:35:33.647340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event updated for resources: {'Network': ['ID=08007331-89d2-4fd4-9050-a842daa40d17,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:33.650417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:33.653721 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5a70151b-224e-4b2f-aacf-c5699d32ad14 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6804557 Dec 20 16:35:33.665408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:33.673636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.687751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b809b2cb-1d89-4a05-a362-c0df2f8af80f None None] For port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2,segment=NetworkSegment(531c6c96-edc5-4906-b0ae-bffce9b4453c),segment_id=531c6c96-edc5-4906-b0ae-bffce9b4453c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:33.691062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 08007331-89d2-4fd4-9050-a842daa40d17 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:33.767642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.837801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e19c0124-eea5-4785-b517-d844a0092275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.855267 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:33.855762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Made reservation on behalf of 71acf1a9f52943009be9c345eb8d6cf0 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:33.859500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e8de9-f855-4e6f-a6f3-14d93fa03cd6 None None] Pushing event updated for resources: {'Port': ['ID=d6fe6a4b-f194-45db-8172-abab36bd8f1a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:33.861077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.867813 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1f68bc7d-702f-4954-8d54-1fc3730feb99 admin admin] 10.222.0.60 "PUT /v2.0/routers/ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9483461 Dec 20 16:35:33.870907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80d8ff-b161-4903-b19d-485d17420fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb315665-2e17-45a5-9fd7-7474477c3f75,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:33.873156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b809b2cb-1d89-4a05-a362-c0df2f8af80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.880216 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Sync routers for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:33.898719 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:33.900346 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:33.979633 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-905479af-5a28-4478-8db1-a93abdaa5a78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.009011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Attempting to bind port d6fe6a4b-f194-45db-8172-abab36bd8f1a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:34.009411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Attempting to bind port d6fe6a4b-f194-45db-8172-abab36bd8f1a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:34.009742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Attempting to bind port d6fe6a4b-f194-45db-8172-abab36bd8f1a on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:34.013188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e19c0124-eea5-4785-b517-d844a0092275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.026715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] device_id is not set on port 774143df-a895-4a89-8211-fafde1ab4c0c yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:34.033107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-905479af-5a28-4478-8db1-a93abdaa5a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.071698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:34.072088 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.178551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:34.178936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:34.179340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.179739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:34.180230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Bound port: d6fe6a4b-f194-45db-8172-abab36bd8f1a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:34.180612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.182616 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:34.196093 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2744ec4f-b980-46fa-b362-543104e2b701 None None] Provisioning complete for port 38ad6770-c625-4452-9f12-0652c9b50ecd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:34.196468 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2744ec4f-b980-46fa-b362-543104e2b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.205641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809b2cb-1d89-4a05-a362-c0df2f8af80f None None] Pushing event updated for resources: {'Port': ['ID=174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:34.207728 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-905479af-5a28-4478-8db1-a93abdaa5a78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=877e163c881041b4b2bb938f51f548f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3753881 Dec 20 16:35:34.220728 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:34.237153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905479af-5a28-4478-8db1-a93abdaa5a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506f8517-1423-4dda-982f-ce2b4300f226,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:34.323318 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-15fb8ee8-6c95-45b6-b6da-1684a5ecd789 tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] 10.222.0.60 "GET /v2.0/agents/1e6c918f-db51-4700-90e4-7871c3a76de5/dhcp-networks HTTP/1.1" status: 200 len: 6483 time: 0.6449585 Dec 20 16:35:34.324780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:34.445149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2744ec4f-b980-46fa-b362-543104e2b701 None None] Port 38ad6770-c625-4452-9f12-0652c9b50ecd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:34.452094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2744ec4f-b980-46fa-b362-543104e2b701 None None] Could not find standard attr ID for object b5b3921d-011e-4b3b-9879-0cd92628da26. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:35:34.455147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] For port d6fe6a4b-f194-45db-8172-abab36bd8f1a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:34.461454 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] For port d6fe6a4b-f194-45db-8172-abab36bd8f1a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d6fe6a4b-f194-45db-8172-abab36bd8f1a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:34.467009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:34.499411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.504105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2744ec4f-b980-46fa-b362-543104e2b701 None None] Provisioning complete for port 95e8741a-5850-4818-8e83-a421576282f0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:34.504530 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2744ec4f-b980-46fa-b362-543104e2b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.517996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f1cf9c4-cd46-43a9-8791-9d0600dd8a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.537797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e19c0124-eea5-4785-b517-d844a0092275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.545602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e19c0124-eea5-4785-b517-d844a0092275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.549157 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e19c0124-eea5-4785-b517-d844a0092275 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb315665-2e17-45a5-9fd7-7474477c3f75 HTTP/1.1" status: 204 len: 168 time: 0.8954029 Dec 20 16:35:34.575994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2744ec4f-b980-46fa-b362-543104e2b701 None None] Port 95e8741a-5850-4818-8e83-a421576282f0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:34.653257 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.664064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Allocated IP 2001:db8::2c6 (51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8/4d11b2e0-3338-4492-8102-11db3c587c24/774143df-a895-4a89-8211-fafde1ab4c0c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:34.685174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c0124-eea5-4785-b517-d844a0092275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb315665-2e17-45a5-9fd7-7474477c3f75,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:34.693803 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '95e8741a-5850-4818-8e83-a421576282f0', 'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'mac_address': 'fa:16:3e:bf:3c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:27Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 2, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'subnets': [{'id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:34.713612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f1cf9c4-cd46-43a9-8791-9d0600dd8a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.719523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.724917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:34.727586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:34.767084 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Checking router: ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:34.767656 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Updating router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 port 95e8741a-5850-4818-8e83-a421576282f0 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:34.822803 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.833538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.889049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e8de9-f855-4e6f-a6f3-14d93fa03cd6 None None] Pushing event updated for resources: {'Port': ['ID=d6fe6a4b-f194-45db-8172-abab36bd8f1a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:34.896184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.904431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2744ec4f-b980-46fa-b362-543104e2b701 None None] Provisioning complete for port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:34.904892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2744ec4f-b980-46fa-b362-543104e2b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.057063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:35.062441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.096808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61934b00-542a-4f0a-9d90-ea5f9d2f71b7 tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] Network 08007331-89d2-4fd4-9050-a842daa40d17 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:35.144870 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-61934b00-542a-4f0a-9d90-ea5f9d2f71b7 tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] 10.222.0.60 "POST /v2.0/agents/1e6c918f-db51-4700-90e4-7871c3a76de5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8135495 Dec 20 16:35:35.150924 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:35.173621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e321545-90be-413f-b784-fd0efc885e65 None None] Network 08007331-89d2-4fd4-9050-a842daa40d17 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:35.235095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:35.245290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Pushing event updated for resources: {'Port': ['ID=d05a726d-7621-45cd-b5f1-b6a266b0f1b9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:35.251249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f1cf9c4-cd46-43a9-8791-9d0600dd8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.253886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f1cf9c4-cd46-43a9-8791-9d0600dd8a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.259671 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9f1cf9c4-cd46-43a9-8791-9d0600dd8a06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/506f8517-1423-4dda-982f-ce2b4300f226 HTTP/1.1" status: 204 len: 168 time: 1.0353794 Dec 20 16:35:35.271721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.273063 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e6fdec77-b0db-4785-bfba-795a83e3280d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6142437 Dec 20 16:35:35.284261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.287270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:35.306420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cf9c4-cd46-43a9-8791-9d0600dd8a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506f8517-1423-4dda-982f-ce2b4300f226,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:35.389483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.423897 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.447447 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.552361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.566954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Port': ['ID=774143df-a895-4a89-8211-fafde1ab4c0c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:35.577817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:35.601486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:35.614390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.617217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:35.631089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:35.650904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:35.651577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.703909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:35.708731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1e4aca25-6536-4732-a466-b67344f806d9 None None] Could not find standard attr ID for object b5b3921d-011e-4b3b-9879-0cd92628da26. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:35:35.730532 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8b798b7e-9665-472a-85d3-94bedb112692 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6419668 Dec 20 16:35:35.738228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:35.762168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e4a770ea-f77b-4061-9a9a-29d431484858 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9c', 'mac_address': 'fa:16:3e:5c:9a:70'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:35.853559 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d35130d4-8c63-4888-ad1b-0cb21b516364 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d0b01d8fa5d40838a7a3e6d08130382&name=default HTTP/1.1" status: 200 len: 2995 time: 0.6125188 Dec 20 16:35:35.863911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:35.976314 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ae061649-9ab0-4cfd-b589-d2fbeb0e93a9 tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] 10.222.0.60 "GET /v2.0/agents/1e6c918f-db51-4700-90e4-7871c3a76de5/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.8247011 Dec 20 16:35:35.979654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:35.981852 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Attempting to bind port 95e8741a-5850-4818-8e83-a421576282f0 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:35.983560 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Attempting to bind port 95e8741a-5850-4818-8e83-a421576282f0 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:35.983938 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Attempting to bind port 95e8741a-5850-4818-8e83-a421576282f0 on network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:35.990759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Allocated IP 172.20.0.1 (ca9b5420-e3fd-42b8-b4b7-aead5d11446e/1c352518-7b72-4ed4-8f48-11021c07f0cb/a091ffbb-a89b-478f-9748-1d40d2285db3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:35.991795 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809baf19-eef5-41f1-8a89-21fdc58fd53a None None] Pushing event updated for resources: {'Port': ['ID=95e8741a-5850-4818-8e83-a421576282f0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:36.016265 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:36.020384 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Checking segment: {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:36.020903 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.021313 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Bound using segment: {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:36.021817 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Bound port: 95e8741a-5850-4818-8e83-a421576282f0, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:36.022225 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.175115 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6b43718d-0d80-460b-b5a0-4dc23acbab49 tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] 10.222.0.60 "DELETE /v2.0/agents/1e6c918f-db51-4700-90e4-7871c3a76de5/dhcp-networks/08007331-89d2-4fd4-9050-a842daa40d17 HTTP/1.1" status: 204 len: 168 time: 0.1938238 Dec 20 16:35:36.176001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:36.191894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:36.225437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:36.234628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-983e3d89-91f0-4eb1-8749-7fdc5c491b6b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637626713', 'description': 'tempest-description--1506716143'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:36.268386 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] For port 95e8741a-5850-4818-8e83-a421576282f0, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:36.272426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-80fee077-b1cf-4f9a-a109-ac03590eaa82 None None] Provisioning complete for port 95e8741a-5850-4818-8e83-a421576282f0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:36.272953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80fee077-b1cf-4f9a-a109-ac03590eaa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.278031 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] For port 95e8741a-5850-4818-8e83-a421576282f0, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=95e8741a-5850-4818-8e83-a421576282f0,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:36.291816 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.327975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-983e3d89-91f0-4eb1-8749-7fdc5c491b6b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.368238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-80fee077-b1cf-4f9a-a109-ac03590eaa82 None None] Port 95e8741a-5850-4818-8e83-a421576282f0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:36.369850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:36.412521 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809baf19-eef5-41f1-8a89-21fdc58fd53a None None] Pushing event updated for resources: {'Port': ['ID=95e8741a-5850-4818-8e83-a421576282f0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:36.427916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a80c495-cde2-49a6-b833-fc81e39dd24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.443690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-983e3d89-91f0-4eb1-8749-7fdc5c491b6b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.448953 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:36.450043 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:36.458572 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-05c4d4ce-8f86-432e-b775-73a056036247 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1455f2072d347e3b3e74e6ca6202962&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2777271 Dec 20 16:35:36.464041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-983e3d89-91f0-4eb1-8749-7fdc5c491b6b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.481039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:36.513462 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-983e3d89-91f0-4eb1-8749-7fdc5c491b6b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.514822 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-983e3d89-91f0-4eb1-8749-7fdc5c491b6b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2867589 Dec 20 16:35:36.523287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:36.534386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:27Z', 'revision_number': 3, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:36.542927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.548063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-71be6b65-f48a-4e02-bef8-450e129bcf4b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Request body: {'security_group_rule': {'security_group_id': 'bfbf74aa-01bd-4433-966b-3c6722f0b5e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:36.615670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872d301-aa94-4a42-ab40-573734b6f250 None None] The sync data for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv is: [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:27Z', 'revision_number': 3, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:36.640333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6b69e962-68dd-4a80-8886-e12e19eac00c None None] Provisioning complete for port 774143df-a895-4a89-8211-fafde1ab4c0c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:36.641915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b69e962-68dd-4a80-8886-e12e19eac00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.703621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e3d89-91f0-4eb1-8749-7fdc5c491b6b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbf74aa-01bd-4433-966b-3c6722f0b5e8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:36.722441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a80c495-cde2-49a6-b833-fc81e39dd24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.727434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:36.728306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.773309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f852b287-ea0f-4ffd-a23c-01516c32edac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.776914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.793402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6b69e962-68dd-4a80-8886-e12e19eac00c None None] Port 774143df-a895-4a89-8211-fafde1ab4c0c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:36.836321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f852b287-ea0f-4ffd-a23c-01516c32edac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.855906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Network ca9b5420-e3fd-42b8-b4b7-aead5d11446e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:36.860570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:36.862935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:36.865391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:36.865869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.874129 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 16:35:36.900418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:36.907917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a770ea-f77b-4061-9a9a-29d431484858 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.929200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0f82839a-bafd-43e8-a796-ef74f11aa164 None None] Provisioning complete for port 95e8741a-5850-4818-8e83-a421576282f0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:36.929580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f82839a-bafd-43e8-a796-ef74f11aa164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.940229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a091ffbb-a89b-478f-9748-1d40d2285db3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:37.004476 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:37.018035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a80c495-cde2-49a6-b833-fc81e39dd24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.021872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a80c495-cde2-49a6-b833-fc81e39dd24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.023830 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0a80c495-cde2-49a6-b833-fc81e39dd24a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a69722ca-3855-484e-b1e8-134c1d7a2775 HTTP/1.1" status: 204 len: 168 time: 1.1588111 Dec 20 16:35:37.075777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f82839a-bafd-43e8-a796-ef74f11aa164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.176727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0f82839a-bafd-43e8-a796-ef74f11aa164 None None] For port 95e8741a-5850-4818-8e83-a421576282f0, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=95e8741a-5850-4818-8e83-a421576282f0,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:37.196672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f82839a-bafd-43e8-a796-ef74f11aa164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.219919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80c495-cde2-49a6-b833-fc81e39dd24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69722ca-3855-484e-b1e8-134c1d7a2775,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:37.247011 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-56302827-def3-4715-b2d5-d6559060a4f2 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--338442250&fields=id&tenant_id=4a2a234259c24eeeb8b56c884ecdadfa HTTP/1.1" status: 200 len: 267 time: 0.3851211 Dec 20 16:35:37.272053 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-874f31f1-ba64-45fa-8143-77e39d9461b1 tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] 10.222.0.60 "GET /v2.0/agents/1e6c918f-db51-4700-90e4-7871c3a76de5/dhcp-networks HTTP/1.1" status: 200 len: 6483 time: 1.0743804 Dec 20 16:35:37.273058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71be6b65-f48a-4e02-bef8-450e129bcf4b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.280867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:37.385442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-40a670bd-5929-45ae-a738-fe62cd5d8abd tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:37.416744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e8067b93-22e9-47f1-9e5e-416d1fdba6b8 None None] Provisioning complete for port a091ffbb-a89b-478f-9748-1d40d2285db3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:37.422251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8067b93-22e9-47f1-9e5e-416d1fdba6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.428831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82839a-bafd-43e8-a796-ef74f11aa164 None None] Pushing event updated for resources: {'Port': ['ID=95e8741a-5850-4818-8e83-a421576282f0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:37.441149 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-10055288-f687-492d-b435-24617dd06218 tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] 10.222.0.60 "GET /v2.0/networks/50cfe8b6-b4d2-438a-99c8-5ec46152072a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1590044 Dec 20 16:35:37.449594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:37.480593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8067b93-22e9-47f1-9e5e-416d1fdba6b8 None None] Port a091ffbb-a89b-478f-9748-1d40d2285db3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:37.503699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.538677 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-83391141-d514-4ef5-8ce4-e45916608787 tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] 10.222.0.60 "GET /v2.0/networks/50cfe8b6-b4d2-438a-99c8-5ec46152072a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0877917 Dec 20 16:35:37.540923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71be6b65-f48a-4e02-bef8-450e129bcf4b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.543622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:37.564859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71be6b65-f48a-4e02-bef8-450e129bcf4b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.614328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be6b65-f48a-4e02-bef8-450e129bcf4b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaa36d2-c1fa-44c2-bfda-525af9b5b8cb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:37.627535 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '95e8741a-5850-4818-8e83-a421576282f0', 'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'mac_address': 'fa:16:3e:bf:3c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:27Z', 'updated_at': '2021-12-20T16:35:36Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'subnets': [{'id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:37.659452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a770ea-f77b-4061-9a9a-29d431484858 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.669338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71be6b65-f48a-4e02-bef8-450e129bcf4b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.675559 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-71be6b65-f48a-4e02-bef8-450e129bcf4b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1376865 Dec 20 16:35:37.690618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42266) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:37.695345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a770ea-f77b-4061-9a9a-29d431484858 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.712542 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4b7bc0da-a731-4585-be89-6dbf11272dab tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Request body: {'security_group_rule': {'security_group_id': 'bfbf74aa-01bd-4433-966b-3c6722f0b5e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:37.740647 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812159c-1d0a-4f51-8d63-99734a26edc9 None None] The sync data for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv is: [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '95e8741a-5850-4818-8e83-a421576282f0', 'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'mac_address': 'fa:16:3e:bf:3c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:27Z', 'updated_at': '2021-12-20T16:35:36Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'subnets': [{'id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:37.742120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f852b287-ea0f-4ffd-a23c-01516c32edac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.754931 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f852b287-ea0f-4ffd-a23c-01516c32edac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.758330 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f852b287-ea0f-4ffd-a23c-01516c32edac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ef4c22c-538a-413d-a88b-6360fd3b46dc HTTP/1.1" status: 204 len: 168 time: 1.2632666 Dec 20 16:35:37.858326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852b287-ea0f-4ffd-a23c-01516c32edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef4c22c-538a-413d-a88b-6360fd3b46dc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:37.862239 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-40a670bd-5929-45ae-a738-fe62cd5d8abd tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] 10.222.0.60 "PUT /v2.0/quotas/8bcce37b5c7a4b4e9a25b4213ca911d1 HTTP/1.1" status: 200 len: 366 time: 0.9239087 Dec 20 16:35:37.871279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:37.918220 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6c62c5ee-4a65-4f13-8207-4486a3d50c85 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0428724 Dec 20 16:35:37.926048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-8de7a69f-233d-45ad-ab1a-4c6cea6c147a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:37.932999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e4a770ea-f77b-4061-9a9a-29d431484858 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] In _notify_port_updated(), no bound segment for port 774143df-a895-4a89-8211-fafde1ab4c0c on network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:35:37.933662 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-8de7a69f-233d-45ad-ab1a-4c6cea6c147a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/networks?id=8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 200 len: 811 time: 0.6856520 Dec 20 16:35:37.935588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:37.955210 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a770ea-f77b-4061-9a9a-29d431484858 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:37.956612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4a770ea-f77b-4061-9a9a-29d431484858 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.960739 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e025f31e-1fd1-4385-94be-fbb71741fa98 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] 10.222.0.60 "GET /v2.0/quotas/8bcce37b5c7a4b4e9a25b4213ca911d1 HTTP/1.1" status: 200 len: 366 time: 0.0195601 Dec 20 16:35:37.961021 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e4a770ea-f77b-4061-9a9a-29d431484858 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "PUT /v2.0/ports/774143df-a895-4a89-8211-fafde1ab4c0c HTTP/1.1" status: 200 len: 1000 time: 2.2203717 Dec 20 16:35:37.966508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:37.966508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:37.982349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc0da-a731-4585-be89-6dbf11272dab tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.038328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d6fe6a4b-f194-45db-8172-abab36bd8f1a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:38.065245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.120288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc0da-a731-4585-be89-6dbf11272dab tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.131475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a770ea-f77b-4061-9a9a-29d431484858 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Port': ['ID=774143df-a895-4a89-8211-fafde1ab4c0c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:38.143093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc0da-a731-4585-be89-6dbf11272dab tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.156344 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-e5a88a1c-6ea2-4c48-8a5f-4155a081d619 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/quotas/4a2a234259c24eeeb8b56c884ecdadfa HTTP/1.1" status: 200 len: 375 time: 0.2215643 Dec 20 16:35:38.163095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.163825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.211921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bc0da-a731-4585-be89-6dbf11272dab tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909c9c96-efea-4071-8515-014777b2b526,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:38.225298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d6fe6a4b-f194-45db-8172-abab36bd8f1a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:38.225691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.247766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc0da-a731-4585-be89-6dbf11272dab tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.250423 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4b7bc0da-a731-4585-be89-6dbf11272dab tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5423319 Dec 20 16:35:38.260527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:38.268244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:38.305868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.306065 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-944b548e-9bf6-4dc1-aecf-d1965b148876 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/8bcce37b5c7a4b4e9a25b4213ca911d1 HTTP/1.1" status: 204 len: 168 time: 0.3392808 Dec 20 16:35:38.320553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:38.331210 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-08d76f65-bfa0-4589-9540-70a3b4a8c6cc tempest-DHCPAgentSchedulersTestJSON-2067141938 tempest-DHCPAgentSchedulersTestJSON-2067141938-project-admin] 10.222.0.60 "GET /v2.0/agents/1e6c918f-db51-4700-90e4-7871c3a76de5/dhcp-networks HTTP/1.1" status: 200 len: 6483 time: 0.7825153 Dec 20 16:35:38.346202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:38.347808 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f39bc6cd-e6fb-4811-bc69-6764dae3d13a tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0180357 Dec 20 16:35:38.354131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:38.481200 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.503340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.518404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b7182283-1ec2-4595-9b88-9b5e9a8749b7 None None] Provisioning complete for port 774143df-a895-4a89-8211-fafde1ab4c0c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:38.525583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7182283-1ec2-4595-9b88-9b5e9a8749b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.528299 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e7bbe28d-c2c2-4581-9e8c-1ad6667f4076 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] 10.222.0.60 "GET /v2.0/quotas/8bcce37b5c7a4b4e9a25b4213ca911d1 HTTP/1.1" status: 200 len: 370 time: 0.1051314 Dec 20 16:35:38.530579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42300) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:38.578362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port d6fe6a4b-f194-45db-8172-abab36bd8f1a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d6fe6a4b-f194-45db-8172-abab36bd8f1a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:38.586049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b7182283-1ec2-4595-9b88-9b5e9a8749b7 None None] Port 774143df-a895-4a89-8211-fafde1ab4c0c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:38.589159 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.590062 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-64c00174-5438-4471-854e-9c79d0fbd186 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] 10.222.0.60 "GET /v2.0/quotas/8bcce37b5c7a4b4e9a25b4213ca911d1/default HTTP/1.1" status: 200 len: 370 time: 0.0536232 Dec 20 16:35:38.591842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:38.592925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:38.629019 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-52964cf1-badd-446d-836d-8caeb66f23ff tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4385159 Dec 20 16:35:38.629782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a091ffbb-a89b-478f-9748-1d40d2285db3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:38.683152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-36124854-2d20-4ffc-83f5-f66c9b11ca30 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Deleting port 774143df-a895-4a89-8211-fafde1ab4c0c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:38.683512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36124854-2d20-4ffc-83f5-f66c9b11ca30 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.729528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=d6fe6a4b-f194-45db-8172-abab36bd8f1a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:38.738943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.755203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Network ca9b5420-e3fd-42b8-b4b7-aead5d11446e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:38.760912 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-cccbaa07-9af5-4f51-8c0a-7f518cd8108f tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] delete failed (client error): The resource could not be found. Dec 20 16:35:38.763169 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cccbaa07-9af5-4f51-8c0a-7f518cd8108f tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/8bcce37b5c7a4b4e9a25b4213ca911d1 HTTP/1.1" status: 404 len: 348 time: 0.1645696 Dec 20 16:35:38.764641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:38.766284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.768825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:39.059740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > segment before_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.060256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.061005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.061116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > port after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.061405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > port after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.061715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > port after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.062028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > segment after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.062364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.062678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.063050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > subnet after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.120669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ca812756-b04d-4c6a-9ff3-f0610a8be776 None None] Provisioning complete for port a091ffbb-a89b-478f-9748-1d40d2285db3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:39.121163 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca812756-b04d-4c6a-9ff3-f0610a8be776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.201805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36124854-2d20-4ffc-83f5-f66c9b11ca30 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.208206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca812756-b04d-4c6a-9ff3-f0610a8be776 None None] Port a091ffbb-a89b-478f-9748-1d40d2285db3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:39.217308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-36124854-2d20-4ffc-83f5-f66c9b11ca30 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Calling delete_port for 774143df-a895-4a89-8211-fafde1ab4c0c owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:39.309845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:39.358317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.358672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.359021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > subnet before_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.359353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Subscribe: > subnet before_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:35:39.359712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08007331-89d2-4fd4-9050-a842daa40d17']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:39.381685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc96c8f-6d9d-4148-8098-6326a33dd4e4') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:39.381975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc96c8f-6d9d-4148-8098-6326a33dd4e4') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:39.403481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.447318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.453194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Usage tracker for resource:network and project:63b69494e9d04ebda369a2b6f37e53fe is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:35:39.459433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:35:39.460993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:35:39.461623 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: from cryptography.utils import int_from_bytes Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: from cryptography.utils import int_from_bytes Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.467695 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:39.470318 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:39.479917 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Router b5cd87e3-14ed-488c-9df4-9f70442903a2 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:39.480665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Usage tracker for resource:subnet and project:63b69494e9d04ebda369a2b6f37e53fe is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:35:39.495089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.547598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:35:39.610185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-72961c2b-b92d-489e-b8b3-058ee5d33fc2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:35:39.611211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-72961c2b-b92d-489e-b8b3-058ee5d33fc2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3918722 Dec 20 16:35:39.654804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.695148 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.698739 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] 10.222.0.60 "DELETE /v2.0/networks/08007331-89d2-4fd4-9050-a842daa40d17 HTTP/1.1" status: 204 len: 168 time: 1.3499086 Dec 20 16:35:39.729773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:39.744479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Usage tracker for resource:subnetpool and project:63b69494e9d04ebda369a2b6f37e53fe is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:35:39.795945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:35:39.805216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae499ea8-04fc-43ed-912c-648a67caa4f4 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event deleted for resources: {'Network': ['ID=08007331-89d2-4fd4-9050-a842daa40d17,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:39.820047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36124854-2d20-4ffc-83f5-f66c9b11ca30 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.827383 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52be06b-8a27-4e1d-a6b1-5639db927638 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:39.827786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52be06b-8a27-4e1d-a6b1-5639db927638 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:39.831957 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c52be06b-8a27-4e1d-a6b1-5639db927638 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] 10.222.0.60 "DELETE /v2.0/ports/14ccf301-0b23-4124-bae8-cc6d14eea3bd HTTP/1.1" status: 404 len: 333 time: 0.0444257 Dec 20 16:35:39.834911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:39.896396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Allocated IP 172.26.1.145 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/75b94000-6e1e-4b03-b2f3-691c6cdf3f65) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:39.935903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-44925a1f-beb7-4c48-913c-8b39d4b4257c tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Deleting subnet 8d44bfda-5bba-49a3-816d-a6b20b871db1 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:35:39.941419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44925a1f-beb7-4c48-913c-8b39d4b4257c tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.959003 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d6fe6a4b-f194-45db-8172-abab36bd8f1a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:39.979673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36124854-2d20-4ffc-83f5-f66c9b11ca30 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event deleted for resources: {'Port': ['ID=774143df-a895-4a89-8211-fafde1ab4c0c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:40.000081 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Usage tracker for resource:port and project:63b69494e9d04ebda369a2b6f37e53fe is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:35:40.014325 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:40.026170 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:40.033406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:35:40.037615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44925a1f-beb7-4c48-913c-8b39d4b4257c tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.043204 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-febecda9-9584-4779-bf57-7930191357a4 admin admin] 10.222.0.60 "PUT /v2.0/routers/b5cd87e3-14ed-488c-9df4-9f70442903a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9515386 Dec 20 16:35:40.095507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d6fe6a4b-f194-45db-8172-abab36bd8f1a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:40.098909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.176029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.180575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Sync routers for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:40.208063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:40.208928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:40.304049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2110692985'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:40.337349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44925a1f-beb7-4c48-913c-8b39d4b4257c tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.370303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36124854-2d20-4ffc-83f5-f66c9b11ca30 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.382963 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-36124854-2d20-4ffc-83f5-f66c9b11ca30 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "DELETE /v2.0/ports/774143df-a895-4a89-8211-fafde1ab4c0c HTTP/1.1" status: 204 len: 168 time: 2.4150329 Dec 20 16:35:40.396173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42354) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:40.403617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Usage tracker for resource:router and project:63b69494e9d04ebda369a2b6f37e53fe is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:35:40.425116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:35:40.456085 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-b697f0d9-e5f6-48e8-bb8b-04bd917412ae service neutron] 10.222.0.60 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7125661 Dec 20 16:35:40.459534 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19eaa0f-cb10-4564-8e85-c32f603db169 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] GET failed (client error): The resource could not be found. Dec 20 16:35:40.461036 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c19eaa0f-cb10-4564-8e85-c32f603db169 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "GET /v2.0/ports/774143df-a895-4a89-8211-fafde1ab4c0c HTTP/1.1" status: 404 len: 333 time: 0.0623198 Dec 20 16:35:40.464731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:40.475207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'port': {'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2038725776'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:40.477061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.524057 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 95e8741a-5850-4818-8e83-a421576282f0 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:40.547385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:40.551860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44925a1f-beb7-4c48-913c-8b39d4b4257c tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.554164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:40.558911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Pushing event updated for resources: {'Port': ['ID=75b94000-6e1e-4b03-b2f3-691c6cdf3f65,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:40.562163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:40.563983 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:40.564680 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Usage tracker for resource:floatingip and project:63b69494e9d04ebda369a2b6f37e53fe is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:35:40.593822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:40.599377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:35:40.601770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Made reservation on behalf of 366cff942990468b8ec5d12fd09be3e3 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:40.604718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.612902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44925a1f-beb7-4c48-913c-8b39d4b4257c tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event deleted for resources: {'Subnet': ['ID=8d44bfda-5bba-49a3-816d-a6b20b871db1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:40.619773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44925a1f-beb7-4c48-913c-8b39d4b4257c tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.625243 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-44925a1f-beb7-4c48-913c-8b39d4b4257c tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] 10.222.0.60 "DELETE /v2.0/subnets/8d44bfda-5bba-49a3-816d-a6b20b871db1 HTTP/1.1" status: 204 len: 168 time: 0.7872267 Dec 20 16:35:40.625635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:40.701221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.706736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb734b4c-98c5-4e44-b063-4e1ae5012f1d None None] Network 50cfe8b6-b4d2-438a-99c8-5ec46152072a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:40.796129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-363336ca-1467-41fb-a01e-8a753e293b34 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-253620502'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:40.811913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.826426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.877279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 95e8741a-5850-4818-8e83-a421576282f0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:40.877585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.904973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.920562 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-43c92649-2840-49ed-b0bf-b1d3fcbafae0 service neutron] 10.222.0.60 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580518 Dec 20 16:35:40.963281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-363336ca-1467-41fb-a01e-8a753e293b34 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.964251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-363336ca-1467-41fb-a01e-8a753e293b34 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.968061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Made reservation on behalf of 71acf1a9f52943009be9c345eb8d6cf0 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:40.973602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.997869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Usage tracker for resource:security_group and project:63b69494e9d04ebda369a2b6f37e53fe is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:35:41.014383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:35:41.039168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] device_id is not set on port 49d9fec5-e2a8-4597-8157-1ab05b9be993 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:41.098940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.130020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.147438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.217507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] DHCP port deletion for 50cfe8b6-b4d2-438a-99c8-5ec46152072a request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:41.253040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Deleting port 43ac3575-4e95-4824-957d-965df9c1c845 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:41.253599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.314387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a091ffbb-a89b-478f-9748-1d40d2285db3', 'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'mac_address': 'fa:16:3e:e9:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:34Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 2, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'subnets': [{'id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:41.333556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] For port 43ac3575-4e95-4824-957d-965df9c1c845, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=43ac3575-4e95-4824-957d-965df9c1c845,segment=NetworkSegment(ae758fb7-0d11-4498-bc88-d3c0d80dd670),segment_id=ae758fb7-0d11-4498-bc88-d3c0d80dd670)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:41.334168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.356812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Calling delete_port for 43ac3575-4e95-4824-957d-965df9c1c845 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:41.376443 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Checking router: b5cd87e3-14ed-488c-9df4-9f70442903a2 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:41.376807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Updating router b5cd87e3-14ed-488c-9df4-9f70442903a2 port a091ffbb-a89b-478f-9748-1d40d2285db3 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:41.386672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Usage tracker for resource:security_group_rule and project:63b69494e9d04ebda369a2b6f37e53fe is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:35:41.393620 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.411256 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-363336ca-1467-41fb-a01e-8a753e293b34 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.421391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] Deleting port 43ac3575-4e95-4824-957d-965df9c1c845 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:41.421789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.455972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.462246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.quota.resource [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:35:41.464637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-363336ca-1467-41fb-a01e-8a753e293b34 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.512957 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2cf448a1-e92f-4fe8-956e-f66e76669bf8 req-d20247b1-5dfd-40bd-bf50-fdf66b3a5758 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 210 time: 0.1271641 Dec 20 16:35:41.523020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.531376 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:41.551746 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2fc3f0e4-ef01-4a40-a818-598cbd658244 tempest-QuotasTest-1255888123 tempest-QuotasTest-1255888123-project-admin] 10.222.0.60 "GET /v2.0/quotas/63b69494e9d04ebda369a2b6f37e53fe/details.json HTTP/1.1" status: 200 len: 703 time: 2.2391272 Dec 20 16:35:41.564800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da581f3-57dc-4b59-8ea0-d699660e8060,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:41.583239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Allocated IP 2001:db8::26d (51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8/4d11b2e0-3338-4492-8102-11db3c587c24/49d9fec5-e2a8-4597-8157-1ab05b9be993) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:41.587246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.587736 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Added segment 45814738-6925-4232-b9a3-3ad2fa4722af of type vlan for network 0cccda0c-5e03-4687-a034-15a9441d2ed8 Dec 20 16:35:41.593052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-363336ca-1467-41fb-a01e-8a753e293b34 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.596584 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-363336ca-1467-41fb-a01e-8a753e293b34 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0289652 Dec 20 16:35:41.605838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:41.622009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.627494 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3632038 Dec 20 16:35:41.629791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25d776-1c2d-4a01-98cc-b3e70ac7d339 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Pushing event updated for resources: {'Port': ['ID=75b94000-6e1e-4b03-b2f3-691c6cdf3f65,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:41.652023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.717249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event deleted for resources: {'Port': ['ID=43ac3575-4e95-4824-957d-965df9c1c845,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:41.733722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:41.740710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d24d9430-a51f-46e1-bb0f-ae2a1f62a4ae tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061189817', 'description': 'tempest-description--1783851842'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:41.745977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] No DVR routers for this DVR port 43ac3575-4e95-4824-957d-965df9c1c845 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:41.828321 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d24d9430-a51f-46e1-bb0f-ae2a1f62a4ae tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.882199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-744c55af-4c92-4026-a68e-08a40ebaafb7 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.884639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.900989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.930770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43ac3575-4e95-4824-957d-965df9c1c845 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:41.960253 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] For port 43ac3575-4e95-4824-957d-965df9c1c845, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=43ac3575-4e95-4824-957d-965df9c1c845,segment=NetworkSegment(ae758fb7-0d11-4498-bc88-d3c0d80dd670),segment_id=ae758fb7-0d11-4498-bc88-d3c0d80dd670)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:41.960873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.963660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cfe8b6-b4d2-438a-99c8-5ec46152072a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:41.990214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae758fb7-0d11-4498-bc88-d3c0d80dd670') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:41.990214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae758fb7-0d11-4498-bc88-d3c0d80dd670') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:42.003059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.025944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.041023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:35:42.041589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:42.045592 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:42.086525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 43ac3575-4e95-4824-957d-965df9c1c845 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:42.087121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43ac3575-4e95-4824-957d-965df9c1c845 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:42.103788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] Calling delete_port for 43ac3575-4e95-4824-957d-965df9c1c845 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:42.121067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42412) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:42.144895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d24d9430-a51f-46e1-bb0f-ae2a1f62a4ae tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.154954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.175965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.181554 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] 10.222.0.60 "DELETE /v2.0/networks/50cfe8b6-b4d2-438a-99c8-5ec46152072a HTTP/1.1" status: 204 len: 168 time: 1.5548446 Dec 20 16:35:42.195019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d24d9430-a51f-46e1-bb0f-ae2a1f62a4ae tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.200282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15c92f-c357-4640-b873-8701a11ceab6 tempest-DHCPAgentSchedulersTestJSON-247072309 tempest-DHCPAgentSchedulersTestJSON-247072309-project] Pushing event deleted for resources: {'Network': ['ID=50cfe8b6-b4d2-438a-99c8-5ec46152072a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:42.250597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:35:42.261162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d24d9430-a51f-46e1-bb0f-ae2a1f62a4ae tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.264597 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d24d9430-a51f-46e1-bb0f-ae2a1f62a4ae tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5296502 Dec 20 16:35:42.268409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:42.290026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-deec1ab7-c4c8-487e-8823-aeedd1ea65a2 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Request body: {'security_group_rule': {'security_group_id': 'b17f37b0-67ae-4943-9f04-0dd77d4fa82c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:42.322519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d9430-a51f-46e1-bb0f-ae2a1f62a4ae tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17f37b0-67ae-4943-9f04-0dd77d4fa82c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:42.360744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.376435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.397592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deec1ab7-c4c8-487e-8823-aeedd1ea65a2 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.403989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] Network 50cfe8b6-b4d2-438a-99c8-5ec46152072a is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:35:42.404542 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] No DVR routers for this DVR port 43ac3575-4e95-4824-957d-965df9c1c845 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:42.410688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed09e1e-f8ba-480a-9de4-08cdeabdd942 None None] Pushing event deleted for resources: {'Port': ['ID=43ac3575-4e95-4824-957d-965df9c1c845,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:42.414363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.481733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67accfa7-fbfa-4db9-a9e1-1cb88d179536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.507148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.516816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:42.517428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.526501 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-744c55af-4c92-4026-a68e-08a40ebaafb7 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.539182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deec1ab7-c4c8-487e-8823-aeedd1ea65a2 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.549242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deec1ab7-c4c8-487e-8823-aeedd1ea65a2 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.555189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-744c55af-4c92-4026-a68e-08a40ebaafb7 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.620134 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-aeb47510-c37f-4c29-8114-474c403ea896 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1637626713&fields=id&tenant_id=2b243c59db5a454d80c1d0bd60b2d822 HTTP/1.1" status: 200 len: 267 time: 0.6330237 Dec 20 16:35:42.643676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec1ab7-c4c8-487e-8823-aeedd1ea65a2 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b9065d-6740-49c1-8264-0de6fc56d01a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:42.666917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738681db-4b2f-4bac-a57a-936d6ed8b927 None None] Pushing event updated for resources: {'Port': ['ID=a091ffbb-a89b-478f-9748-1d40d2285db3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:42.697121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Attempting to bind port a091ffbb-a89b-478f-9748-1d40d2285db3 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:42.697463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Attempting to bind port a091ffbb-a89b-478f-9748-1d40d2285db3 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:42.697865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Attempting to bind port a091ffbb-a89b-478f-9748-1d40d2285db3 on network ca9b5420-e3fd-42b8-b4b7-aead5d11446e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:42.704087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deec1ab7-c4c8-487e-8823-aeedd1ea65a2 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.710061 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-deec1ab7-c4c8-487e-8823-aeedd1ea65a2 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4388659 Dec 20 16:35:42.713229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:42.715320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:42.715741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Checking segment: {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:42.716266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.716941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Bound using segment: {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:42.717632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Bound port: a091ffbb-a89b-478f-9748-1d40d2285db3, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:42.721039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.732646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-93a1ba26-c5ba-482f-bb65-da850e586eb9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Request body: {'security_group_rule': {'security_group_id': 'b17f37b0-67ae-4943-9f04-0dd77d4fa82c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:42.784278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:42.788797 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.7703035 Dec 20 16:35:42.797395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:42.842203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Request body: {'subnet': {'network_id': '0cccda0c-5e03-4687-a034-15a9441d2ed8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:42.867375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] For port a091ffbb-a89b-478f-9748-1d40d2285db3, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:42.871264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] For port a091ffbb-a89b-478f-9748-1d40d2285db3, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a091ffbb-a89b-478f-9748-1d40d2285db3,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:42.884079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.905367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-744c55af-4c92-4026-a68e-08a40ebaafb7 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.905785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744c55af-4c92-4026-a68e-08a40ebaafb7 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c588034a-e200-4fd1-a285-82bc0761ef34 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:42.912006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626b3f5-9d12-4ffa-a79c-bc4040e880e4 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event updated for resources: {'Network': ['ID=0cccda0c-5e03-4687-a034-15a9441d2ed8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:42.922005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67accfa7-fbfa-4db9-a9e1-1cb88d179536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.926519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:42.954906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-744c55af-4c92-4026-a68e-08a40ebaafb7 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.969006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:42.971012 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-744c55af-4c92-4026-a68e-08a40ebaafb7 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "DELETE /v2.0/routers/c588034a-e200-4fd1-a285-82bc0761ef34 HTTP/1.1" status: 204 len: 168 time: 1.3616207 Dec 20 16:35:42.973419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7af09222-584e-4d36-9c74-84372e30f39a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Request body: {'router': {'name': 'tempest-router-1405629346', 'distributed': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:42.982879 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67accfa7-fbfa-4db9-a9e1-1cb88d179536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.986811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93a1ba26-c5ba-482f-bb65-da850e586eb9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.022977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738681db-4b2f-4bac-a57a-936d6ed8b927 None None] Pushing event updated for resources: {'Port': ['ID=a091ffbb-a89b-478f-9748-1d40d2285db3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:43.025990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 0cccda0c-5e03-4687-a034-15a9441d2ed8 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:43.048371 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.065153 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 16:35:43.114313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-2d886e08-9f71-46ba-9b40-0b8330ead8e5 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:43.115924 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-2d886e08-9f71-46ba-9b40-0b8330ead8e5 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/networks?id=e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c HTTP/1.1" status: 200 len: 811 time: 0.4134798 Dec 20 16:35:43.145731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-73e7b055-be90-47e2-a9e9-ba0e59b668dc None None] Provisioning complete for port a091ffbb-a89b-478f-9748-1d40d2285db3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:43.145933 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-a05d046f-a505-4234-a461-9da8ccb12c53 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/quotas/2b243c59db5a454d80c1d0bd60b2d822 HTTP/1.1" status: 200 len: 375 time: 0.0202029 Dec 20 16:35:43.146618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73e7b055-be90-47e2-a9e9-ba0e59b668dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.173574 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9380c945-5ff7-425a-b258-5b0b9bfc2425 req-b096151b-5fa6-43b4-9d9d-a2b354391081 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 210 time: 0.2119493 Dec 20 16:35:43.185981 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-67accfa7-fbfa-4db9-a9e1-1cb88d179536 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2170bcb555c9476caebb385c0c883e19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0393057 Dec 20 16:35:43.196402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42454) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:43.207238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93a1ba26-c5ba-482f-bb65-da850e586eb9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.210359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:43.211002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:43.215693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67accfa7-fbfa-4db9-a9e1-1cb88d179536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841c06bd-0882-4cae-8576-47197d10277b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:43.221888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7af09222-584e-4d36-9c74-84372e30f39a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.233194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7af09222-584e-4d36-9c74-84372e30f39a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.249620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93a1ba26-c5ba-482f-bb65-da850e586eb9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.279183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.308534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1ba26-c5ba-482f-bb65-da850e586eb9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb20e0e8-cad4-42cc-b238-fb36e156bd19,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:43.312567 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bda75a5d-559f-44ec-882c-a6726159505e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e545ae58be3400bbdb161e1daa25cf7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5160809 Dec 20 16:35:43.328095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42458) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:43.335407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93a1ba26-c5ba-482f-bb65-da850e586eb9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.336892 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-93a1ba26-c5ba-482f-bb65-da850e586eb9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6099191 Dec 20 16:35:43.340443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:43.376486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:43.380482 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Made reservation on behalf of 366cff942990468b8ec5d12fd09be3e3 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:43.384011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.402360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:43.403873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7af09222-584e-4d36-9c74-84372e30f39a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.417391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73e7b055-be90-47e2-a9e9-ba0e59b668dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.449450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:43.455402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7af09222-584e-4d36-9c74-84372e30f39a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.479803 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-6fef2f70-8ab7-426a-8122-85185b28837d tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b243c59db5a454d80c1d0bd60b2d822&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3243296 Dec 20 16:35:43.494112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.508993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:43.514031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7af09222-584e-4d36-9c74-84372e30f39a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.518291 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7af09222-584e-4d36-9c74-84372e30f39a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5482481 Dec 20 16:35:43.521955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:43.530229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:43.537927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-73e7b055-be90-47e2-a9e9-ba0e59b668dc None None] For port a091ffbb-a89b-478f-9748-1d40d2285db3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a091ffbb-a89b-478f-9748-1d40d2285db3,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:43.539065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:43.539723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.566405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a614aa-0162-421c-91f6-8be491351820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.568008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Port': ['ID=49d9fec5-e2a8-4597-8157-1ab05b9be993,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:43.588773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0767b372-918a-4813-8dfe-ddb2eb0919b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.608811 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73e7b055-be90-47e2-a9e9-ba0e59b668dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.657310 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-32b6db8a-ab88-403b-8e8d-937796c35ffe tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1909893 Dec 20 16:35:43.669421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a614aa-0162-421c-91f6-8be491351820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.672850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:43.678735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e2275ed5-3c86-4b25-975d-a76a465b76ae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5c:9a:70'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:43.746037 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0767b372-918a-4813-8dfe-ddb2eb0919b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.775840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7b055-be90-47e2-a9e9-ba0e59b668dc None None] Pushing event updated for resources: {'Port': ['ID=a091ffbb-a89b-478f-9748-1d40d2285db3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:43.849599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7b8f6790-5490-48ad-a1b0-6e72ddc26474 None None] Provisioning complete for port a091ffbb-a89b-478f-9748-1d40d2285db3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:43.850335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6790-5490-48ad-a1b0-6e72ddc26474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.911967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ea43f9e-258e-4e8b-aae1-6c56b30cdf38 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.928283 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-efeaf832-fc45-4a6e-ae7e-9b3cca8f574d service neutron] 10.222.0.60 "GET /v2.0/networks/e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474032 Dec 20 16:35:43.981499 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a091ffbb-a89b-478f-9748-1d40d2285db3', 'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'mac_address': 'fa:16:3e:e9:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:34Z', 'updated_at': '2021-12-20T16:35:42Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'subnets': [{'id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:44.046626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0767b372-918a-4813-8dfe-ddb2eb0919b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.049284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0767b372-918a-4813-8dfe-ddb2eb0919b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.053877 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0767b372-918a-4813-8dfe-ddb2eb0919b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/841c06bd-0882-4cae-8576-47197d10277b HTTP/1.1" status: 204 len: 168 time: 0.8530455 Dec 20 16:35:44.063727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a614aa-0162-421c-91f6-8be491351820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.065343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a614aa-0162-421c-91f6-8be491351820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.069193 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-91a614aa-0162-421c-91f6-8be491351820 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4b2aa74-3530-460e-8519-6068c137f033 HTTP/1.1" status: 204 len: 168 time: 0.7359896 Dec 20 16:35:44.097394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767b372-918a-4813-8dfe-ddb2eb0919b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c06bd-0882-4cae-8576-47197d10277b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:44.125952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2275ed5-3c86-4b25-975d-a76a465b76ae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.131570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a614aa-0162-421c-91f6-8be491351820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b2aa74-3530-460e-8519-6068c137f033,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:44.153042 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-67c10312-423d-47b4-bffe-e6e709bd493c service neutron] 10.222.0.60 "GET /v2.0/networks/e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137773 Dec 20 16:35:44.342523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.18', 64060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:44.350932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534350e2-25ca-4962-9e63-fee2081d88ca None None] The sync data for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv is: [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a091ffbb-a89b-478f-9748-1d40d2285db3', 'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'mac_address': 'fa:16:3e:e9:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:34Z', 'updated_at': '2021-12-20T16:35:42Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'subnets': [{'id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:44.394652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ea43f9e-258e-4e8b-aae1-6c56b30cdf38 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.407892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ea43f9e-258e-4e8b-aae1-6c56b30cdf38 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.414080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.565013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-80b6a281-8f5f-4e3e-9bd4-ca8b1e1e25f2 None None] Provisioning complete for port 49d9fec5-e2a8-4597-8157-1ab05b9be993 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:44.566599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80b6a281-8f5f-4e3e-9bd4-ca8b1e1e25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.677388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-80b6a281-8f5f-4e3e-9bd4-ca8b1e1e25f2 None None] Port 49d9fec5-e2a8-4597-8157-1ab05b9be993 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:44.711215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.763140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:44.788057 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-91182592-6883-4b15-8d70-4ba33692a431 req-1cdc05cb-5d2f-47f4-8309-b4f05d35afca tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 210 time: 0.1162672 Dec 20 16:35:44.818054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-1f8972f2-05f4-4beb-a072-0e47776a62c0 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:44.819643 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-1f8972f2-05f4-4beb-a072-0e47776a62c0 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.18 "GET /v2.0/networks?id=8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 200 len: 811 time: 0.4762719 Dec 20 16:35:44.837662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ea43f9e-258e-4e8b-aae1-6c56b30cdf38 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.839035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea43f9e-258e-4e8b-aae1-6c56b30cdf38 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9bf678b-e440-4381-b251-c8ee829fe142 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:44.860460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:44.877963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ea43f9e-258e-4e8b-aae1-6c56b30cdf38 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.882788 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6ea43f9e-258e-4e8b-aae1-6c56b30cdf38 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "DELETE /v2.0/routers/c9bf678b-e440-4381-b251-c8ee829fe142 HTTP/1.1" status: 204 len: 168 time: 1.3529294 Dec 20 16:35:44.887709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a11821c8-4a84-4221-a4de-870c2e509c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.889364 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-39b2e332-92bf-428f-972a-eb9829e90e44 req-7e4b46d6-d5bb-42ce-969a-06baaf370f3e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 210 time: 0.0660925 Dec 20 16:35:44.890187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:44.901944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-855de83e-79de-4659-b710-4e37f5bdaa4a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Request body: {'router': {'name': 'tempest-router-1015787132', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9153de561c85418dbfffe64fc2f2f04a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:44.912620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.929558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-016f2d14-6d2c-448c-a1cb-d4f3f602fada admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.978774 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event updated for resources: {'Subnet': ['ID=10a5a5d4-762a-40cf-b69b-8a21c53a80c5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:45.078214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Checking segment: {'id': '45814738-6925-4232-b9a3-3ad2fa4722af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0cccda0c-5e03-4687-a034-15a9441d2ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:45.084212 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Network hostable DHCP agents. Network: 0cccda0c-5e03-4687-a034-15a9441d2ed8, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:45.110897 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-31a7e568-04fa-47c4-b739-ee8fdadfc6c3 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a2a234259c24eeeb8b56c884ecdadfa HTTP/1.1" status: 200 len: 379 time: 0.2194817 Dec 20 16:35:45.116223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2275ed5-3c86-4b25-975d-a76a465b76ae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.118504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-855de83e-79de-4659-b710-4e37f5bdaa4a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.119917 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-855de83e-79de-4659-b710-4e37f5bdaa4a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.133426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Request body: {'port': {'device_id': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'admin_state_up': True, 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'security_groups': ['91ad9e85-c70a-4522-b3b6-8fa3c4f0064c']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:45.139819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2275ed5-3c86-4b25-975d-a76a465b76ae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.199117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Network 0cccda0c-5e03-4687-a034-15a9441d2ed8 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:45.258450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Allocated IP 172.26.1.142 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/9d7c268b-64f9-464f-ba71-703ef4dce4f8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:45.266991 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 0cccda0c-5e03-4687-a034-15a9441d2ed8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:45.276069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53c670-5d9c-4ded-bf6c-b7337f5d9b85 None None] Network 0cccda0c-5e03-4687-a034-15a9441d2ed8 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:45.295909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a11821c8-4a84-4221-a4de-870c2e509c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.300764 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:45.301498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.319925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e2275ed5-3c86-4b25-975d-a76a465b76ae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] In _notify_port_updated(), no bound segment for port 49d9fec5-e2a8-4597-8157-1ab05b9be993 on network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:35:45.324048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a11821c8-4a84-4221-a4de-870c2e509c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.343881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2275ed5-3c86-4b25-975d-a76a465b76ae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:45.344682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2275ed5-3c86-4b25-975d-a76a465b76ae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.354018 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e2275ed5-3c86-4b25-975d-a76a465b76ae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "PUT /v2.0/ports/49d9fec5-e2a8-4597-8157-1ab05b9be993 HTTP/1.1" status: 200 len: 1003 time: 1.6800694 Dec 20 16:35:45.356896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:45.429928 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a11821c8-4a84-4221-a4de-870c2e509c88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63b69494e9d04ebda369a2b6f37e53fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6566577 Dec 20 16:35:45.431146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:45.474509 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-506222f8-1ac2-4843-ade9-740c4513e01f tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6639402 Dec 20 16:35:45.496430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42534) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:45.552524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Request body: {'port': {'network_id': '0cccda0c-5e03-4687-a034-15a9441d2ed8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1156642846'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:45.569181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-0cccda0c-5e03-4687-a034-15a9441d2ed8', 'network_id': '0cccda0c-5e03-4687-a034-15a9441d2ed8', 'project_id': '366cff942990468b8ec5d12fd09be3e3', 'fixed_ips': [{'subnet_id': '10a5a5d4-762a-40cf-b69b-8a21c53a80c5'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:45.570057 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.617291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-016f2d14-6d2c-448c-a1cb-d4f3f602fada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.620080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11821c8-4a84-4221-a4de-870c2e509c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9182aad-24da-4571-848f-03bbc52690e1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:45.776247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-016f2d14-6d2c-448c-a1cb-d4f3f602fada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.865833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f2d14-6d2c-448c-a1cb-d4f3f602fada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d03c06-4c41-46ad-a071-be12075b8658,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:45.934577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acad9868-46ef-4f0b-8016-4455d2942d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.973081 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-016f2d14-6d2c-448c-a1cb-d4f3f602fada admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d79c728582348a1b202ffb13f9b36f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1077607 Dec 20 16:35:45.979644 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:46.012424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a091ffbb-a89b-478f-9748-1d40d2285db3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:46.040540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acad9868-46ef-4f0b-8016-4455d2942d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.059390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.140201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-855de83e-79de-4659-b710-4e37f5bdaa4a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.158482 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4759f124-9cb7-41a4-b042-b0e3c81f9846 req-d44d00b3-6e2c-4170-a529-09359998c9ac tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 210 time: 0.0628581 Dec 20 16:35:46.161383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2275ed5-3c86-4b25-975d-a76a465b76ae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Port': ['ID=49d9fec5-e2a8-4597-8157-1ab05b9be993,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.250563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-941c9b1f-95f9-48b3-a443-74b87d186016 None None] Provisioning complete for port 49d9fec5-e2a8-4597-8157-1ab05b9be993 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:46.251281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-941c9b1f-95f9-48b3-a443-74b87d186016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.255688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-855de83e-79de-4659-b710-4e37f5bdaa4a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.276983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17298213-34ea-41d5-afc9-d457aad7b5be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.342993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17298213-34ea-41d5-afc9-d457aad7b5be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.369144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-941c9b1f-95f9-48b3-a443-74b87d186016 None None] Port 49d9fec5-e2a8-4597-8157-1ab05b9be993 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:46.380758 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4c7aeda2-9924-4d62-b608-9082e733243c req-c3385b55-9e5f-4819-aed3-1442936f2b00 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 210 time: 0.2980311 Dec 20 16:35:46.421416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.427743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17298213-34ea-41d5-afc9-d457aad7b5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.431348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17298213-34ea-41d5-afc9-d457aad7b5be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.433028 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17298213-34ea-41d5-afc9-d457aad7b5be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3d03c06-4c41-46ad-a071-be12075b8658 HTTP/1.1" status: 204 len: 168 time: 0.4491997 Dec 20 16:35:46.472181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17298213-34ea-41d5-afc9-d457aad7b5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d03c06-4c41-46ad-a071-be12075b8658,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.486981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-855de83e-79de-4659-b710-4e37f5bdaa4a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.495991 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-855de83e-79de-4659-b710-4e37f5bdaa4a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6003957 Dec 20 16:35:46.501954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:46.510513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acad9868-46ef-4f0b-8016-4455d2942d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.512667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Allocated IP 2001:db8::2 (0cccda0c-5e03-4687-a034-15a9441d2ed8/10a5a5d4-762a-40cf-b69b-8a21c53a80c5/99f0efbc-53c1-402a-a36c-17548f387a7e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:46.513142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acad9868-46ef-4f0b-8016-4455d2942d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.522586 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-acad9868-46ef-4f0b-8016-4455d2942d9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9182aad-24da-4571-848f-03bbc52690e1 HTTP/1.1" status: 204 len: 168 time: 1.0397348 Dec 20 16:35:46.532120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:46.571407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:46.601349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:46.603974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:46.691906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad9868-46ef-4f0b-8016-4455d2942d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9182aad-24da-4571-848f-03bbc52690e1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.696749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Pushing event updated for resources: {'Port': ['ID=9d7c268b-64f9-464f-ba71-703ef4dce4f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.880599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.958581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.043208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a091ffbb-a89b-478f-9748-1d40d2285db3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:47.043811 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.146596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Made reservation on behalf of 366cff942990468b8ec5d12fd09be3e3 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:47.151013 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.285110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] device_id is not set on port 0031fa55-129c-4825-bd73-462d146a9222 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:47.433068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.469636 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-330ab0a9-70ca-425a-bb9b-87b46e0b8c37 req-190517d2-5ce0-4a9d-82db-091ead5e5cc8 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 210 time: 0.1371045 Dec 20 16:35:47.486126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.529404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92e2c1d3-5555-44cc-ae58-c1086af00e0e tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Deleting port 49d9fec5-e2a8-4597-8157-1ab05b9be993 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:47.529794 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e2c1d3-5555-44cc-ae58-c1086af00e0e tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.550280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.569497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.588902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.592796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Network 0cccda0c-5e03-4687-a034-15a9441d2ed8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:47.596196 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:47.600910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.617513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:47.715833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Made reservation on behalf of 4a2a234259c24eeeb8b56c884ecdadfa for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:47.726387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.759931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Pushing event updated for resources: {'Port': ['ID=99f0efbc-53c1-402a-a36c-17548f387a7e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:47.778303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.796207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Attempting to bind port 99f0efbc-53c1-402a-a36c-17548f387a7e on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:47.796658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Attempting to bind port 99f0efbc-53c1-402a-a36c-17548f387a7e by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '45814738-6925-4232-b9a3-3ad2fa4722af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0cccda0c-5e03-4687-a034-15a9441d2ed8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:47.797280 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Attempting to bind port 99f0efbc-53c1-402a-a36c-17548f387a7e on network 0cccda0c-5e03-4687-a034-15a9441d2ed8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:47.807188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:47.811327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Checking segment: {'id': '45814738-6925-4232-b9a3-3ad2fa4722af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0cccda0c-5e03-4687-a034-15a9441d2ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:47.811829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.812320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Bound using segment: {'id': '45814738-6925-4232-b9a3-3ad2fa4722af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0cccda0c-5e03-4687-a034-15a9441d2ed8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:47.812870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Bound port: 99f0efbc-53c1-402a-a36c-17548f387a7e, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45814738-6925-4232-b9a3-3ad2fa4722af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0cccda0c-5e03-4687-a034-15a9441d2ed8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:47.813269 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.834722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Pushing event updated for resources: {'Port': ['ID=9d7c268b-64f9-464f-ba71-703ef4dce4f8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:47.847335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.851636 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b88c4d82-a2cf-4663-8be8-f0d75d0ba4a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5083919 Dec 20 16:35:47.939607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] For port 99f0efbc-53c1-402a-a36c-17548f387a7e, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:47.951665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] For port 99f0efbc-53c1-402a-a36c-17548f387a7e, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=99f0efbc-53c1-402a-a36c-17548f387a7e,segment=NetworkSegment(45814738-6925-4232-b9a3-3ad2fa4722af),segment_id=45814738-6925-4232-b9a3-3ad2fa4722af)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:47.958406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:48.061342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e345d-1c9f-4308-a6cb-f47fd3f97b9e None None] Pushing event updated for resources: {'Port': ['ID=99f0efbc-53c1-402a-a36c-17548f387a7e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:48.157878 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-05ff68b5-be0a-46dc-a3b9-c8c2eda2fefa req-025c3858-676c-4f91-a8b6-2a9882d3e0a5 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 210 time: 0.3231754 Dec 20 16:35:48.251108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103325) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 20 16:35:48.252708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Router 0a297b4c-d90d-4f11-a0da-14878c8d05c5 migrating from provider to provider. {{(pid=103325) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 20 16:35:48.254129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:48.347411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:48.414591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:48.506985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e2c1d3-5555-44cc-ae58-c1086af00e0e tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:48.512120 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-2c2a3854-30f3-42c2-8347-7169aa99adf1 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1061189817&fields=id&tenant_id=c21780a2db434329b5703254ea1534ab HTTP/1.1" status: 200 len: 267 time: 0.2333109 Dec 20 16:35:48.614064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Allocated IP 2001:db8::1c0 (0cccda0c-5e03-4687-a034-15a9441d2ed8/10a5a5d4-762a-40cf-b69b-8a21c53a80c5/0031fa55-129c-4825-bd73-462d146a9222) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:48.742394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92e2c1d3-5555-44cc-ae58-c1086af00e0e tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Calling delete_port for 49d9fec5-e2a8-4597-8157-1ab05b9be993 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:48.768125 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5c00da9e-c48e-4292-9baf-d09dad912f98 req-9c258e47-36d3-4605-8235-34ccbb8a290b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 210 time: 0.1318684 Dec 20 16:35:48.856925 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] No L3 agents can host the router 0a297b4c-d90d-4f11-a0da-14878c8d05c5 Dec 20 16:35:48.860349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Allocated IP 172.20.0.8 (8884f99f-080e-4992-a1da-237bad362cb2/aa7b8204-9b0f-4d8d-b342-65fe30d37330/f70dd585-286c-4f90-bcfc-239631c36788) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:49.006372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-351dac19-b873-480b-bf73-b80e827ef14e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:49.008657 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-351dac19-b873-480b-bf73-b80e827ef14e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/networks?id=ca9b5420-e3fd-42b8-b4b7-aead5d11446e HTTP/1.1" status: 200 len: 805 time: 0.4956434 Dec 20 16:35:49.009390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:49.056752 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-cb0b3690-4cb1-48d5-8e5c-b4c58a668e49 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/quotas/c21780a2db434329b5703254ea1534ab HTTP/1.1" status: 200 len: 375 time: 0.0403190 Dec 20 16:35:49.203639 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-a5059a46-047e-48a0-8175-c13f9b1f117e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c21780a2db434329b5703254ea1534ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370027 Dec 20 16:35:49.289240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1621945838'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:49.347493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:49.355587 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.386601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.451172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.518848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.527156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.561089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:49.591133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.591530 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Added segment c24eb490-4996-4cc6-a770-ae15b999efe1 of type vlan for network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 Dec 20 16:35:49.599865 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e2c1d3-5555-44cc-ae58-c1086af00e0e tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.616743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-4293223d-1fe2-45b3-9d86-dbec8607e1cb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:35:49.618758 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-4293223d-1fe2-45b3-9d86-dbec8607e1cb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2373030 Dec 20 16:35:49.773628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2c1d3-5555-44cc-ae58-c1086af00e0e tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event deleted for resources: {'Port': ['ID=49d9fec5-e2a8-4597-8157-1ab05b9be993,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:49.785560 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-75717f0d-abc3-41f2-b743-7ef1b75c639e req-06f27ac2-10e5-4d78-b386-53aeb7820a8e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 210 time: 0.2815502 Dec 20 16:35:49.800016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.870748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Hosts for router 0a297b4c-d90d-4f11-a0da-14878c8d05c5: [] {{(pid=103325) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 20 16:35:49.898486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 99f0efbc-53c1-402a-a36c-17548f387a7e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:49.975270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e2c1d3-5555-44cc-ae58-c1086af00e0e tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.980107 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-92e2c1d3-5555-44cc-ae58-c1086af00e0e tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "DELETE /v2.0/ports/49d9fec5-e2a8-4597-8157-1ab05b9be993 HTTP/1.1" status: 204 len: 168 time: 4.6163683 Dec 20 16:35:49.992099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:50.007027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079f6be-ee26-4744-b075-0af3db0bf957 None None] Network 0cccda0c-5e03-4687-a034-15a9441d2ed8 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:50.109012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.114665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Hosts for other DVR routers connected to router 0a297b4c-d90d-4f11-a0da-14878c8d05c5: set() {{(pid=103325) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 20 16:35:50.123667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.127526 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7d7014d8-3c2c-4929-a0c5-864600e03b46 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "PUT /v2.0/routers/0a297b4c-d90d-4f11-a0da-14878c8d05c5 HTTP/1.1" status: 200 len: 717 time: 3.5991268 Dec 20 16:35:50.138381 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4443135-bd78-495a-a440-74451add7047 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] GET failed (client error): The resource could not be found. Dec 20 16:35:50.139944 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e4443135-bd78-495a-a440-74451add7047 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "GET /v2.0/ports/49d9fec5-e2a8-4597-8157-1ab05b9be993 HTTP/1.1" status: 404 len: 333 time: 0.1399975 Dec 20 16:35:50.142636 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e047a5c3-60d1-4026-b0f5-67a6a5a48e60 req-2879fd19-4389-45e0-a29c-ed45876d762a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 210 time: 0.1549382 Dec 20 16:35:50.143123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:50.167022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 99f0efbc-53c1-402a-a36c-17548f387a7e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:50.169077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.182325 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:50.204759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2d5e77a2-14b5-4ed1-b301-4ec75e74fbd1 None None] Provisioning complete for port 99f0efbc-53c1-402a-a36c-17548f387a7e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:50.205485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d5e77a2-14b5-4ed1-b301-4ec75e74fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.215862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'port': {'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-502333481'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:50.358531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.371508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.428075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d5e77a2-14b5-4ed1-b301-4ec75e74fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.458376 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 99f0efbc-53c1-402a-a36c-17548f387a7e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=99f0efbc-53c1-402a-a36c-17548f387a7e,segment=NetworkSegment(45814738-6925-4232-b9a3-3ad2fa4722af),segment_id=45814738-6925-4232-b9a3-3ad2fa4722af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:50.468649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.488302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224bd311-267a-422b-8d0b-903f2ace2f35,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:50.525408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.550815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:50.551706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.569433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-2d5e77a2-14b5-4ed1-b301-4ec75e74fbd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:35:50.569952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-2d5e77a2-14b5-4ed1-b301-4ec75e74fbd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:35:50.571156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=99f0efbc-53c1-402a-a36c-17548f387a7e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:50.681754 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6710794 Dec 20 16:35:50.701112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:50.771213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Network 0cccda0c-5e03-4687-a034-15a9441d2ed8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:50.790973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:50.811233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-e537597d-f9d0-41ba-8cec-109045caddd6 service neutron] 10.222.0.60 "GET /v2.0/networks/ca9b5420-e3fd-42b8-b4b7-aead5d11446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1755903 Dec 20 16:35:50.814910 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:50.819330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event updated for resources: {'Port': ['ID=0031fa55-129c-4825-bd73-462d146a9222,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:50.826091 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aef217d0-aed3-440f-b048-0149e8cf7e1a tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "GET /v2.0/routers/0a297b4c-d90d-4f11-a0da-14878c8d05c5 HTTP/1.1" status: 200 len: 717 time: 0.6504602 Dec 20 16:35:50.845994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:50.855046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:50.856029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.858783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:50.862427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.986646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95314940-b389-480e-865d-d772619bbf5d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Network': ['ID=6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:51.001536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:51.021351 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-39bd24ce-d4f8-4079-955e-7fc3e6e2d37c tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.4846170 Dec 20 16:35:51.056117 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:51.063312 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b600d536-1350-4d60-b65d-c678cfff1c8a req-8ab14c69-5856-4ae1-a059-b8401f935a17 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 210 time: 0.0839505 Dec 20 16:35:51.065692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Network 8884f99f-080e-4992-a1da-237bad362cb2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:51.092978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Request body: {'port': {'network_id': '0cccda0c-5e03-4687-a034-15a9441d2ed8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-503555783', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:51.093956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] bootfile-name is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:35:51.094753 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] tftp-server is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:35:51.095462 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] server-ip-address is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:35:51.105483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:51.120266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:51.169541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Pushing event updated for resources: {'Port': ['ID=f70dd585-286c-4f90-bcfc-239631c36788,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:51.193019 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:51.209300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:51.215645 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.252897 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-61eab09a-6005-4793-a73b-ddd7668421ca service neutron] 10.222.0.60 "GET /v2.0/networks/ca9b5420-e3fd-42b8-b4b7-aead5d11446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390697 Dec 20 16:35:51.304256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 64067) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:51.473986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-30d9eba5-40e3-485a-9744-d1647205bb83 None None] Provisioning complete for port 0031fa55-129c-4825-bd73-462d146a9222 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:51.474425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30d9eba5-40e3-485a-9744-d1647205bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.538154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:51.541807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.562473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:51.601564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-30d9eba5-40e3-485a-9744-d1647205bb83 None None] Port 0031fa55-129c-4825-bd73-462d146a9222 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:51.645239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-30d9eba5-40e3-485a-9744-d1647205bb83 None None] Provisioning complete for port 99f0efbc-53c1-402a-a36c-17548f387a7e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:51.645762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30d9eba5-40e3-485a-9744-d1647205bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.712030 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-3c2a3f00-9609-4cf6-9509-b92bbdf8b992 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5873713 Dec 20 16:35:51.742954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-2375e817-daf1-41eb-ad20-d0bc831fb9e5 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:35:51.754935 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-2375e817-daf1-41eb-ad20-d0bc831fb9e5 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231628 Dec 20 16:35:51.768630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Made reservation on behalf of 71acf1a9f52943009be9c345eb8d6cf0 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:51.778594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.821566 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-458cd389-9462-4af1-9e6f-f99ca3d95c80 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:51.823074 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-458cd389-9462-4af1-9e6f-f99ca3d95c80 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.18 "GET /v2.0/networks?id=e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c HTTP/1.1" status: 200 len: 811 time: 0.5164468 Dec 20 16:35:51.827574 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3adbebed-f35e-4cc0-b19a-f9cf86b18a80 tempest-RoutersTestDVR-2054945352 tempest-RoutersTestDVR-2054945352-project] 10.222.0.60 "GET /v2.0/routers/0a297b4c-d90d-4f11-a0da-14878c8d05c5 HTTP/1.1" status: 200 len: 683 time: 0.9653833 Dec 20 16:35:51.853544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:51.868950 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0582b599-6dad-480f-b921-42b30684f8dd req-0a97b87a-82d6-441e-9417-e4eaf671d637 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.0922072 Dec 20 16:35:51.909783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 99f0efbc-53c1-402a-a36c-17548f387a7e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:51.964478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] device_id is not set on port 7509f822-4d36-40fd-80ba-03c4474778f5 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:51.979014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.995095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 99f0efbc-53c1-402a-a36c-17548f387a7e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:51.995752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.061744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81f41b38-1922-4d43-9cec-5a16113d1a07 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.081909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e4045f10-7c15-4c1a-b999-df077a9ca393 None None] Provisioning complete for port f70dd585-286c-4f90-bcfc-239631c36788 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:52.082551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4045f10-7c15-4c1a-b999-df077a9ca393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.171668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Allocated IP 2001:db8::247 (51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8/4d11b2e0-3338-4492-8102-11db3c587c24/7509f822-4d36-40fd-80ba-03c4474778f5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:52.178139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e4045f10-7c15-4c1a-b999-df077a9ca393 None None] Port f70dd585-286c-4f90-bcfc-239631c36788 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:52.234932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14fe61-f8e2-417b-9585-5d9a36fc69e7 req-06866b1b-a31c-4759-816f-343042eb473e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:52.247249 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2b14fe61-f8e2-417b-9585-5d9a36fc69e7 req-06866b1b-a31c-4759-816f-343042eb473e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 931 time: 0.8257165 Dec 20 16:35:52.293369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Request body: {'port': {'device_id': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:52.349965 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2591300d-889f-4888-b26f-a57bf9d29467 req-fa8213c7-d3dd-43a2-adfb-6022f48fc9eb tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 210 time: 0.1222501 Dec 20 16:35:52.360286 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-ee7cc1f0-7f5e-4ca2-8bec-2360d94dd373 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b243c59db5a454d80c1d0bd60b2d822 HTTP/1.1" status: 200 len: 380 time: 0.4769213 Dec 20 16:35:52.476221 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2b14fe61-f8e2-417b-9585-5d9a36fc69e7 req-a10d7bde-ab31-4f62-a821-832cebebe0d1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271044 Dec 20 16:35:52.477018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Made reservation on behalf of 366cff942990468b8ec5d12fd09be3e3 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:52.480435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.516412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] device_id is not set on port 333d61f0-3eb3-49f1-aa71-af41bb8a33b3 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:52.521207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.602597 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Request body: {'port': {'device_id': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'admin_state_up': True, 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'security_groups': ['bfbf74aa-01bd-4433-966b-3c6722f0b5e8']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:52.673569 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.832371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81f41b38-1922-4d43-9cec-5a16113d1a07 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.835250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81f41b38-1922-4d43-9cec-5a16113d1a07 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.836147 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Allocated IP 2001:db8::252 (0cccda0c-5e03-4687-a034-15a9441d2ed8/10a5a5d4-762a-40cf-b69b-8a21c53a80c5/333d61f0-3eb3-49f1-aa71-af41bb8a33b3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:52.891024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.962493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Port': ['ID=7509f822-4d36-40fd-80ba-03c4474778f5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:53.036127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81f41b38-1922-4d43-9cec-5a16113d1a07 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.037509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f41b38-1922-4d43-9cec-5a16113d1a07 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a297b4c-d90d-4f11-a0da-14878c8d05c5 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:53.054576 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.112610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81f41b38-1922-4d43-9cec-5a16113d1a07 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.117794 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-81f41b38-1922-4d43-9cec-5a16113d1a07 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "DELETE /v2.0/routers/0a297b4c-d90d-4f11-a0da-14878c8d05c5 HTTP/1.1" status: 204 len: 168 time: 1.2476389 Dec 20 16:35:53.123217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:53.123837 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42702) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:53.133545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-039e6b50-f959-4647-9fdd-fe175f9af970 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Request body: {'router': {'name': 'tempest-router-1849006561', 'distributed': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:53.134411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=ec2d1e10-ee49-46c2-8e29-ba21dc83fa88,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:53.145381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:53.155847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: from cryptography.utils import int_from_bytes Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: from cryptography.utils import int_from_bytes Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.159823 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:53.162500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:53.163410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.169415 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-830ab329-17e3-4b8b-9a04-448cc475eda9 req-8c6436d1-0070-45d1-8256-ce655976496c tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.1649387 Dec 20 16:35:53.196914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Made reservation on behalf of 2b243c59db5a454d80c1d0bd60b2d822 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:53.204831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-039e6b50-f959-4647-9fdd-fe175f9af970 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.205069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.205957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-039e6b50-f959-4647-9fdd-fe175f9af970 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.259467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.259467 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-42a00db0-5c82-431a-a6f6-0f27b2172805 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0741925 Dec 20 16:35:53.262121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:53.282517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'port': {'network_id': '51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1878820769'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:53.305445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.356798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:53.357176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network hostable DHCP agents. Network: 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:53.377015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-039e6b50-f959-4647-9fdd-fe175f9af970 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.536498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8ac222ea-21a6-4a30-a26b-ba6659ae9068 None None] Provisioning complete for port 7509f822-4d36-40fd-80ba-03c4474778f5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:53.537632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ac222ea-21a6-4a30-a26b-ba6659ae9068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.577496 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8ac222ea-21a6-4a30-a26b-ba6659ae9068 None None] Port 7509f822-4d36-40fd-80ba-03c4474778f5 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:53.652045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:53.658866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Allocated IP 172.26.1.138 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/77b7e488-ab7a-4781-8c7b-3667409e679a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:53.695900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:53.699790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-039e6b50-f959-4647-9fdd-fe175f9af970 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.708241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e740a912-1e04-4979-a96a-28f8fe8d6c48 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:53.713989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:53.714765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.746027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Allocated IP 172.20.0.13 (e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c/0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0/ef6f8ad5-6727-495f-9007-f1ae60b0224d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:53.752030 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-16fd7156-dd2c-44ff-94f5-774feefdd691 req-488f0815-22fe-402a-872c-a560667b6302 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 210 time: 0.0452781 Dec 20 16:35:53.766687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70dd585-286c-4f90-bcfc-239631c36788 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:35:53.779335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-039e6b50-f959-4647-9fdd-fe175f9af970 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.784302 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-039e6b50-f959-4647-9fdd-fe175f9af970 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6593926 Dec 20 16:35:53.784984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42710) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:53.787241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.794748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.813271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abde78-ddd1-4a87-98ee-aa3ef808e9e7 req-14e5fbe0-a9ee-4f16-9090-24f9abb395b4 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:53.820623 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-77abde78-ddd1-4a87-98ee-aa3ef808e9e7 req-14e5fbe0-a9ee-4f16-9090-24f9abb395b4 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 931 time: 0.2041790 Dec 20 16:35:53.867925 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2502c941-fe4c-4caf-b0a1-f2d50bb074d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1611664 Dec 20 16:35:53.870632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:53.887028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'name': 'tempest-NetworksTestDHCPv6-1698781608'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:53.968466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Transition to ACTIVE for port object f70dd585-286c-4f90-bcfc-239631c36788 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:35:54.000657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Network 0cccda0c-5e03-4687-a034-15a9441d2ed8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:54.001792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.006129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a92630-be19-4bea-b0b5-f754c550f9d2 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.011097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event updated for resources: {'Port': ['ID=333d61f0-3eb3-49f1-aa71-af41bb8a33b3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:54.014058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:54.025656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:54.032619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:54.033380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.169958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': 'ec2d1e10-ee49-46c2-8e29-ba21dc83fa88'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:54.171241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.181039 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8d0d8cd3-9330-4c63-9354-fd65dccb1d36 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1186266 Dec 20 16:35:54.202520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:54.400214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a92630-be19-4bea-b0b5-f754c550f9d2 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.406922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a92630-be19-4bea-b0b5-f754c550f9d2 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.419440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Made reservation on behalf of 71acf1a9f52943009be9c345eb8d6cf0 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:54.423209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.428018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Pushing event updated for resources: {'Port': ['ID=f70dd585-286c-4f90-bcfc-239631c36788,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:54.576782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/ec2d1e10-ee49-46c2-8e29-ba21dc83fa88/6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:54.601365 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-77abde78-ddd1-4a87-98ee-aa3ef808e9e7 req-580102e1-e501-4ab9-8529-cd36a91e22c1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7400115 Dec 20 16:35:54.667500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.726403 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6982c4d8-1a1d-48e1-bf3d-69dfcd48ae3f req-a8e03741-ed49-4ad8-83c5-34ba06aff4e9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.2908704 Dec 20 16:35:54.761649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a92630-be19-4bea-b0b5-f754c550f9d2 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.762385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a92630-be19-4bea-b0b5-f754c550f9d2 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 665f7c57-eebd-435a-b9c7-191693d9322c {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:54.764441 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] device_id is not set on port 3ac37221-cf91-44d3-bbbf-7c0904c7c668 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:54.773672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Attempting to bind port f70dd585-286c-4f90-bcfc-239631c36788 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:54.774628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Attempting to bind port f70dd585-286c-4f90-bcfc-239631c36788 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:54.774628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Attempting to bind port f70dd585-286c-4f90-bcfc-239631c36788 on network 8884f99f-080e-4992-a1da-237bad362cb2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:54.781734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a92630-be19-4bea-b0b5-f754c550f9d2 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.786575 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.788724 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-75a92630-be19-4bea-b0b5-f754c550f9d2 tempest-RoutersTestDVR-259833425 tempest-RoutersTestDVR-259833425-project-admin] 10.222.0.60 "DELETE /v2.0/routers/665f7c57-eebd-435a-b9c7-191693d9322c HTTP/1.1" status: 204 len: 168 time: 0.9954960 Dec 20 16:35:54.807987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.822444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:54.827313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.846898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-afbc6b88-0209-41e1-8359-4b9f769a5be0 None None] Provisioning complete for port 333d61f0-3eb3-49f1-aa71-af41bb8a33b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:54.847276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-afbc6b88-0209-41e1-8359-4b9f769a5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.892374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:54.899679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Port f70dd585-286c-4f90-bcfc-239631c36788 on network 8884f99f-080e-4992-a1da-237bad362cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:35:54.905140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Attempting to bind port f70dd585-286c-4f90-bcfc-239631c36788 on network 8884f99f-080e-4992-a1da-237bad362cb2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:54.915143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port 69917011-2c2f-42ed-a3cd-182697f9139a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:54.920083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:54.928603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:54.950491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event updated for resources: {'Port': ['ID=77b7e488-ab7a-4781-8c7b-3667409e679a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:54.973636 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dcb6b-16d8-4884-8a50-4e60ad03de6d tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:54.980524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dcb6b-16d8-4884-8a50-4e60ad03de6d tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:54.987790 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab78564e-5400-4f4d-9d90-26e62c1ae1a4 req-f0846edb-61cd-4e66-95eb-5062fd55d297 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 210 time: 0.0834427 Dec 20 16:35:55.011562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dcb6b-16d8-4884-8a50-4e60ad03de6d tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:55.011562 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ef0dcb6b-16d8-4884-8a50-4e60ad03de6d tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.7998002 Dec 20 16:35:55.016730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:55.024204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:55.025846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Checking segment: {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:55.034042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.034320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Bound using segment: {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:55.034772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Bound port: f70dd585-286c-4f90-bcfc-239631c36788, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9a9c3a-7fd3-485a-961a-d1e236343949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:55.035447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.127888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.167070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.197481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:55.232379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Allocated IP 2001:db8::32d (51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8/4d11b2e0-3338-4492-8102-11db3c587c24/3ac37221-cf91-44d3-bbbf-7c0904c7c668) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:55.248452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ad2fa89-ccb1-4da0-a07b-465d30929938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.255746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] For port f70dd585-286c-4f90-bcfc-239631c36788, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:55.260852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Pushing event updated for resources: {'Port': ['ID=ef6f8ad5-6727-495f-9007-f1ae60b0224d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:55.263479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] For port f70dd585-286c-4f90-bcfc-239631c36788, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f70dd585-286c-4f90-bcfc-239631c36788,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:55.270004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:55.275111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:55.283266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.291166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:55.300655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:55.307508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:55.326105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-afbc6b88-0209-41e1-8359-4b9f769a5be0 None None] Port 333d61f0-3eb3-49f1-aa71-af41bb8a33b3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:55.378042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:55.379065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.380500 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] 10.222.0.18 "PUT /v2.0/ports/f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 200 len: 1093 time: 3.1895657 Dec 20 16:35:55.381340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'tag': 'f70dd585-286c-4f90-bcfc-239631c36788'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:35:55.426859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Pushing event updated for resources: {'Port': ['ID=6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:55.543869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Attempting to bind port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:55.544689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Attempting to bind port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:55.545105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Attempting to bind port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:55.545800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:55.556168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:55.557405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499641c-d7b4-4aee-a8b9-27b0dc63106d service neutron] Pushing event updated for resources: {'Port': ['ID=f70dd585-286c-4f90-bcfc-239631c36788,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:55.558290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:55.558725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.569323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:55.570104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Bound port: 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:55.570745 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.604451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.627845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/ec2d1e10-ee49-46c2-8e29-ba21dc83fa88/69917011-2c2f-42ed-a3cd-182697f9139a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:55.668970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:55.669640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.783560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.825361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef9c70a-13d3-4b90-91ad-9cccd5dd873b" -d '{"events": [{"name": "network-changed", "server_uuid": "3896383d-6a77-438f-84b1-b1f94bcd5211", "tag": "f70dd585-286c-4f90-bcfc-239631c36788"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:35:55.871037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a8008597-a895-4734-82ef-ad050c924881 None None] For port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:55.876475 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-93650efc-fa91-4277-a19a-60b6c493ee0e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3456478 Dec 20 16:35:55.879092 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a8008597-a895-4734-82ef-ad050c924881 None None] For port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:55.900477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.909621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c41f0f50-2278-4678-8f57-ccd0062f37a1 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Deleting port 333d61f0-3eb3-49f1-aa71-af41bb8a33b3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:55.909955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c41f0f50-2278-4678-8f57-ccd0062f37a1 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.001843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fafbe-b0e8-473c-8d98-f8ef7a729ea5 req-c1eb2fe3-451f-426c-a774-a5cbd3f5c23e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:56.003350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e9044119-65eb-47ae-8ac5-96df40b19757 None None] Provisioning complete for port ef6f8ad5-6727-495f-9007-f1ae60b0224d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:56.003727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9044119-65eb-47ae-8ac5-96df40b19757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.005476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8008597-a895-4734-82ef-ad050c924881 None None] Pushing event updated for resources: {'Port': ['ID=6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:56.009766 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-46336d24-1364-4842-a9b8-d09d31736f6a req-dd7b651d-13be-46c4-9105-7e53e23260d4 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.1130700 Dec 20 16:35:56.030234 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-805fafbe-b0e8-473c-8d98-f8ef7a729ea5 req-c1eb2fe3-451f-426c-a774-a5cbd3f5c23e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 943 time: 0.2510045 Dec 20 16:35:56.052634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.060785 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5881f76e-6736-4205-bd84-68eac8f33ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.080727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.092720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e9044119-65eb-47ae-8ac5-96df40b19757 None None] Port ef6f8ad5-6727-495f-9007-f1ae60b0224d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:56.192237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:56.201910 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-805fafbe-b0e8-473c-8d98-f8ef7a729ea5 req-07bc04b5-9c48-44f2-b03c-934eb47ab621 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573789 Dec 20 16:35:56.206503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:56.208918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Port': ['ID=3ac37221-cf91-44d3-bbbf-7c0904c7c668,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:56.211452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:56.217172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:56.217873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.239151 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-74f1a5a8-f3f4-466a-ab13-20571037ea8b tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9732335 Dec 20 16:35:56.242005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:56.249124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-21b5be21-971e-4295-bfbe-73f8d6aaabae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9c', 'mac_address': 'fa:16:3e:5c:9a:70'}, {'ip_address': '2001:db8::247', 'mac_address': 'fa:16:3e:d7:0c:f3'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:56.409515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0bb92e-c747-4d47-9f7b-70461dcbcef8 x-openstack-request-id: req-bb0bb92e-c747-4d47-9f7b-70461dcbcef8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:35:56.412154 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3896383d-6a77-438f-84b1-b1f94bcd5211", "tag": "f70dd585-286c-4f90-bcfc-239631c36788", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:35:56.412154 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb0bb92e-c747-4d47-9f7b-70461dcbcef8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:35:56.412746 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'tag': 'f70dd585-286c-4f90-bcfc-239631c36788', 'status': 'completed', 'code': 200} Dec 20 16:35:56.544779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.545270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345724c-8f8b-4e95-aa52-b5884e100701 req-b8557f3f-87cb-4086-844e-130350651e51 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:56.547440 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d345724c-8f8b-4e95-aa52-b5884e100701 req-b8557f3f-87cb-4086-844e-130350651e51 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 932 time: 0.0831192 Dec 20 16:35:56.659060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21b5be21-971e-4295-bfbe-73f8d6aaabae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.725450 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d345724c-8f8b-4e95-aa52-b5884e100701 req-2998b905-21f3-43af-94f7-00ca3c78518a tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524074 Dec 20 16:35:56.735993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c41f0f50-2278-4678-8f57-ccd0062f37a1 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.750743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c41f0f50-2278-4678-8f57-ccd0062f37a1 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Calling delete_port for 333d61f0-3eb3-49f1-aa71-af41bb8a33b3 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:56.765926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.834685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f0bee529-1371-4090-9c25-8739338f9f54 None None] Provisioning complete for port 3ac37221-cf91-44d3-bbbf-7c0904c7c668 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:56.838701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0bee529-1371-4090-9c25-8739338f9f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.855708 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5881f76e-6736-4205-bd84-68eac8f33ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.899871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5881f76e-6736-4205-bd84-68eac8f33ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.905265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:56.920846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f0bee529-1371-4090-9c25-8739338f9f54 None None] Port 3ac37221-cf91-44d3-bbbf-7c0904c7c668 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:56.947120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:56.961806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:56.966539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:56.967224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.016169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21b5be21-971e-4295-bfbe-73f8d6aaabae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.017316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=69917011-2c2f-42ed-a3cd-182697f9139a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:57.022712 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21b5be21-971e-4295-bfbe-73f8d6aaabae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.047298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5881f76e-6736-4205-bd84-68eac8f33ddc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9153de561c85418dbfffe64fc2f2f04a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4604387 Dec 20 16:35:57.053918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.061143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-21b5be21-971e-4295-bfbe-73f8d6aaabae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] In _notify_port_updated(), no bound segment for port 3ac37221-cf91-44d3-bbbf-7c0904c7c668 on network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:35:57.067243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b5be21-971e-4295-bfbe-73f8d6aaabae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:57.067922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21b5be21-971e-4295-bfbe-73f8d6aaabae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.069297 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-21b5be21-971e-4295-bfbe-73f8d6aaabae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "PUT /v2.0/ports/3ac37221-cf91-44d3-bbbf-7c0904c7c668 HTTP/1.1" status: 200 len: 1067 time: 0.8264189 Dec 20 16:35:57.074528 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.132168 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8172e3a8-ccc6-43ae-aeb6-6dea6a5eaf82 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2522256 Dec 20 16:35:57.132946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881f76e-6736-4205-bd84-68eac8f33ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1584ef40-3ae2-477d-adaf-e9ffc1ac8ab4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:57.135475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.138837 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5be21-971e-4295-bfbe-73f8d6aaabae tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event updated for resources: {'Port': ['ID=3ac37221-cf91-44d3-bbbf-7c0904c7c668,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:57.234489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-40e159c3-9456-4c50-b2eb-84cb588965a9 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Deleting port 3ac37221-cf91-44d3-bbbf-7c0904c7c668 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:57.234653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40e159c3-9456-4c50-b2eb-84cb588965a9 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.287193 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3dd7a2cf-1017-4c85-a4ae-1dee5c6cedee req-04b11f0f-e1b7-4c14-9f44-b946eca7a04b tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.1439221 Dec 20 16:35:57.343903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56ebc97-54ae-47ef-ba3f-971d70fd9604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.347897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d087654-8a5e-4f2e-93dd-ca158016449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.367016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56ebc97-54ae-47ef-ba3f-971d70fd9604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.368783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c41f0f50-2278-4678-8f57-ccd0062f37a1 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.383990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40e159c3-9456-4c50-b2eb-84cb588965a9 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.419156 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-40e159c3-9456-4c50-b2eb-84cb588965a9 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Calling delete_port for 3ac37221-cf91-44d3-bbbf-7c0904c7c668 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:57.429861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.440400 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b91555-a55e-442d-b0b2-aa84cae48e8d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:57.446739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b91555-a55e-442d-b0b2-aa84cae48e8d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:57.450908 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-19b91555-a55e-442d-b0b2-aa84cae48e8d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2773607 Dec 20 16:35:57.452334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f0f50-2278-4678-8f57-ccd0062f37a1 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event deleted for resources: {'Port': ['ID=333d61f0-3eb3-49f1-aa71-af41bb8a33b3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:57.454730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4fa43437-8ce1-42a9-a310-62a92a23f875 None None] Provisioning complete for port 3ac37221-cf91-44d3-bbbf-7c0904c7c668 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:57.455329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fa43437-8ce1-42a9-a310-62a92a23f875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.460823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.461605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.488066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c6e1e-c377-470d-96c0-29b336af3f81 req-71da541c-da21-4438-bcd0-65963218b4b6 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:57.497396 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6a7c6e1e-c377-470d-96c0-29b336af3f81 req-71da541c-da21-4438-bcd0-65963218b4b6 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 943 time: 0.1383092 Dec 20 16:35:57.515722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4fa43437-8ce1-42a9-a310-62a92a23f875 None None] Port 3ac37221-cf91-44d3-bbbf-7c0904c7c668 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:57.571639 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6a7c6e1e-c377-470d-96c0-29b336af3f81 req-4a5d81fb-a9b4-4a61-aa67-b4e24c1d7622 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730262 Dec 20 16:35:57.596988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c41f0f50-2278-4678-8f57-ccd0062f37a1 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.607846 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c41f0f50-2278-4678-8f57-ccd0062f37a1 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "DELETE /v2.0/ports/333d61f0-3eb3-49f1-aa71-af41bb8a33b3 HTTP/1.1" status: 204 len: 168 time: 2.5880520 Dec 20 16:35:57.611557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.640910 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Request body: {'port': {'name': 'tempest-new-port-name-1557135985', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:57.641539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] bootfile-name is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:35:57.641795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] tftp-server is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:35:57.642189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] server-ip-address is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:35:57.656758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event updated for resources: {'Port': ['ID=77b7e488-ab7a-4781-8c7b-3667409e679a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:57.712545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Request body: {'port': {'device_id': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:57.749490 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56ebc97-54ae-47ef-ba3f-971d70fd9604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.752527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56ebc97-54ae-47ef-ba3f-971d70fd9604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.756010 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b56ebc97-54ae-47ef-ba3f-971d70fd9604 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1584ef40-3ae2-477d-adaf-e9ffc1ac8ab4 HTTP/1.1" status: 204 len: 168 time: 0.6976864 Dec 20 16:35:57.761088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.789193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ebc97-54ae-47ef-ba3f-971d70fd9604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1584ef40-3ae2-477d-adaf-e9ffc1ac8ab4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:57.825698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.827058 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5fca4fb5-1d40-4a23-aae3-aeaddd7994e9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7167716 Dec 20 16:35:57.832604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.839136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1549722529'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:57.856820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a8558-b0fd-4462-aaf5-c4979c2afb7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 69917011-2c2f-42ed-a3cd-182697f9139a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:57.857396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8558-b0fd-4462-aaf5-c4979c2afb7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.897062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.969133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Made reservation on behalf of 5961c6031e6e4629a214b1fb03429733 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:57.988098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40e159c3-9456-4c50-b2eb-84cb588965a9 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.989660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f2f6c-e01e-45ab-9a74-1531465b507d None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:57.993561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.010087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.032773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.041039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:58.056787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e159c3-9456-4c50-b2eb-84cb588965a9 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event deleted for resources: {'Port': ['ID=3ac37221-cf91-44d3-bbbf-7c0904c7c668,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:58.126213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8558-b0fd-4462-aaf5-c4979c2afb7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.143565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a8558-b0fd-4462-aaf5-c4979c2afb7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 69917011-2c2f-42ed-a3cd-182697f9139a owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:58.214620 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9c70a-13d3-4b90-91ad-9cccd5dd873b req-f589b318-02f5-4b19-a297-3433442e37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:58.216162 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eef9c70a-13d3-4b90-91ad-9cccd5dd873b req-f589b318-02f5-4b19-a297-3433442e37fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1096 time: 0.4765966 Dec 20 16:35:58.249779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-912b46ea-6d6b-418b-a58b-02d1af5862f9 None None] Provisioning complete for port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:58.250154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-912b46ea-6d6b-418b-a58b-02d1af5862f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.287398 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.356634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db120588-ff86-4517-8dc1-9a49de4cbbc6 req-7f09f81e-1257-4d2e-a11e-c3ce24e3597e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:58.362778 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-db120588-ff86-4517-8dc1-9a49de4cbbc6 req-7f09f81e-1257-4d2e-a11e-c3ce24e3597e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 932 time: 0.4433837 Dec 20 16:35:58.363539 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:58.363734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.421910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.492631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-912b46ea-6d6b-418b-a58b-02d1af5862f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.568222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.18', 64073) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.586332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.603136 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-912b46ea-6d6b-418b-a58b-02d1af5862f9 None None] For port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:58.612046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-912b46ea-6d6b-418b-a58b-02d1af5862f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.683959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cf9c-4df0-4b1a-a4d7-1de9c48cd72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.717606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:35:58.718391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:35:58.785667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b46ea-6d6b-418b-a58b-02d1af5862f9 None None] Pushing event updated for resources: {'Port': ['ID=6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:58.842706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5ffdd807-9972-42b2-ac59-dcd1bb925090 None None] Provisioning complete for port 69917011-2c2f-42ed-a3cd-182697f9139a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:58.844145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ffdd807-9972-42b2-ac59-dcd1bb925090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:58.845144 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-db120588-ff86-4517-8dc1-9a49de4cbbc6 req-85c73027-70c5-43c4-8a26-d4c047f760ab tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854451 Dec 20 16:35:58.939715 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eb0a02cc-e7c7-4e33-b9f4-d8edf18da3a1 req-194cc235-1297-42dc-8b69-67d68b3db8ef tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.3995252 Dec 20 16:35:58.945615 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5ffdd807-9972-42b2-ac59-dcd1bb925090 None None] Port 69917011-2c2f-42ed-a3cd-182697f9139a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:58.959594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5ffdd807-9972-42b2-ac59-dcd1bb925090 None None] Provisioning complete for port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:58.970738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ffdd807-9972-42b2-ac59-dcd1bb925090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.064853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8558-b0fd-4462-aaf5-c4979c2afb7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.067997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.099220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.102134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40e159c3-9456-4c50-b2eb-84cb588965a9 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.105404 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-40e159c3-9456-4c50-b2eb-84cb588965a9 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "DELETE /v2.0/ports/3ac37221-cf91-44d3-bbbf-7c0904c7c668 HTTP/1.1" status: 204 len: 168 time: 2.0299273 Dec 20 16:35:59.112326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.144830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a8558-b0fd-4462-aaf5-c4979c2afb7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=69917011-2c2f-42ed-a3cd-182697f9139a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:59.169514 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aff1db7-eebc-4208-b127-a3621a5e45d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] GET failed (client error): The resource could not be found. Dec 20 16:35:59.171015 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7aff1db7-eebc-4208-b127-a3621a5e45d8 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "GET /v2.0/ports/3ac37221-cf91-44d3-bbbf-7c0904c7c668 HTTP/1.1" status: 404 len: 333 time: 0.0542119 Dec 20 16:35:59.180021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42784) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.186234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca8dce-0373-46e1-b6e1-09b59bb7652e req-d2061405-981b-4c28-bb73-7dbc95ca7f95 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.188358 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-78ca8dce-0373-46e1-b6e1-09b59bb7652e req-d2061405-981b-4c28-bb73-7dbc95ca7f95 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 943 time: 0.2179556 Dec 20 16:35:59.195090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9c70a-13d3-4b90-91ad-9cccd5dd873b req-9cbf3afa-d1ee-454a-b80f-eae6831cd72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.195282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:59.196216 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eef9c70a-13d3-4b90-91ad-9cccd5dd873b req-9cbf3afa-d1ee-454a-b80f-eae6831cd72d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9574089 Dec 20 16:35:59.207807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1c4ed5f0-355d-4765-b72e-e3e0276a03b9 None None] Could not find standard attr ID for object 69917011-2c2f-42ed-a3cd-182697f9139a. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:35:59.261398 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8558-b0fd-4462-aaf5-c4979c2afb7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.264773 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cd4a8558-b0fd-4462-aaf5-c4979c2afb7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/69917011-2c2f-42ed-a3cd-182697f9139a HTTP/1.1" status: 204 len: 168 time: 1.7955165 Dec 20 16:35:59.276085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.276740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2fb20b-9a47-41f0-a218-a5243a2b7536,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:59.295641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.295967 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Added segment 7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0 of type vlan for network f1e6219b-ef52-410b-9432-b1277c59a762 Dec 20 16:35:59.319784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cf9c-4df0-4b1a-a4d7-1de9c48cd72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.354063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.372822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6f8ad5-6727-495f-9007-f1ae60b0224d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:35:59.378871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.383730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cf9c-4df0-4b1a-a4d7-1de9c48cd72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.405467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.449219 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.472552 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:35:59.474966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-96ec3b1a-ed4f-44b9-b261-bbd008c5f9e3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.475789 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-96ec3b1a-ed4f-44b9-b261-bbd008c5f9e3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.18 "GET /v2.0/networks?id=ca9b5420-e3fd-42b8-b4b7-aead5d11446e HTTP/1.1" status: 200 len: 805 time: 0.9034967 Dec 20 16:35:59.504169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] In _notify_port_updated(), no bound segment for port 0031fa55-129c-4825-bd73-462d146a9222 on network 0cccda0c-5e03-4687-a034-15a9441d2ed8 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:35:59.510297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.510511 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.514676 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "PUT /v2.0/ports/0031fa55-129c-4825-bd73-462d146a9222 HTTP/1.1" status: 200 len: 1130 time: 1.8990381 Dec 20 16:35:59.514814 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f9d7cf9c-4df0-4b1a-a4d7-1de9c48cd72f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a9032ca76e6404c88cc423f2375ea42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1712968 Dec 20 16:35:59.514814 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Transition to ACTIVE for port object ef6f8ad5-6727-495f-9007-f1ae60b0224d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:35:59.516763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7cf9c-4df0-4b1a-a4d7-1de9c48cd72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f3f1f9-3f85-43a4-ac91-3695a5ea0b92,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:59.522199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad6c38-a347-4d0b-a0fb-407cc1572864 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.523820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.523820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.524024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad6c38-a347-4d0b-a0fb-407cc1572864 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.525412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ddad6c38-a347-4d0b-a0fb-407cc1572864 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2456415 Dec 20 16:35:59.533112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9c70a-13d3-4b90-91ad-9cccd5dd873b req-03264acd-4dc9-4171-a909-8be167dc8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.533753 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-78ca8dce-0373-46e1-b6e1-09b59bb7652e req-a9fd7edb-c2e8-4b5f-8f27-a82abf066a63 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245692 Dec 20 16:35:59.535277 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eef9c70a-13d3-4b90-91ad-9cccd5dd873b req-03264acd-4dc9-4171-a909-8be167dc8513 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3135989 Dec 20 16:35:59.538898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42792) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.541287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.589402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb3331-219b-43ed-9ced-55244eb30c88 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event updated for resources: {'Port': ['ID=0031fa55-129c-4825-bd73-462d146a9222,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:59.663964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.665125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd422cd-8536-4268-bc21-b50f5cf25e9d tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.666593 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-edd422cd-8536-4268-bc21-b50f5cf25e9d tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "GET /v2.0/ports/0031fa55-129c-4825-bd73-462d146a9222 HTTP/1.1" status: 200 len: 1130 time: 0.1391840 Dec 20 16:35:59.674831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.675541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.679536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.739594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Pushing event updated for resources: {'Port': ['ID=ef6f8ad5-6727-495f-9007-f1ae60b0224d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:59.778856 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-4db35d70-5076-4b9c-aca8-281d6dab7064 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21780a2db434329b5703254ea1534ab HTTP/1.1" status: 200 len: 380 time: 0.2906604 Dec 20 16:35:59.793428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d8e46dcc-43f1-425e-81e3-3f37ba38b808 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Deleting port 7509f822-4d36-40fd-80ba-03c4474778f5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:59.793773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8e46dcc-43f1-425e-81e3-3f37ba38b808 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.804870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-0087161c-31e8-4b64-afb1-c3b26f17b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:59.806442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-0087161c-31e8-4b64-afb1-c3b26f17b284 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1096 time: 0.2142045 Dec 20 16:35:59.810755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event updated for resources: {'Network': ['ID=f1e6219b-ef52-410b-9432-b1277c59a762,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:59.822700 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f1e6219b-ef52-410b-9432-b1277c59a762 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:59.826678 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-27374b70-be90-4301-94e3-67d38bbefc17 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9915328 Dec 20 16:35:59.828724 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Request body: {'port': {'device_id': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'admin_state_up': True, 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'security_groups': ['b17f37b0-67ae-4943-9f04-0dd77d4fa82c']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:59.831460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-83eac7c5-0bef-45e2-823e-03e72f708994 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet ec2d1e10-ee49-46c2-8e29-ba21dc83fa88 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:35:59.835133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83eac7c5-0bef-45e2-823e-03e72f708994 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.835417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.856538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:59.880091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83eac7c5-0bef-45e2-823e-03e72f708994 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.944822 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-ea073b8b-294c-49c9-a359-d65d79eece64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 200 len: 217 time: 0.1229699 Dec 20 16:35:59.993714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c9bbd479-041b-4e5c-8d95-d9f67509ce50 None None] Provisioning complete for port 0031fa55-129c-4825-bd73-462d146a9222 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:59.994453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd479-041b-4e5c-8d95-d9f67509ce50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.994563 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Request body: {'subnet': {'network_id': 'f1e6219b-ef52-410b-9432-b1277c59a762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:59.997740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83eac7c5-0bef-45e2-823e-03e72f708994 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.998502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3918d8a7-21ec-476e-bc64-2cb0512cd0bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.999806 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.049465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:00.049930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.052662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbd479-041b-4e5c-8d95-d9f67509ce50 None None] Port 0031fa55-129c-4825-bd73-462d146a9222 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:00.085283 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a63a4b8-f05c-47e7-8beb-2ccbe4640a85 req-6f86027c-3930-4dba-a6d8-e2488e32f7fb tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.0413828 Dec 20 16:36:00.138837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Attempting to bind port ef6f8ad5-6727-495f-9007-f1ae60b0224d on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:00.139182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Attempting to bind port ef6f8ad5-6727-495f-9007-f1ae60b0224d by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:00.139519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Attempting to bind port ef6f8ad5-6727-495f-9007-f1ae60b0224d on network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:00.147439 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Port ef6f8ad5-6727-495f-9007-f1ae60b0224d on network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:36:00.147732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Attempting to bind port ef6f8ad5-6727-495f-9007-f1ae60b0224d on network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:00.152868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83eac7c5-0bef-45e2-823e-03e72f708994 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.159116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:00.159446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Checking segment: {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:00.159990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Bound using segment: {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:00.160428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Bound port: ef6f8ad5-6727-495f-9007-f1ae60b0224d, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220c9995-e678-48ca-a556-1960ab76eb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:00.160771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.169907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3918d8a7-21ec-476e-bc64-2cb0512cd0bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.198774 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eac7c5-0bef-45e2-823e-03e72f708994 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2d1e10-ee49-46c2-8e29-ba21dc83fa88,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:00.205134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83eac7c5-0bef-45e2-823e-03e72f708994 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.208785 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-83eac7c5-0bef-45e2-823e-03e72f708994 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/ec2d1e10-ee49-46c2-8e29-ba21dc83fa88 HTTP/1.1" status: 204 len: 168 time: 0.6686223 Dec 20 16:36:00.215895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3c2f0b-1bba-409d-b743-0cf44709b624 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:00.226537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:00.291150 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-05202f79-3fc6-43f0-bb21-0faf94694013 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636084 Dec 20 16:36:00.295902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42804) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:00.302217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:00.362831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-7c6a8fc3-5a5c-493b-bb0b-2e5107c3771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:00.364282 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-7c6a8fc3-5a5c-493b-bb0b-2e5107c3771f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa7b8204-9b0f-4d8d-b342-65fe30d37330 HTTP/1.1" status: 200 len: 850 time: 0.3207903 Dec 20 16:36:00.376038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] For port ef6f8ad5-6727-495f-9007-f1ae60b0224d, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:00.389396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b745d-3a08-449e-b486-5621c6e44fde None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:00.399700 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8e46dcc-43f1-425e-81e3-3f37ba38b808 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.408267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] For port ef6f8ad5-6727-495f-9007-f1ae60b0224d, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ef6f8ad5-6727-495f-9007-f1ae60b0224d,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:00.415588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.446679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b745d-3a08-449e-b486-5621c6e44fde None None] Deleting port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:00.447069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a9b745d-3a08-449e-b486-5621c6e44fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.472730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3577a-bbf7-4f4d-9709-33a422461947 req-9507933f-cccd-40b4-ae7b-c65f603da18d tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:00.474546 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4cf3577a-bbf7-4f4d-9709-33a422461947 req-9507933f-cccd-40b4-ae7b-c65f603da18d tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 944 time: 0.4200604 Dec 20 16:36:00.475013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:00.475743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.478141 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] 10.222.0.18 "PUT /v2.0/ports/ef6f8ad5-6727-495f-9007-f1ae60b0224d HTTP/1.1" status: 200 len: 1094 time: 2.7787879 Dec 20 16:36:00.478568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'tag': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:00.488878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:00.492791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.528599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d8e46dcc-43f1-425e-81e3-3f37ba38b808 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Calling delete_port for 7509f822-4d36-40fd-80ba-03c4474778f5 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:00.545251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cc6baf4f-20a8-4ab9-a092-7a84df8cc2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Deleting port 0031fa55-129c-4825-bd73-462d146a9222 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:00.545467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6baf4f-20a8-4ab9-a092-7a84df8cc2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.563033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4a9b745d-3a08-449e-b486-5621c6e44fde None None] For port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:00.564896 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a9b745d-3a08-449e-b486-5621c6e44fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.586469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b745d-3a08-449e-b486-5621c6e44fde None None] Calling delete_port for 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:00.588250 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3918d8a7-21ec-476e-bc64-2cb0512cd0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.590846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3918d8a7-21ec-476e-bc64-2cb0512cd0bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.594684 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3918d8a7-21ec-476e-bc64-2cb0512cd0bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02f3f1f9-3f85-43a4-ac91-3695a5ea0b92 HTTP/1.1" status: 204 len: 168 time: 1.0644097 Dec 20 16:36:00.637463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb27b6-95c9-4233-8536-7f483f2a2ffb service neutron] Pushing event updated for resources: {'Port': ['ID=ef6f8ad5-6727-495f-9007-f1ae60b0224d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:00.701842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e953cc5-466b-4742-8322-aca978e25d27" -d '{"events": [{"name": "network-changed", "server_uuid": "054bcc40-32d2-423b-bc17-667396dc3a4e", "tag": "ef6f8ad5-6727-495f-9007-f1ae60b0224d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:36:00.733765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a9b745d-3a08-449e-b486-5621c6e44fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.780668 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b745d-3a08-449e-b486-5621c6e44fde None None] Pushing event deleted for resources: {'Port': ['ID=6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:00.784377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b745d-3a08-449e-b486-5621c6e44fde None None] No DVR routers for this DVR port 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:00.785720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:00.868890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-a62183e5-9c78-4c38-8212-9ae374e05f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:00.870585 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-a62183e5-9c78-4c38-8212-9ae374e05f99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b243c59db5a454d80c1d0bd60b2d822&device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 1097 time: 0.3440855 Dec 20 16:36:00.916720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78432f-4927-41cb-966c-283ef1ae6263 req-731bff24-df3a-441e-be91-71e80bc556dc tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:00.918197 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c78432f-4927-41cb-966c-283ef1ae6263 req-731bff24-df3a-441e-be91-71e80bc556dc tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 943 time: 0.2466369 Dec 20 16:36:00.969295 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-b5b9908b-88f3-4b2d-a80f-a30541c3bb22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef6f8ad5-6727-495f-9007-f1ae60b0224d HTTP/1.1" status: 200 len: 217 time: 0.0900614 Dec 20 16:36:00.998082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Made reservation on behalf of 5961c6031e6e4629a214b1fb03429733 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:01.001833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.004863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918d8a7-21ec-476e-bc64-2cb0512cd0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f3f1f9-3f85-43a4-ac91-3695a5ea0b92,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:01.067099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-877c8724-2d5a-48b4-ab61-4eccd069c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:01.068684 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-877c8724-2d5a-48b4-ab61-4eccd069c45e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8884f99f-080e-4992-a1da-237bad362cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6938474 Dec 20 16:36:01.083709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-f57c6462-0b47-4dda-a69a-60f5035be6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:01.085445 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-f57c6462-0b47-4dda-a69a-60f5035be6ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0 HTTP/1.1" status: 200 len: 850 time: 0.1064498 Dec 20 16:36:01.088291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Made reservation on behalf of c21780a2db434329b5703254ea1534ab for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:01.094844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.126953 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c78432f-4927-41cb-966c-283ef1ae6263 req-66b663f9-01de-46ca-b2e9-28b1eee02124 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768179 Dec 20 16:36:01.157098 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4cf3577a-bbf7-4f4d-9709-33a422461947 req-58e3c2c1-6d2f-48d9-84ea-7757645e37aa tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6361499 Dec 20 16:36:01.205348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.267421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6baf4f-20a8-4ab9-a092-7a84df8cc2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.289135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:01.298281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:01.304711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:01.305312 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.307613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=b5b51e69-ae9b-4676-a943-98e4e009e6e6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:01.309249 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90137e7f-896b-48fd-b8f8-61b7a64f4582 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:01.323262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-8e877079-8c91-47e8-a21c-d9fc20696fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:01.324890 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-8e877079-8c91-47e8-a21c-d9fc20696fe7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2187576 Dec 20 16:36:01.338545 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fc238c4c-5c4f-4478-b6e9-e2a00d50eca5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0408244 Dec 20 16:36:01.341113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:01.349945 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'name': 'tempest-NetworksTestDHCPv6-1841239278'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:01.360178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cc6baf4f-20a8-4ab9-a092-7a84df8cc2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Calling delete_port for 0031fa55-129c-4825-bd73-462d146a9222 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:01.387658 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-77f0d7db-5e32-4062-b6e8-04512ba26387 req-c6623eab-d5a8-4340-8d5d-2f2e0ab50a72 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.1001768 Dec 20 16:36:01.484524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': 'b5b51e69-ae9b-4676-a943-98e4e009e6e6'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:01.485735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.679980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dd8db7-91e3-4c88-b4c7-10a7ba27287d x-openstack-request-id: req-e8dd8db7-91e3-4c88-b4c7-10a7ba27287d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:36:01.680267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054bcc40-32d2-423b-bc17-667396dc3a4e", "tag": "ef6f8ad5-6727-495f-9007-f1ae60b0224d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:36:01.680514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8dd8db7-91e3-4c88-b4c7-10a7ba27287d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:36:01.680974 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'tag': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d', 'status': 'completed', 'code': 200} Dec 20 16:36:01.686315 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-6701a155-0b14-4c5e-b638-182996166d51 service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012878 Dec 20 16:36:01.686507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/b5b51e69-ae9b-4676-a943-98e4e009e6e6/acaab890-918e-42a6-a00c-264ca1f8d97c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:01.753144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6baf4f-20a8-4ab9-a092-7a84df8cc2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.771610 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-44801df6-1984-4671-9dbe-3ea2d6940228 service neutron] 10.222.0.18 "GET /v2.0/networks/e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315748 Dec 20 16:36:01.852095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6baf4f-20a8-4ab9-a092-7a84df8cc2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event deleted for resources: {'Port': ['ID=0031fa55-129c-4825-bd73-462d146a9222,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:01.870207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42842) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:01.889365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:01.892746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.920278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:01.928970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port b6bbb182-5508-426d-b98b-a504aefbc2e9 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:01.939690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8e46dcc-43f1-425e-81e3-3f37ba38b808 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.978674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Allocated IP 172.20.0.5 (ca9b5420-e3fd-42b8-b4b7-aead5d11446e/1c352518-7b72-4ed4-8f48-11021c07f0cb/21e948b8-5f96-45c4-8e3a-67c2424d94da) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:01.984780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6baf4f-20a8-4ab9-a092-7a84df8cc2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:01.988688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:01.989037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6227ef4f-b7fc-4d7c-b788-eaccfa6b7a8c not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:01.997280 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cc6baf4f-20a8-4ab9-a092-7a84df8cc2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "DELETE /v2.0/ports/0031fa55-129c-4825-bd73-462d146a9222 HTTP/1.1" status: 204 len: 168 time: 2.3130755 Dec 20 16:36:02.001549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:02.006223 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a734d6dc-6312-46ad-b354-a267bde713a1 req-50b4a793-4775-47c3-8028-22be54d0496e service neutron] 10.222.0.18 "GET /v2.0/networks/e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183290 Dec 20 16:36:02.109745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-999271d3-a6f0-4e39-81ec-641a8e7981c7 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Deleting subnet 10a5a5d4-762a-40cf-b69b-8a21c53a80c5 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:02.114687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999271d3-a6f0-4e39-81ec-641a8e7981c7 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.120192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-62641470'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:02.125472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e46dcc-43f1-425e-81e3-3f37ba38b808 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event deleted for resources: {'Port': ['ID=7509f822-4d36-40fd-80ba-03c4474778f5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:02.145831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e953cc5-466b-4742-8322-aca978e25d27 req-84c71018-141a-4384-a72c-91daf93dbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:02.147381 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e953cc5-466b-4742-8322-aca978e25d27 req-84c71018-141a-4384-a72c-91daf93dbaf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b243c59db5a454d80c1d0bd60b2d822&device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 1097 time: 0.0851812 Dec 20 16:36:02.160527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.176000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.215422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999271d3-a6f0-4e39-81ec-641a8e7981c7 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.277396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:02.280421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.290017 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:02.293334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Pushing event updated for resources: {'Port': ['ID=acaab890-918e-42a6-a00c-264ca1f8d97c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:02.295853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:02.303290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8e46dcc-43f1-425e-81e3-3f37ba38b808 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.306639 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d8e46dcc-43f1-425e-81e3-3f37ba38b808 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "DELETE /v2.0/ports/7509f822-4d36-40fd-80ba-03c4474778f5 HTTP/1.1" status: 204 len: 168 time: 3.1252916 Dec 20 16:36:02.328527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:02.361019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Attempting to bind port acaab890-918e-42a6-a00c-264ca1f8d97c on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:02.361613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Attempting to bind port acaab890-918e-42a6-a00c-264ca1f8d97c by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:02.361836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Attempting to bind port acaab890-918e-42a6-a00c-264ca1f8d97c on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:02.370832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:02.371600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:02.372430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.373142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:02.373818 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Bound port: acaab890-918e-42a6-a00c-264ca1f8d97c, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:02.375211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.410921 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c46c13-cc99-4d74-ac9a-514420b112f6 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] GET failed (client error): The resource could not be found. Dec 20 16:36:02.413409 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-15c46c13-cc99-4d74-ac9a-514420b112f6 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "GET /v2.0/ports/7509f822-4d36-40fd-80ba-03c4474778f5 HTTP/1.1" status: 404 len: 333 time: 0.0841675 Dec 20 16:36:02.425692 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-c5391a03-cebd-4b83-ad70-e26eac7216dd service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6742980 Dec 20 16:36:02.426365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42856) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:02.427262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::8a (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/b5b51e69-ae9b-4676-a943-98e4e009e6e6/b6bbb182-5508-426d-b98b-a504aefbc2e9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:02.471989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] For port acaab890-918e-42a6-a00c-264ca1f8d97c, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:02.479916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] For port acaab890-918e-42a6-a00c-264ca1f8d97c, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=acaab890-918e-42a6-a00c-264ca1f8d97c,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:02.487958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.525654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273effa-cda6-4135-83d5-72e07d9b74fe req-09c2a695-7e82-4c0c-bb12-e50fb9fb43bf tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:02.527858 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5273effa-cda6-4135-83d5-72e07d9b74fe req-09c2a695-7e82-4c0c-bb12-e50fb9fb43bf tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 944 time: 0.2203352 Dec 20 16:36:02.532632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e953cc5-466b-4742-8322-aca978e25d27 req-e9bbba9d-8bdc-4439-8990-f0156a7c8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:02.534408 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e953cc5-466b-4742-8322-aca978e25d27 req-e9bbba9d-8bdc-4439-8990-f0156a7c8b15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c HTTP/1.1" status: 200 len: 912 time: 0.3785536 Dec 20 16:36:02.554512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a60b7-e972-48ef-bc12-c72a4624e5f9 None None] Pushing event updated for resources: {'Port': ['ID=acaab890-918e-42a6-a00c-264ca1f8d97c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:02.596890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999271d3-a6f0-4e39-81ec-641a8e7981c7 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.599450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Made reservation on behalf of 5a6a138641c642f1807157e9190d725a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:02.602919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.631315 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e953cc5-466b-4742-8322-aca978e25d27 req-e7e04667-32e6-4e08-a9d9-d37ea42319d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef6f8ad5-6727-495f-9007-f1ae60b0224d HTTP/1.1" status: 200 len: 217 time: 0.0858936 Dec 20 16:36:02.649682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.670372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event updated for resources: {'Subnet': ['ID=73e6900d-272f-4de3-bf78-eef7e01670e6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:02.680675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Checking segment: {'id': '7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1e6219b-ef52-410b-9432-b1277c59a762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:02.681050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Network hostable DHCP agents. Network: f1e6219b-ef52-410b-9432-b1277c59a762, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:02.702024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce28819-b06d-42b0-b865-a0082affde7a req-35e7cf0d-1abd-437c-8cc4-fd35ee865690 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:02.703722 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cce28819-b06d-42b0-b865-a0082affde7a req-35e7cf0d-1abd-437c-8cc4-fd35ee865690 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 943 time: 0.4312205 Dec 20 16:36:02.785957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.809967 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5273effa-cda6-4135-83d5-72e07d9b74fe req-49a40133-a3d8-4e0e-8c1e-c725f6832797 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630646 Dec 20 16:36:02.823015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e953cc5-466b-4742-8322-aca978e25d27 req-8b6a5f79-cc3c-4187-abd3-d94bc467ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:02.824745 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e953cc5-466b-4742-8322-aca978e25d27 req-8b6a5f79-cc3c-4187-abd3-d94bc467ca58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0 HTTP/1.1" status: 200 len: 850 time: 0.1794817 Dec 20 16:36:02.837960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Network f1e6219b-ef52-410b-9432-b1277c59a762 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:02.868055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999271d3-a6f0-4e39-81ec-641a8e7981c7 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.877567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f1e6219b-ef52-410b-9432-b1277c59a762) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:02.887063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:02.887682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.888176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df755b8-2a9b-4214-a431-f8b3115da4b5 None None] Network f1e6219b-ef52-410b-9432-b1277c59a762 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:02.891813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b2d61011-332d-4cf9-bc8f-a6ce1f4ebc5f tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Deleting port 38ad6770-c625-4452-9f12-0652c9b50ecd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:02.892154 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d61011-332d-4cf9-bc8f-a6ce1f4ebc5f tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.893513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.910628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cce28819-b06d-42b0-b865-a0082affde7a req-da75580f-bb3e-4650-9f3a-909b7bd3dfd1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941240 Dec 20 16:36:02.978482 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999271d3-a6f0-4e39-81ec-641a8e7981c7 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event deleted for resources: {'Subnet': ['ID=10a5a5d4-762a-40cf-b69b-8a21c53a80c5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:02.991409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989a143-040d-4fea-ad50-f14135657e14 None None] Network 0cccda0c-5e03-4687-a034-15a9441d2ed8 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:02.992099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-999271d3-a6f0-4e39-81ec-641a8e7981c7 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:02.998318 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-999271d3-a6f0-4e39-81ec-641a8e7981c7 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "DELETE /v2.0/subnets/10a5a5d4-762a-40cf-b69b-8a21c53a80c5 HTTP/1.1" status: 204 len: 168 time: 0.9883215 Dec 20 16:36:02.998599 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a4a80ba8-0401-4aeb-98b0-2c45de46f864 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0555241 Dec 20 16:36:03.004092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:03.004435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:03.016372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1564466141', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:03.036875 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bc99e34d-dca9-4d21-9a61-d8879c3d6722 req-5800e11d-a19e-4390-942f-8b0cea2bcf0d tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.0677567 Dec 20 16:36:03.058714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.063375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e953cc5-466b-4742-8322-aca978e25d27 req-0533e0c1-6930-472e-85bd-9fed3cafd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:03.065239 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e953cc5-466b-4742-8322-aca978e25d27 req-0533e0c1-6930-472e-85bd-9fed3cafd36e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1904712 Dec 20 16:36:03.087354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.111189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-f1e6219b-ef52-410b-9432-b1277c59a762', 'network_id': 'f1e6219b-ef52-410b-9432-b1277c59a762', 'project_id': '5961c6031e6e4629a214b1fb03429733', 'fixed_ips': [{'subnet_id': '73e6900d-272f-4de3-bf78-eef7e01670e6'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:03.112026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.145402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.185906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.191089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.191089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.199246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:03.207748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:03.207979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d61011-332d-4cf9-bc8f-a6ce1f4ebc5f tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.214222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.218161 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:03.220172 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:03.220992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:03.221260 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.230449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=b6bbb182-5508-426d-b98b-a504aefbc2e9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:03.241304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.262563 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b2d61011-332d-4cf9-bc8f-a6ce1f4ebc5f tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Calling delete_port for 38ad6770-c625-4452-9f12-0652c9b50ecd owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:03.265962 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Network ca9b5420-e3fd-42b8-b4b7-aead5d11446e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:03.274938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:03.277027 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ee9ae5a6-b3a0-4956-90ae-b0635b7db6cd tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9342344 Dec 20 16:36:03.281809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Pushing event updated for resources: {'Port': ['ID=21e948b8-5f96-45c4-8e3a-67c2424d94da,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:03.282427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:03.297990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:03.310217 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e953cc5-466b-4742-8322-aca978e25d27 req-0acb5719-a2a9-4793-aba7-743d2e1fac8b service neutron] 10.222.0.18 "GET /v2.0/networks/e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326062 Dec 20 16:36:03.313751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:03.319528 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:03.320179 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.328814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Allocated IP 172.20.0.2 (f1e6219b-ef52-410b-9432-b1277c59a762/73e6900d-272f-4de3-bf78-eef7e01670e6/740751bc-0735-4d66-907a-3dea55aede95) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:03.345848 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8bfe5-055c-4951-85a7-f8cbc0228235,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:03.348959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.349304 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Added segment 8c82a342-6c44-4def-81f4-46e68169e62d of type vlan for network cbde1782-8def-4a5d-81cc-42f3d383e149 Dec 20 16:36:03.369272 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0801c58-b32a-409b-8363-18e1de022929 None None] DHCP port deletion for 0cccda0c-5e03-4687-a034-15a9441d2ed8 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:03.430791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c0f39-397b-459f-9e33-a35487655cb8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:03.438411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c0f39-397b-459f-9e33-a35487655cb8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:03.442884 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-774c0f39-397b-459f-9e33-a35487655cb8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1596889 Dec 20 16:36:03.463370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:03.509692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.516400 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e953cc5-466b-4742-8322-aca978e25d27 req-cd444107-311b-461b-aa98-d5378f0b2f46 service neutron] 10.222.0.18 "GET /v2.0/networks/e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855423 Dec 20 16:36:03.523131 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-97f824af-4946-4b5b-add1-c1487589da8e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7259488 Dec 20 16:36:03.555304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Request body: {'port': {'device_id': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:03.560380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.599859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.601674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9692d204-79ab-4dab-b2a0-cfcd06a52a71 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port b6bbb182-5508-426d-b98b-a504aefbc2e9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:03.602129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9692d204-79ab-4dab-b2a0-cfcd06a52a71 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.615923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.660233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Network f1e6219b-ef52-410b-9432-b1277c59a762 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:03.665965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:03.670389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:03.704394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c0801c58-b32a-409b-8363-18e1de022929 None None] Deleting port 99f0efbc-53c1-402a-a36c-17548f387a7e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:03.704707 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:36:03.704812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0801c58-b32a-409b-8363-18e1de022929 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.738924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9692d204-79ab-4dab-b2a0-cfcd06a52a71 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.754048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9692d204-79ab-4dab-b2a0-cfcd06a52a71 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for b6bbb182-5508-426d-b98b-a504aefbc2e9 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:03.761384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Pushing event updated for resources: {'Port': ['ID=740751bc-0735-4d66-907a-3dea55aede95,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:03.782115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1d3fd6d7-5a9b-45c1-b587-56f07e783f6b None None] Provisioning complete for port 21e948b8-5f96-45c4-8e3a-67c2424d94da triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:03.782783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d3fd6d7-5a9b-45c1-b587-56f07e783f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.819995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.919173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device acaab890-918e-42a6-a00c-264ca1f8d97c up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:03.986296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1d3fd6d7-5a9b-45c1-b587-56f07e783f6b None None] Port 21e948b8-5f96-45c4-8e3a-67c2424d94da cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:03.996962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c0801c58-b32a-409b-8363-18e1de022929 None None] For port 99f0efbc-53c1-402a-a36c-17548f387a7e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=99f0efbc-53c1-402a-a36c-17548f387a7e,segment=NetworkSegment(45814738-6925-4232-b9a3-3ad2fa4722af),segment_id=45814738-6925-4232-b9a3-3ad2fa4722af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:03.997342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0801c58-b32a-409b-8363-18e1de022929 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.004519 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Attempting to bind port 740751bc-0735-4d66-907a-3dea55aede95 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:04.004888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Attempting to bind port 740751bc-0735-4d66-907a-3dea55aede95 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1e6219b-ef52-410b-9432-b1277c59a762'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:04.005245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Attempting to bind port 740751bc-0735-4d66-907a-3dea55aede95 on network f1e6219b-ef52-410b-9432-b1277c59a762 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:04.024401 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c0801c58-b32a-409b-8363-18e1de022929 None None] Calling delete_port for 99f0efbc-53c1-402a-a36c-17548f387a7e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:04.030040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:04.031691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Checking segment: {'id': '7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1e6219b-ef52-410b-9432-b1277c59a762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:04.032358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.032757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Bound using segment: {'id': '7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1e6219b-ef52-410b-9432-b1277c59a762'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:04.033241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Bound port: 740751bc-0735-4d66-907a-3dea55aede95, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1e6219b-ef52-410b-9432-b1277c59a762'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:04.033645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.048978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.055082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:04.055846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.070890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9692d204-79ab-4dab-b2a0-cfcd06a52a71 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.116205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692d204-79ab-4dab-b2a0-cfcd06a52a71 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=b6bbb182-5508-426d-b98b-a504aefbc2e9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:04.133531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb01a-d6a0-4eb1-97e4-9a788a409d84 req-796fc370-0491-4819-a27e-8192f9251723 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:04.135340 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f16cb01a-d6a0-4eb1-97e4-9a788a409d84 req-796fc370-0491-4819-a27e-8192f9251723 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 943 time: 0.1379993 Dec 20 16:36:04.164330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9692d204-79ab-4dab-b2a0-cfcd06a52a71 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.171784 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9692d204-79ab-4dab-b2a0-cfcd06a52a71 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/b6bbb182-5508-426d-b98b-a504aefbc2e9 HTTP/1.1" status: 204 len: 168 time: 0.7070227 Dec 20 16:36:04.178143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:04.248415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0801c58-b32a-409b-8363-18e1de022929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.273487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port acaab890-918e-42a6-a00c-264ca1f8d97c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:04.273892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.276347 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b862e6-7126-4ed4-a8dd-2064e9c3d75a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:04.278155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b862e6-7126-4ed4-a8dd-2064e9c3d75a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:04.285942 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d8b862e6-7126-4ed4-a8dd-2064e9c3d75a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1065450 Dec 20 16:36:04.286592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42876) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:04.291961 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f16cb01a-d6a0-4eb1-97e4-9a788a409d84 req-de39b292-027a-4cfc-91da-f1f22a03c872 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315866 Dec 20 16:36:04.317284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0801c58-b32a-409b-8363-18e1de022929 None None] No DVR routers for this DVR port 99f0efbc-53c1-402a-a36c-17548f387a7e on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:04.371319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7120cabc-605e-42a6-a102-9f9eebab13bb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet b5b51e69-ae9b-4676-a943-98e4e009e6e6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:04.380725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0801c58-b32a-409b-8363-18e1de022929 None None] Pushing event deleted for resources: {'Port': ['ID=99f0efbc-53c1-402a-a36c-17548f387a7e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:04.383034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] For port 740751bc-0735-4d66-907a-3dea55aede95, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:04.387631 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7120cabc-605e-42a6-a102-9f9eebab13bb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.413010 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ef8fa671-991b-48f7-804a-353bb39e7482 None None] Provisioning complete for port acaab890-918e-42a6-a00c-264ca1f8d97c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:04.414506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef8fa671-991b-48f7-804a-353bb39e7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.419201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] For port 740751bc-0735-4d66-907a-3dea55aede95, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=740751bc-0735-4d66-907a-3dea55aede95,segment=NetworkSegment(7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0),segment_id=7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:04.476105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.479364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7120cabc-605e-42a6-a102-9f9eebab13bb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.484071 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Deleting port 99f0efbc-53c1-402a-a36c-17548f387a7e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:04.484616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.498143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.530473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddba5cf-8313-4ebd-b059-1479a8be34c5 req-9099b6e5-82fb-4b45-9b02-c0efef9ffbf4 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:04.532336 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ddba5cf-8313-4ebd-b059-1479a8be34c5 req-9099b6e5-82fb-4b45-9b02-c0efef9ffbf4 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 931 time: 0.1397958 Dec 20 16:36:04.577313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.583611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676c7ee-4f8e-4e99-a933-41e5abc8bf2c None None] Pushing event updated for resources: {'Port': ['ID=740751bc-0735-4d66-907a-3dea55aede95,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:04.602028 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7209625 Dec 20 16:36:04.612867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:04.619918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Request body: {'subnet': {'network_id': 'cbde1782-8def-4a5d-81cc-42f3d383e149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:04.666374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef8fa671-991b-48f7-804a-353bb39e7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.700126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port acaab890-918e-42a6-a00c-264ca1f8d97c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=acaab890-918e-42a6-a00c-264ca1f8d97c,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:04.706920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.719668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7120cabc-605e-42a6-a102-9f9eebab13bb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.727318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53577a60-ca73-4e85-8c64-8008c1158f53 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event updated for resources: {'Network': ['ID=cbde1782-8def-4a5d-81cc-42f3d383e149,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:04.755061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ef6f8ad5-6727-495f-9007-f1ae60b0224d details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:36:04.778985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network cbde1782-8def-4a5d-81cc-42f3d383e149 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:04.794143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] For port 99f0efbc-53c1-402a-a36c-17548f387a7e, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:04.794537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.824826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126be199-863c-460e-a445-67f26cc635a3 req-7aba6a95-bd71-4e47-9e01-6c219aa667eb tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:04.827141 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-126be199-863c-460e-a445-67f26cc635a3 req-7aba6a95-bd71-4e47-9e01-6c219aa667eb tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 944 time: 0.7839365 Dec 20 16:36:04.838713 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d61011-332d-4cf9-bc8f-a6ce1f4ebc5f tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.845527 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ddba5cf-8313-4ebd-b059-1479a8be34c5 req-07cf33d0-b3bf-4536-b18d-969fade308a8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333891 Dec 20 16:36:04.846191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Made reservation on behalf of 5a6a138641c642f1807157e9190d725a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:04.849610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.850934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Calling delete_port for 99f0efbc-53c1-402a-a36c-17548f387a7e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:04.860300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Port 99f0efbc-53c1-402a-a36c-17548f387a7e was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:36:04.867831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=acaab890-918e-42a6-a00c-264ca1f8d97c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:04.876016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 99f0efbc-53c1-402a-a36c-17548f387a7e no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:04.919654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.929842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d61011-332d-4cf9-bc8f-a6ce1f4ebc5f tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event deleted for resources: {'Port': ['ID=38ad6770-c625-4452-9f12-0652c9b50ecd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:04.993448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7120cabc-605e-42a6-a102-9f9eebab13bb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.038083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120cabc-605e-42a6-a102-9f9eebab13bb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b51e69-ae9b-4676-a943-98e4e009e6e6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:05.049007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7120cabc-605e-42a6-a102-9f9eebab13bb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.055317 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7120cabc-605e-42a6-a102-9f9eebab13bb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/b5b51e69-ae9b-4676-a943-98e4e009e6e6 HTTP/1.1" status: 204 len: 168 time: 0.7674084 Dec 20 16:36:05.057763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:05.066280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d61011-332d-4cf9-bc8f-a6ce1f4ebc5f tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.072881 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b2d61011-332d-4cf9-bc8f-a6ce1f4ebc5f tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "DELETE /v2.0/ports/38ad6770-c625-4452-9f12-0652c9b50ecd HTTP/1.1" status: 204 len: 168 time: 2.6052492 Dec 20 16:36:05.078954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:05.094211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133fe709-2a0d-4c1b-bbd1-37bf629e13c7 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:05.101870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 99f0efbc-53c1-402a-a36c-17548f387a7e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:05.102213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 99f0efbc-53c1-402a-a36c-17548f387a7e not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:05.121877 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] No DVR routers for this DVR port 99f0efbc-53c1-402a-a36c-17548f387a7e on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:05.140738 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9a689340-4259-46d6-b43d-a6917a8610b8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818312 Dec 20 16:36:05.143655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42884) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:05.149780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:05.191771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event deleted for resources: {'Port': ['ID=99f0efbc-53c1-402a-a36c-17548f387a7e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:05.258100 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:36:05.265346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-ef8fa671-991b-48f7-804a-353bb39e7482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:36:05.265707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-ef8fa671-991b-48f7-804a-353bb39e7482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:36:05.275183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e948b8-5f96-45c4-8e3a-67c2424d94da {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:36:05.300076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port ef6f8ad5-6727-495f-9007-f1ae60b0224d, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ef6f8ad5-6727-495f-9007-f1ae60b0224d,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:05.315451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'port_id': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d', 'mac_address': 'fa:16:3e:32:7d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:36:05.325004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.333134 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-126be199-863c-460e-a445-67f26cc635a3 req-4ad41a46-f612-497f-8bc1-5c935c8e9c03 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171493 Dec 20 16:36:05.361838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.371622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Transition to ACTIVE for port object 21e948b8-5f96-45c4-8e3a-67c2424d94da will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:36:05.380630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafa5f29-fa7a-4136-a1e8-c316af90dfcb tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Deleting subnet 4d11b2e0-3338-4492-8102-11db3c587c24 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:05.385616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dafa5f29-fa7a-4136-a1e8-c316af90dfcb tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.403030 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.417618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6f8ad5-6727-495f-9007-f1ae60b0224d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:36:05.445084 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65223a27-2583-4367-949c-40295af9a704 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:05.450237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port ef6f8ad5-6727-495f-9007-f1ae60b0224d, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ef6f8ad5-6727-495f-9007-f1ae60b0224d,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:05.455669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > segment before_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.456626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.457564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.457895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > port after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.458394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > port after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.458723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > port after_update 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.459039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > segment after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.459352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > subnet after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.460372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > subnet after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.460712 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > subnet after_update 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.474686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.486617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.540983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a949ea1-6280-4786-8677-2d8a40f23980 req-5b3aef6b-1234-4694-ae85-c13b77b1725b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:05.542532 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4a949ea1-6280-4786-8677-2d8a40f23980 req-5b3aef6b-1234-4694-ae85-c13b77b1725b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 943 time: 0.1255829 Dec 20 16:36:05.574498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:05.578530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.587810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=ef6f8ad5-6727-495f-9007-f1ae60b0224d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:05.595005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-65223a27-2583-4367-949c-40295af9a704 None None] Deleting port acaab890-918e-42a6-a00c-264ca1f8d97c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:05.595458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > subnet after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.595938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > subnet after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.596811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > subnet before_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.597002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65223a27-2583-4367-949c-40295af9a704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.597152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Subscribe: > subnet before_update 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 16:36:05.597152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cccda0c-5e03-4687-a034-15a9441d2ed8']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:05.604747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.672883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45814738-6925-4232-b9a3-3ad2fa4722af') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:05.673179 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45814738-6925-4232-b9a3-3ad2fa4722af') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:05.709878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.717112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Pushing event updated for resources: {'Port': ['ID=21e948b8-5f96-45c4-8e3a-67c2424d94da,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:05.723516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-65223a27-2583-4367-949c-40295af9a704 None None] For port acaab890-918e-42a6-a00c-264ca1f8d97c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=acaab890-918e-42a6-a00c-264ca1f8d97c,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:05.724216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65223a27-2583-4367-949c-40295af9a704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.754364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dafa5f29-fa7a-4136-a1e8-c316af90dfcb tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.791665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['ef6f8ad5-6727-495f-9007-f1ae60b0224d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:36:05.794788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-65223a27-2583-4367-949c-40295af9a704 None None] Calling delete_port for acaab890-918e-42a6-a00c-264ca1f8d97c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:05.823421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.921542 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 740751bc-0735-4d66-907a-3dea55aede95 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:05.928581 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:05.929282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.976705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event updated for resources: {'Subnet': ['ID=8730186a-81f2-45e7-82ea-df0f45c91ee4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:05.992758 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4a949ea1-6280-4786-8677-2d8a40f23980 req-67c6a61e-3edc-4f4a-96c1-5636f9f2d27e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4333644 Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:06.031810 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:06.035647 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:06.097005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Checking segment: {'id': '8c82a342-6c44-4def-81f4-46e68169e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbde1782-8def-4a5d-81cc-42f3d383e149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:06.102628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Network hostable DHCP agents. Network: cbde1782-8def-4a5d-81cc-42f3d383e149, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:06.157572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c16e1c44-74ac-47f3-94b1-f29c1d04373d None None] Could not find standard attr ID for object b6bbb182-5508-426d-b98b-a504aefbc2e9. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:36:06.163339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Network cbde1782-8def-4a5d-81cc-42f3d383e149 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:06.190951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65223a27-2583-4367-949c-40295af9a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.195807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 740751bc-0735-4d66-907a-3dea55aede95 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:06.196171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.212908 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, cbde1782-8def-4a5d-81cc-42f3d383e149) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:06.225994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:06.227667 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.257418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ad818f-a2af-4e1e-8b7e-8cb5b6d69130 None None] Network cbde1782-8def-4a5d-81cc-42f3d383e149 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:06.269113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65223a27-2583-4367-949c-40295af9a704 None None] Pushing event deleted for resources: {'Port': ['ID=acaab890-918e-42a6-a00c-264ca1f8d97c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:06.274470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65223a27-2583-4367-949c-40295af9a704 None None] No DVR routers for this DVR port acaab890-918e-42a6-a00c-264ca1f8d97c on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:06.276935 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f3536d81-fc1a-417d-bd8f-c6c7ffa3ff20 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6621463 Dec 20 16:36:06.279917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:06.297380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-32080714-25d3-49b6-8d73-620f9201b6e3 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-623322522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:06.326588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72529cfd-defc-4bac-a3d8-7e7b36d6fd97 None None] Network f1e6219b-ef52-410b-9432-b1277c59a762 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:06.377296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.401365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.411342 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.446666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=12b17f2f-e8d2-4bb2-a9cf-b05b53bcda38,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:06.451490 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32080714-25d3-49b6-8d73-620f9201b6e3 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.452818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32080714-25d3-49b6-8d73-620f9201b6e3 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.454168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.457660 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] 10.222.0.60 "DELETE /v2.0/networks/0cccda0c-5e03-4687-a034-15a9441d2ed8 HTTP/1.1" status: 204 len: 168 time: 3.4521790 Dec 20 16:36:06.472715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:06.480119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:06.480581 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Attempting to bind port 21e948b8-5f96-45c4-8e3a-67c2424d94da on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:06.481146 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Attempting to bind port 21e948b8-5f96-45c4-8e3a-67c2424d94da by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:06.481273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Attempting to bind port 21e948b8-5f96-45c4-8e3a-67c2424d94da on network ca9b5420-e3fd-42b8-b4b7-aead5d11446e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:06.488449 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.490903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dafa5f29-fa7a-4136-a1e8-c316af90dfcb tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.498085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516192-b031-4437-a082-049d26ea0e3a tempest-ExtraDHCPOptionsIpV6TestJSON-90833175 tempest-ExtraDHCPOptionsIpV6TestJSON-90833175-project] Pushing event deleted for resources: {'Network': ['ID=0cccda0c-5e03-4687-a034-15a9441d2ed8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:06.501691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:06.502547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad04df3-f8fe-414a-853a-dc5996f8b04b None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:06.503037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.529625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Port 21e948b8-5f96-45c4-8e3a-67c2424d94da on network ca9b5420-e3fd-42b8-b4b7-aead5d11446e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:36:06.530067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Attempting to bind port 21e948b8-5f96-45c4-8e3a-67c2424d94da on network ca9b5420-e3fd-42b8-b4b7-aead5d11446e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:06.563004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f0d679c5-d2a7-4975-847f-37afd1909f9c None None] Provisioning complete for port 740751bc-0735-4d66-907a-3dea55aede95 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:06.563663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0d679c5-d2a7-4975-847f-37afd1909f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.589053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec7b98-27d5-41d7-9ad0-6de969e16523 req-6af5e9d4-e39b-4fd0-af38-87b05ebe667a tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:06.597660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32080714-25d3-49b6-8d73-620f9201b6e3 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.606645 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-daec7b98-27d5-41d7-9ad0-6de969e16523 req-6af5e9d4-e39b-4fd0-af38-87b05ebe667a tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 943 time: 0.4863040 Dec 20 16:36:06.607336 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9b9b2d95-b0d2-4ef0-9825-0c490910fe74 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4578798 Dec 20 16:36:06.607919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42896) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:06.613904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'name': 'tempest-NetworksTestDHCPv6-1645206283'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:06.617857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32080714-25d3-49b6-8d73-620f9201b6e3 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.622140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:06.622513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Checking segment: {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:06.622898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Bound using segment: {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:06.623349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Bound port: 21e948b8-5f96-45c4-8e3a-67c2424d94da, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21538068-d7d8-4443-af10-b2587c7206d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:06.623706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.643111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-cbde1782-8def-4a5d-81cc-42f3d383e149', 'network_id': 'cbde1782-8def-4a5d-81cc-42f3d383e149', 'project_id': '5a6a138641c642f1807157e9190d725a', 'fixed_ips': [{'subnet_id': '8730186a-81f2-45e7-82ea-df0f45c91ee4'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:06.643961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.679258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee6cac-596a-4b41-b913-81887f084a10 req-02de8b10-b552-4718-bd2b-ef2fad82f6e5 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:06.679782 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61ee6cac-596a-4b41-b913-81887f084a10 req-02de8b10-b552-4718-bd2b-ef2fad82f6e5 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 945 time: 0.2046316 Dec 20 16:36:06.697615 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.740952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f70dd585-286c-4f90-bcfc-239631c36788 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:36:06.750452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32080714-25d3-49b6-8d73-620f9201b6e3 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.757091 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-32080714-25d3-49b6-8d73-620f9201b6e3 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4709527 Dec 20 16:36:06.757281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 42898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:06.775717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dafa5f29-fa7a-4136-a1e8-c316af90dfcb tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.798831 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61ee6cac-596a-4b41-b913-81887f084a10 req-e93d4fb7-b009-4fe2-9d7b-7f0329f6178b tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108420 Dec 20 16:36:06.829409 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-daec7b98-27d5-41d7-9ad0-6de969e16523 req-47a9296a-6231-4650-b1c4-bd0ac1b5073f tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253830 Dec 20 16:36:06.902602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:06.909924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.915760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa5f29-fa7a-4136-a1e8-c316af90dfcb tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event deleted for resources: {'Subnet': ['ID=4d11b2e0-3338-4492-8102-11db3c587c24,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:06.925295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dafa5f29-fa7a-4136-a1e8-c316af90dfcb tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:06.928615 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dafa5f29-fa7a-4136-a1e8-c316af90dfcb tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "DELETE /v2.0/subnets/4d11b2e0-3338-4492-8102-11db3c587c24 HTTP/1.1" status: 204 len: 168 time: 1.8212724 Dec 20 16:36:06.931902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:06.957869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Allocated IP 172.26.1.61 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/53770570-e043-4962-a989-52efe9f2c4b8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:06.968868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port d68e37af-19ab-4f0c-bf3d-df2ee61ff955 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:06.985750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Allocated IP 172.20.0.2 (cbde1782-8def-4a5d-81cc-42f3d383e149/8730186a-81f2-45e7-82ea-df0f45c91ee4/8fe62345-e417-46ef-be12-624a56c87414) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:07.027669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] For port 21e948b8-5f96-45c4-8e3a-67c2424d94da, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:07.034157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 740751bc-0735-4d66-907a-3dea55aede95, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=740751bc-0735-4d66-907a-3dea55aede95,segment=NetworkSegment(7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0),segment_id=7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:07.051964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '12b17f2f-e8d2-4bb2-a9cf-b05b53bcda38'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:07.052902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.054884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf7a127-12a7-427f-829d-bc90800d4e82 None None] Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:07.063785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-561f0181-155c-4592-bd46-a638cb279943 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:36:07.066270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.068705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:07.090512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] For port 21e948b8-5f96-45c4-8e3a-67c2424d94da, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=21e948b8-5f96-45c4-8e3a-67c2424d94da,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:07.101511 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.219939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.286867 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:07.288040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.289311 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] 10.222.0.18 "PUT /v2.0/ports/21e948b8-5f96-45c4-8e3a-67c2424d94da HTTP/1.1" status: 200 len: 1093 time: 3.7562847 Dec 20 16:36:07.289856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'tag': '21e948b8-5f96-45c4-8e3a-67c2424d94da'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:07.292767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf68ce5-506e-4879-b849-c6997129f3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1363b1-48ee-4b60-a016-eceb21c0c083", "tag": "21e948b8-5f96-45c4-8e3a-67c2424d94da"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:36:07.326737 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e636b3-485f-44f7-8b29-c9dd384542f8 req-440ebcfc-9f42-4e94-9ba5-ac7723a419b1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:07.332061 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49e636b3-485f-44f7-8b29-c9dd384542f8 req-440ebcfc-9f42-4e94-9ba5-ac7723a419b1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 943 time: 0.1891804 Dec 20 16:36:07.403886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::10b (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/12b17f2f-e8d2-4bb2-a9cf-b05b53bcda38/d68e37af-19ab-4f0c-bf3d-df2ee61ff955) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:07.502177 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49e636b3-485f-44f7-8b29-c9dd384542f8 req-67d7cb47-ec93-492e-b27d-ab5e8b4de88b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562643 Dec 20 16:36:07.565837 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7fc5da81-9f4a-4534-9177-fa2375947248 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=366cff942990468b8ec5d12fd09be3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317913 Dec 20 16:36:07.571089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:07.620995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device acaab890-918e-42a6-a00c-264ca1f8d97c no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:07.649693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e2b392-f234-4448-b3d8-8318c6f1a0be x-openstack-request-id: req-68e2b392-f234-4448-b3d8-8318c6f1a0be {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:36:07.650436 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1363b1-48ee-4b60-a016-eceb21c0c083", "tag": "21e948b8-5f96-45c4-8e3a-67c2424d94da", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:36:07.650436 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68e2b392-f234-4448-b3d8-8318c6f1a0be {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:36:07.650788 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'tag': '21e948b8-5f96-45c4-8e3a-67c2424d94da', 'status': 'completed', 'code': 200} Dec 20 16:36:07.690871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Deleting port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:07.690871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.693102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=740751bc-0735-4d66-907a-3dea55aede95,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:07.708591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57358dfe-0fa4-43b5-a90b-ee5856f831bc service neutron] Pushing event updated for resources: {'Port': ['ID=21e948b8-5f96-45c4-8e3a-67c2424d94da,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:07.749705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: acaab890-918e-42a6-a00c-264ca1f8d97c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:07.750350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device acaab890-918e-42a6-a00c-264ca1f8d97c not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:07.776196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d15e-9547-4e32-b5d8-17c9cfc7edc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.777477 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.779670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.787327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-bf2e803e-e18d-435f-98a8-d53cba38e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:07.789059 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-bf2e803e-e18d-435f-98a8-d53cba38e22b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c21780a2db434329b5703254ea1534ab&device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 1096 time: 0.1353106 Dec 20 16:36:07.809522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f70dd585-286c-4f90-bcfc-239631c36788, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f70dd585-286c-4f90-bcfc-239631c36788,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:07.810002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] For port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2,segment=NetworkSegment(531c6c96-edc5-4906-b0ae-bffce9b4453c),segment_id=531c6c96-edc5-4906-b0ae-bffce9b4453c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:07.810156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.837153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'f70dd585-286c-4f90-bcfc-239631c36788', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'port_id': 'f70dd585-286c-4f90-bcfc-239631c36788', 'mac_address': 'fa:16:3e:37:e5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:36:07.848258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d15e-9547-4e32-b5d8-17c9cfc7edc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.880724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:07.886304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Calling delete_port for 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:07.903860 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-7156dda2-7af6-4a7d-b36a-51440de15bbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21e948b8-5f96-45c4-8e3a-67c2424d94da HTTP/1.1" status: 200 len: 217 time: 0.1043618 Dec 20 16:36:07.943901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9a976-af90-4f52-808b-ab4e696348be None None] DHCP port deletion for 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:07.979644 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fde82244-b589-4e02-a5f5-4ea3df1534e8 None None] Provisioning complete for port 740751bc-0735-4d66-907a-3dea55aede95 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:07.980012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fde82244-b589-4e02-a5f5-4ea3df1534e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.035250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.047027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 740751bc-0735-4d66-907a-3dea55aede95 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:08.074766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bed127-e3d7-4eae-a669-6aa3bc0d0864 req-9f140ee8-9237-4980-999b-c018d53048ce tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:08.078296 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45bed127-e3d7-4eae-a669-6aa3bc0d0864 req-9f140ee8-9237-4980-999b-c018d53048ce tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 943 time: 0.1425948 Dec 20 16:36:08.087365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.095198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.098009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d15e-9547-4e32-b5d8-17c9cfc7edc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.100530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d15e-9547-4e32-b5d8-17c9cfc7edc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.104344 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7bb5d15e-9547-4e32-b5d8-17c9cfc7edc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1da581f3-57dc-4b59-8ea0-d699660e8060 HTTP/1.1" status: 204 len: 168 time: 0.5322797 Dec 20 16:36:08.110955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.147839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-7ddf03ae-f6b3-43f0-8213-6dc0cd877f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:08.149403 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-7ddf03ae-f6b3-43f0-8213-6dc0cd877f8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c352518-7b72-4ed4-8f48-11021c07f0cb HTTP/1.1" status: 200 len: 844 time: 0.2017612 Dec 20 16:36:08.158032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5d15e-9547-4e32-b5d8-17c9cfc7edc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da581f3-57dc-4b59-8ea0-d699660e8060,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:08.158223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70dd585-286c-4f90-bcfc-239631c36788 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:36:08.169072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:08.173516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.189786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:08.204251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:08.206318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f70dd585-286c-4f90-bcfc-239631c36788, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f70dd585-286c-4f90-bcfc-239631c36788,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:08.210123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:08.210780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.219907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=d68e37af-19ab-4f0c-bf3d-df2ee61ff955,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:08.234273 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45bed127-e3d7-4eae-a669-6aa3bc0d0864 req-fddca32d-cb7d-43ac-ba17-eadf39c5ee7b tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481612 Dec 20 16:36:08.235042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] No DVR routers for this DVR port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:08.257900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.261711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event deleted for resources: {'Port': ['ID=174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:08.269454 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5ec64b10-4bbb-4170-af51-f4a9f896bd42 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6579268 Dec 20 16:36:08.276969 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476c30d-aa53-4867-b846-5ae71fdbca53 req-9229665c-af66-402d-997b-b71f5f39eacd tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:08.284380 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4476c30d-aa53-4867-b846-5ae71fdbca53 req-9229665c-af66-402d-997b-b71f5f39eacd tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 945 time: 0.3280315 Dec 20 16:36:08.285967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.291900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:08.320747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:08.351915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Network cbde1782-8def-4a5d-81cc-42f3d383e149 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:08.365701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:08.369196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.369433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:08.379585 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:08.386360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event updated for resources: {'Port': ['ID=53770570-e043-4962-a989-52efe9f2c4b8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:08.392950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:08.403637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531c6c96-edc5-4906-b0ae-bffce9b4453c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:08.403637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531c6c96-edc5-4906-b0ae-bffce9b4453c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:08.405524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:08.413624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.416336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 740751bc-0735-4d66-907a-3dea55aede95 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:08.416711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.427528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.436460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:08.436460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.460902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/12b17f2f-e8d2-4bb2-a9cf-b05b53bcda38/2f97d23a-b064-4f2b-8a59-1a7a5df41180) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:08.464219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Pushing event updated for resources: {'Port': ['ID=8fe62345-e417-46ef-be12-624a56c87414,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:08.479651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-9d77e1ed-162e-49dd-a841-8600999e541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:08.481138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9a976-af90-4f52-808b-ab4e696348be None None] Deleting port 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:08.481271 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-9d77e1ed-162e-49dd-a841-8600999e541a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca9b5420-e3fd-42b8-b4b7-aead5d11446e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2855327 Dec 20 16:36:08.481642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a976-af90-4f52-808b-ab4e696348be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.514213 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4476c30d-aa53-4867-b846-5ae71fdbca53 req-d3bae2b4-07f7-4384-b006-8204602d90ca tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254488 Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:08.520463 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:08.535455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.581560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c94d60-4f25-4874-947d-827c393d3e97 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:08.586347 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-32c94d60-4f25-4874-947d-827c393d3e97 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2933903 Dec 20 16:36:08.587430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Pushing event deleted for resources: {'Network': ['ID=51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:08.589126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:08.590184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.593515 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6e324515-58f5-45d9-825f-1e24fdca1be1 tempest-AllowedAddressPairIpV6TestJSON-405690715 tempest-AllowedAddressPairIpV6TestJSON-405690715-project] 10.222.0.60 "DELETE /v2.0/networks/51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 HTTP/1.1" status: 204 len: 168 time: 1.6605463 Dec 20 16:36:08.620590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=f70dd585-286c-4f90-bcfc-239631c36788,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:08.666449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['f70dd585-286c-4f90-bcfc-239631c36788'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:36:08.727124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952389-af39-48fa-a436-756db8d159e9 req-cd22bc3b-15b1-4fc2-9a38-06167d4c378b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:08.728825 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a2952389-af39-48fa-a436-756db8d159e9 req-cd22bc3b-15b1-4fc2-9a38-06167d4c378b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 944 time: 0.0890024 Dec 20 16:36:08.759880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b7648a0e-0361-41af-865e-d4c942a07fd6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port d68e37af-19ab-4f0c-bf3d-df2ee61ff955 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:08.760229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7648a0e-0361-41af-865e-d4c942a07fd6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-d0e9a976-af90-4f52-808b-ab4e696348be None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 could not be found. Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1549, in delete_ports_by_device_id Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:36:08.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 could not be found. Dec 20 16:36:08.773396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:36:08.786479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Allocated IP 172.20.0.1 (cbde1782-8def-4a5d-81cc-42f3d383e149/8730186a-81f2-45e7-82ea-df0f45c91ee4/8359b0ca-3413-4105-a631-460535d76908) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:08.869573 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-4aca0788-56ac-46e7-9f9e-cece66e2addc service neutron] 10.222.0.18 "GET /v2.0/networks/ca9b5420-e3fd-42b8-b4b7-aead5d11446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524477 Dec 20 16:36:08.875940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Attempting to bind port 8fe62345-e417-46ef-be12-624a56c87414 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:08.876557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Attempting to bind port 8fe62345-e417-46ef-be12-624a56c87414 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '8c82a342-6c44-4def-81f4-46e68169e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbde1782-8def-4a5d-81cc-42f3d383e149'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:08.877157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Attempting to bind port 8fe62345-e417-46ef-be12-624a56c87414 on network cbde1782-8def-4a5d-81cc-42f3d383e149 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:08.881533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ef6f8ad5-6727-495f-9007-f1ae60b0224d up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:08.910018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a2952389-af39-48fa-a436-756db8d159e9 req-62013465-6115-4044-8ef4-3f3f7f33048e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713779 Dec 20 16:36:08.924278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa7ed23-790e-4c0c-829e-61b02172e69e None None] DHCP port deletion for 51fb5f65-0f3f-4c9c-a1b0-2216c0fc06d8 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:08.997948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7648a0e-0361-41af-865e-d4c942a07fd6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.014306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:09.014649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Checking segment: {'id': '8c82a342-6c44-4def-81f4-46e68169e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbde1782-8def-4a5d-81cc-42f3d383e149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:09.015094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.015487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Bound using segment: {'id': '8c82a342-6c44-4def-81f4-46e68169e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbde1782-8def-4a5d-81cc-42f3d383e149'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:09.016097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Bound port: 8fe62345-e417-46ef-be12-624a56c87414, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c82a342-6c44-4def-81f4-46e68169e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbde1782-8def-4a5d-81cc-42f3d383e149'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:09.016842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.025807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:09.037773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b7648a0e-0361-41af-865e-d4c942a07fd6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for d68e37af-19ab-4f0c-bf3d-df2ee61ff955 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:09.180874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] For port 8fe62345-e417-46ef-be12-624a56c87414, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:09.184767 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] For port 8fe62345-e417-46ef-be12-624a56c87414, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8fe62345-e417-46ef-be12-624a56c87414,segment=NetworkSegment(8c82a342-6c44-4def-81f4-46e68169e62d),segment_id=8c82a342-6c44-4def-81f4-46e68169e62d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:09.207613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7648a0e-0361-41af-865e-d4c942a07fd6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.252490 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b98bd1a-c7e3-4a39-a0db-48dbb25406dd req-361ec89a-e4f4-4aae-a6ad-6ec6230cb7a9 service neutron] 10.222.0.18 "GET /v2.0/networks/ca9b5420-e3fd-42b8-b4b7-aead5d11446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346593 Dec 20 16:36:09.256257 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.264839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.277717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.282346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7648a0e-0361-41af-865e-d4c942a07fd6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=d68e37af-19ab-4f0c-bf3d-df2ee61ff955,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:09.314984 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-83a62c62-2852-498e-a5ff-e7bcb4c67a55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71acf1a9f52943009be9c345eb8d6cf0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2860715 Dec 20 16:36:09.330977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:09.344381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7648a0e-0361-41af-865e-d4c942a07fd6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.364111 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b7648a0e-0361-41af-865e-d4c942a07fd6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/d68e37af-19ab-4f0c-bf3d-df2ee61ff955 HTTP/1.1" status: 204 len: 168 time: 0.7692559 Dec 20 16:36:09.365909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:09.397082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.422698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.431560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:09.452798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae640f9d-da3f-4a2e-9cb9-02eefe7351ac tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:09.455079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae640f9d-da3f-4a2e-9cb9-02eefe7351ac tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:09.460630 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ae640f9d-da3f-4a2e-9cb9-02eefe7351ac tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0935538 Dec 20 16:36:09.461849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:09.472052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.487046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:09.487798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port ef6f8ad5-6727-495f-9007-f1ae60b0224d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:36:09.501493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:09.512306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c516a-acf9-4c22-b783-40a9add2a5df None None] Pushing event updated for resources: {'Port': ['ID=8fe62345-e417-46ef-be12-624a56c87414,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:09.515392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a18dee-eaf6-45b4-aad9-486eaeda41b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.516028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:09.519110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port ef6f8ad5-6727-495f-9007-f1ae60b0224d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:09.519480 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.541763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a18dee-eaf6-45b4-aad9-486eaeda41b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.601222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a18dee-eaf6-45b4-aad9-486eaeda41b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.604410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a18dee-eaf6-45b4-aad9-486eaeda41b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.605787 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a7a18dee-eaf6-45b4-aad9-486eaeda41b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d35cc32-5baa-46ed-bfaa-fa80b30a723d HTTP/1.1" status: 204 len: 168 time: 0.2721159 Dec 20 16:36:09.625160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee0dc7-e19f-4270-8deb-e744110fc64d req-41c7bed4-d5b4-4af9-a28d-adad527ed93d tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:09.625600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-26907bd4-0fec-4642-a4ef-75139b68959e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 12b17f2f-e8d2-4bb2-a9cf-b05b53bcda38 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:09.630632 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-75ee0dc7-e19f-4270-8deb-e744110fc64d req-41c7bed4-d5b4-4af9-a28d-adad527ed93d tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 943 time: 0.2485039 Dec 20 16:36:09.635535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26907bd4-0fec-4642-a4ef-75139b68959e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.661906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf68ce5-506e-4879-b849-c6997129f3cf req-796dd76a-edcb-41b4-af79-060a5fd11614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:09.665303 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-acf68ce5-506e-4879-b849-c6997129f3cf req-796dd76a-edcb-41b4-af79-060a5fd11614 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c21780a2db434329b5703254ea1534ab&device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 1096 time: 0.3346591 Dec 20 16:36:09.673003 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Attempting to bind port 2f97d23a-b064-4f2b-8a59-1a7a5df41180 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:09.673525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Attempting to bind port 2f97d23a-b064-4f2b-8a59-1a7a5df41180 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:09.673790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Attempting to bind port 2f97d23a-b064-4f2b-8a59-1a7a5df41180 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:09.675593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Pushing event updated for resources: {'Port': ['ID=2f97d23a-b064-4f2b-8a59-1a7a5df41180,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:09.684530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26907bd4-0fec-4642-a4ef-75139b68959e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.685629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:09.686006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:09.687064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.687474 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:09.687954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Bound port: 2f97d23a-b064-4f2b-8a59-1a7a5df41180, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:09.688329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.709096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Network cbde1782-8def-4a5d-81cc-42f3d383e149 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:09.763047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event updated for resources: {'Port': ['ID=8359b0ca-3413-4105-a631-460535d76908,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:09.785145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:09.817393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.820500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:09.824266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a18dee-eaf6-45b4-aad9-486eaeda41b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d35cc32-5baa-46ed-bfaa-fa80b30a723d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:09.829571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'networks': [{'name': 'tempest-network--992967550'}, {'name': 'tempest-network--160360937'}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:09.829877 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'network': {'name': 'tempest-network--992967550'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:09.831074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'network': {'name': 'tempest-network--160360937'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:09.858124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26907bd4-0fec-4642-a4ef-75139b68959e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:09.883108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:10.010941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port ef6f8ad5-6727-495f-9007-f1ae60b0224d, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ef6f8ad5-6727-495f-9007-f1ae60b0224d,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:10.018711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.033127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Made reservation on behalf of fa7da23099424c76a10f9d02ca0d82de for: {'network': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:10.039839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.086002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654fe0d-c8d8-4237-8b17-b2d2f5ec19c1 req-7c7fb829-4808-4418-9f47-2cb9e2aec505 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:10.087692 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a654fe0d-c8d8-4237-8b17-b2d2f5ec19c1 req-7c7fb829-4808-4418-9f47-2cb9e2aec505 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 945 time: 0.2691691 Dec 20 16:36:10.091027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.126222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8fe62345-e417-46ef-be12-624a56c87414 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:10.140608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] For port 2f97d23a-b064-4f2b-8a59-1a7a5df41180, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:10.150081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26907bd4-0fec-4642-a4ef-75139b68959e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.227152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26907bd4-0fec-4642-a4ef-75139b68959e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=12b17f2f-e8d2-4bb2-a9cf-b05b53bcda38,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:10.246700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26907bd4-0fec-4642-a4ef-75139b68959e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.251970 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-26907bd4-0fec-4642-a4ef-75139b68959e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/12b17f2f-e8d2-4bb2-a9cf-b05b53bcda38 HTTP/1.1" status: 204 len: 168 time: 0.7875450 Dec 20 16:36:10.271775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:10.337587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf12c41b-d588-4088-a493-1d91ae26c32d" -d '{"events": [{"server_uuid": "054bcc40-32d2-423b-bc17-667396dc3a4e", "name": "network-vif-plugged", "status": "completed", "tag": "ef6f8ad5-6727-495f-9007-f1ae60b0224d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:36:10.347686 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-37a7582b-c7ac-4c93-9fc9-d09e23e6abf6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665035 Dec 20 16:36:10.352142 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a654fe0d-c8d8-4237-8b17-b2d2f5ec19c1 req-31f14726-42ba-4efc-94bb-7629b2ed839e tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477689 Dec 20 16:36:10.352738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:10.359834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] For port 2f97d23a-b064-4f2b-8a59-1a7a5df41180, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2f97d23a-b064-4f2b-8a59-1a7a5df41180,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:10.365248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=ef6f8ad5-6727-495f-9007-f1ae60b0224d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:10.372037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.428262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.464326 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8fe62345-e417-46ef-be12-624a56c87414 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:10.465181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.514676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678f2ad-fb81-47ff-b795-75c68095e571 None None] Pushing event updated for resources: {'Port': ['ID=2f97d23a-b064-4f2b-8a59-1a7a5df41180,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:10.568011 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-75ee0dc7-e19f-4270-8deb-e744110fc64d req-3cc35666-d361-4906-ac2a-6ab291db5407 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8842099 Dec 20 16:36:10.593320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.597180 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.618788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.620793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.681392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 8fe62345-e417-46ef-be12-624a56c87414, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8fe62345-e417-46ef-be12-624a56c87414,segment=NetworkSegment(8c82a342-6c44-4def-81f4-46e68169e62d),segment_id=8c82a342-6c44-4def-81f4-46e68169e62d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:10.689641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:10.701453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf68ce5-506e-4879-b849-c6997129f3cf req-a7684acd-6f86-4b73-bc0e-766f14781b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:10.703548 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-acf68ce5-506e-4879-b849-c6997129f3cf req-a7684acd-6f86-4b73-bc0e-766f14781b26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca9b5420-e3fd-42b8-b4b7-aead5d11446e HTTP/1.1" status: 200 len: 906 time: 0.9925075 Dec 20 16:36:10.705549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea625ff3-5569-4b77-a687-472064775a9b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:10.708601 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ea625ff3-5569-4b77-a687-472064775a9b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3465188 Dec 20 16:36:10.736537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 42996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:10.778011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f70dd585-286c-4f90-bcfc-239631c36788 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:10.794628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-acf68ce5-506e-4879-b849-c6997129f3cf req-5a1d9734-a4db-4791-87dd-b413f526e36e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21e948b8-5f96-45c4-8e3a-67c2424d94da HTTP/1.1" status: 200 len: 217 time: 0.0805612 Dec 20 16:36:10.850201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:10.866133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf68ce5-506e-4879-b849-c6997129f3cf req-a4455013-0eae-411d-9bc2-670fa40b934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:10.872321 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-acf68ce5-506e-4879-b849-c6997129f3cf req-a4455013-0eae-411d-9bc2-670fa40b934d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c352518-7b72-4ed4-8f48-11021c07f0cb HTTP/1.1" status: 200 len: 844 time: 0.0543313 Dec 20 16:36:10.897534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8e886-4adc-4501-aa5c-f3986792a208 req-0f702c09-c118-4ffe-bcd4-232112f067d8 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:10.916912 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-40e8e886-4adc-4501-aa5c-f3986792a208 req-0f702c09-c118-4ffe-bcd4-232112f067d8 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 944 time: 0.4728055 Dec 20 16:36:10.966842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:10.979312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.001448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=8fe62345-e417-46ef-be12-624a56c87414,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:11.010305 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:11.010741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 174554d6-f6b6-4f3e-bcd0-5561e6fa0ee2 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:11.020562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699959e1-c49c-4c9f-bb67-95b0cbf579ed,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:11.037236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.038109 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Added segment 1e3c8fe2-0dd3-48fd-b628-765913058713 of type vlan for network 3aad0e77-4978-4752-9880-945bba064a0b Dec 20 16:36:11.039532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port f70dd585-286c-4f90-bcfc-239631c36788 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:36:11.057946 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port f70dd585-286c-4f90-bcfc-239631c36788 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:11.058380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.106540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.138805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3cbe8a-c442-450a-bae2-ac247d8bf6e8 x-openstack-request-id: req-3e3cbe8a-c442-450a-bae2-ac247d8bf6e8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:36:11.139349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054bcc40-32d2-423b-bc17-667396dc3a4e", "name": "network-vif-plugged", "status": "completed", "tag": "ef6f8ad5-6727-495f-9007-f1ae60b0224d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:36:11.140892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e3cbe8a-c442-450a-bae2-ac247d8bf6e8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:36:11.141546 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d', 'code': 200} Dec 20 16:36:11.213335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f4aa6-fcae-4a55-b8aa-9cd831b4a8da tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:11.213848 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf68ce5-506e-4879-b849-c6997129f3cf req-8d72a6b0-a819-4074-a67f-730e8dbd9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:11.215475 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-acf68ce5-506e-4879-b849-c6997129f3cf req-8d72a6b0-a819-4074-a67f-730e8dbd9f6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca9b5420-e3fd-42b8-b4b7-aead5d11446e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3400791 Dec 20 16:36:11.222699 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1f9f4aa6-fcae-4a55-b8aa-9cd831b4a8da tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4735742 Dec 20 16:36:11.225754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43004) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:11.246466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.274159 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-40e8e886-4adc-4501-aa5c-f3986792a208 req-f54d08ad-e6a8-474f-b121-3a92f13334fa tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276608 Dec 20 16:36:11.288635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:11.301923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.319713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:11.340783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.341125 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Added segment b7cdb710-74c8-4ef6-b115-e4829f426d79 of type vlan for network 904b39ad-1749-4ef8-97e2-f75393d6e880 Dec 20 16:36:11.354391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f70dd585-286c-4f90-bcfc-239631c36788, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f70dd585-286c-4f90-bcfc-239631c36788,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:11.357179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d63fd-4e23-40fd-850b-b9de7482348e None None] Network cbde1782-8def-4a5d-81cc-42f3d383e149 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:11.361879 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.469047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'networks': [{'name': 'tempest-network--16241085'}, {'name': 'tempest-network--500718031'}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:11.469972 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'network': {'name': 'tempest-network--16241085'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:11.470602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'network': {'name': 'tempest-network--500718031'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:11.492016 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bee8a23f-f833-4dca-8917-b9eef6ef112b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2609158 Dec 20 16:36:11.493107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=f70dd585-286c-4f90-bcfc-239631c36788,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:11.496521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b35f61-e3e5-497f-aa41-e6b3f8786c0a req-3ee294f2-8379-4010-a6e3-fdf630a74f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:11.501120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a30a7dc1-7b77-45c7-8274-1cee871709bb None None] Provisioning complete for port 8fe62345-e417-46ef-be12-624a56c87414 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:11.501599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a30a7dc1-7b77-45c7-8274-1cee871709bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.503047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:11.504645 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-63b35f61-e3e5-497f-aa41-e6b3f8786c0a req-3ee294f2-8379-4010-a6e3-fdf630a74f01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 1099 time: 0.1635082 Dec 20 16:36:11.514449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.525468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:11.533697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63b35f61-e3e5-497f-aa41-e6b3f8786c0a req-b49c1502-1d02-4a20-b869-20b8f24be065 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.588844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.590493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.598630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:11.608668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:11.611039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.614842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Made reservation on behalf of 07a3ecb6965a41ca8f14393e5df01254 for: {'network': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:11.619349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.694290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:11.701510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Network': ['ID=3aad0e77-4978-4752-9880-945bba064a0b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:11.715759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 3aad0e77-4978-4752-9880-945bba064a0b details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:11.749337 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-acf68ce5-506e-4879-b849-c6997129f3cf req-0942a397-f6aa-423c-8844-896353c57dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/ca9b5420-e3fd-42b8-b4b7-aead5d11446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215137 Dec 20 16:36:11.763171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Router 2d27835b-eb3b-4a9d-bff6-8db035b7f2e1 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:36:11.964008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f7455-57b7-4fd9-b09e-1920787ef4da req-a10979d7-2280-475b-8d59-acfdc8b8fed7 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:11.969954 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-161f7455-57b7-4fd9-b09e-1920787ef4da req-a10979d7-2280-475b-8d59-acfdc8b8fed7 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 946 time: 0.4695003 Dec 20 16:36:12.050845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d04cb26b-6ee3-4255-a36e-c1f105c93ecd None None] Provisioning complete for port 8359b0ca-3413-4105-a631-460535d76908 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:12.051221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d04cb26b-6ee3-4255-a36e-c1f105c93ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.081237 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6463985 Dec 20 16:36:12.090298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:12.135390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2f97d23a-b064-4f2b-8a59-1a7a5df41180 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:12.137356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:12.147010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.167255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d04cb26b-6ee3-4255-a36e-c1f105c93ecd None None] Port 8359b0ca-3413-4105-a631-460535d76908 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:12.209331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d04cb26b-6ee3-4255-a36e-c1f105c93ecd None None] Provisioning complete for port 8fe62345-e417-46ef-be12-624a56c87414 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:12.209459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d04cb26b-6ee3-4255-a36e-c1f105c93ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.246999 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-acf68ce5-506e-4879-b849-c6997129f3cf req-47b49229-cb93-4442-ae9a-2a8e76b175db service neutron] 10.222.0.18 "GET /v2.0/networks/ca9b5420-e3fd-42b8-b4b7-aead5d11446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723964 Dec 20 16:36:12.255792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:12.264365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2f97d23a-b064-4f2b-8a59-1a7a5df41180 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:12.265306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.276205 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-161f7455-57b7-4fd9-b09e-1920787ef4da req-893736be-59c7-4f8b-ba0c-95576b1549e4 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067796 Dec 20 16:36:12.281064 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03902312-0a62-4a91-9a40-73be0031f2e0 None None] Sync routers for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:12.300031 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03902312-0a62-4a91-9a40-73be0031f2e0 None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:12.300639 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03902312-0a62-4a91-9a40-73be0031f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:12.319983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b12923-0c2f-4ec7-9a83-44be8ed9c95a None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:12.366849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.368819 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0df2257a-0925-444d-bed7-46010e20f26f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.3566022 Dec 20 16:36:12.381663 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:12.411489 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03902312-0a62-4a91-9a40-73be0031f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:12.421922 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03902312-0a62-4a91-9a40-73be0031f2e0 None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:12.422580 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03902312-0a62-4a91-9a40-73be0031f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:12.443935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffc00a-5f5a-494a-b487-6d73c4ecef33 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Network': ['ID=904b39ad-1749-4ef8-97e2-f75393d6e880,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:12.469521 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03902312-0a62-4a91-9a40-73be0031f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:12.470934 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03902312-0a62-4a91-9a40-73be0031f2e0 None None] The sync data for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:12.489117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 904b39ad-1749-4ef8-97e2-f75393d6e880 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:12.504427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9371964-4f5b-4b5d-9129-452fb0709e8e req-2503bdb8-2bf0-407a-b0f6-04d74be90c2d tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:12.506367 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9371964-4f5b-4b5d-9129-452fb0709e8e req-2503bdb8-2bf0-407a-b0f6-04d74be90c2d tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 943 time: 0.7863946 Dec 20 16:36:12.517689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.538466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.538926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.564606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.564923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.565579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.612662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63b35f61-e3e5-497f-aa41-e6b3f8786c0a req-b49c1502-1d02-4a20-b869-20b8f24be065 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.614845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7299ead5-cf2f-4d6b-8420-48935dd0a855 None None] Provisioning complete for port 2f97d23a-b064-4f2b-8a59-1a7a5df41180 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:12.615227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7299ead5-cf2f-4d6b-8420-48935dd0a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.652789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 2f97d23a-b064-4f2b-8a59-1a7a5df41180, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2f97d23a-b064-4f2b-8a59-1a7a5df41180,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:12.658859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63b35f61-e3e5-497f-aa41-e6b3f8786c0a req-b49c1502-1d02-4a20-b869-20b8f24be065 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.665726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.666852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8fe62345-e417-46ef-be12-624a56c87414 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:12.726415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe258644-0753-4dd6-a82d-151ef312a2be None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:12.745694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13aa346-e932-4ee0-8292-a69bc7abaa02 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:12.752625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13aa346-e932-4ee0-8292-a69bc7abaa02 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:12.760285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13aa346-e932-4ee0-8292-a69bc7abaa02 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:12.765397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13aa346-e932-4ee0-8292-a69bc7abaa02 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:12.771447 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e13aa346-e932-4ee0-8292-a69bc7abaa02 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6733098 Dec 20 16:36:12.771447 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9371964-4f5b-4b5d-9129-452fb0709e8e req-f5ae5912-d6e1-4e1c-b8ff-7f31a94e547a tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389827 Dec 20 16:36:12.775035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:12.778303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d7f792-a25e-4925-92ee-b190567624ed,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:12.799891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:12.803779 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-63b35f61-e3e5-497f-aa41-e6b3f8786c0a req-b49c1502-1d02-4a20-b869-20b8f24be065 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2982619 Dec 20 16:36:12.814969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 21e948b8-5f96-45c4-8e3a-67c2424d94da details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:36:12.845660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=2f97d23a-b064-4f2b-8a59-1a7a5df41180,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:12.846107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.846608 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Added segment 6b8a849d-1618-45b6-9f6f-a7b2eb00bf57 of type vlan for network 23a03c42-8214-454a-b519-8e34f7c6ab0d Dec 20 16:36:12.894025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c1502-1d02-4a20-b869-20b8f24be065 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb4c430-0cb6-4f95-8f19-cbda81513be1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:12.902741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8fe62345-e417-46ef-be12-624a56c87414 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:12.903114 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.941737 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.948515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:12.973506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7299ead5-cf2f-4d6b-8420-48935dd0a855 None None] Provisioning complete for port 8359b0ca-3413-4105-a631-460535d76908 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:12.973901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7299ead5-cf2f-4d6b-8420-48935dd0a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.017740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fe258644-0753-4dd6-a82d-151ef312a2be None None] Deleting port 2f97d23a-b064-4f2b-8a59-1a7a5df41180 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:13.017740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe258644-0753-4dd6-a82d-151ef312a2be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.018203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e232d6-2436-421d-82ec-c5fc06c45b64 req-fcfae4cf-9e4b-4af2-8a7f-64a343a8b476 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.019888 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-38e232d6-2436-421d-82ec-c5fc06c45b64 req-fcfae4cf-9e4b-4af2-8a7f-64a343a8b476 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.5344152 Dec 20 16:36:13.020556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event updated for resources: {'Port': ['ID=8359b0ca-3413-4105-a631-460535d76908,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:13.023964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.046349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:13.060578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7299ead5-cf2f-4d6b-8420-48935dd0a855 None None] Port 8359b0ca-3413-4105-a631-460535d76908 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:13.087998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.097348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.097721 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Added segment 5dfedd9f-737b-4972-9a7a-6394d460dd7e of type vlan for network f9454e3d-37d7-4e28-a6b9-e622a506462f Dec 20 16:36:13.136824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aad0e77-4978-4752-9880-945bba064a0b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:13.156605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3c8fe2-0dd3-48fd-b628-765913058713') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:13.156825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3c8fe2-0dd3-48fd-b628-765913058713') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:13.165595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.172080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.194893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.205248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:13.205649 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:13.209069 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:13.220255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70dd585-286c-4f90-bcfc-239631c36788'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:13.222553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1a447a-79c3-4186-9416-c1f70223cf24" -d '{"events": [{"server_uuid": "3896383d-6a77-438f-84b1-b1f94bcd5211", "name": "network-vif-plugged", "status": "completed", "tag": "f70dd585-286c-4f90-bcfc-239631c36788"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:36:13.226917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.227415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.234027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.238135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 21e948b8-5f96-45c4-8e3a-67c2424d94da, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=21e948b8-5f96-45c4-8e3a-67c2424d94da,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:13.238664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.239460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.283368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fe258644-0753-4dd6-a82d-151ef312a2be None None] For port 2f97d23a-b064-4f2b-8a59-1a7a5df41180, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2f97d23a-b064-4f2b-8a59-1a7a5df41180,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:13.283754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe258644-0753-4dd6-a82d-151ef312a2be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.289150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.290681 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.9982510 Dec 20 16:36:13.295501 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '21e948b8-5f96-45c4-8e3a-67c2424d94da', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'port_id': '21e948b8-5f96-45c4-8e3a-67c2424d94da', 'mac_address': 'fa:16:3e:b2:41:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:36:13.304859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:13.306057 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fe258644-0753-4dd6-a82d-151ef312a2be None None] Calling delete_port for 2f97d23a-b064-4f2b-8a59-1a7a5df41180 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:13.310431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758d6e7-afe6-4dfc-89f4-80ad9195748a x-openstack-request-id: req-b758d6e7-afe6-4dfc-89f4-80ad9195748a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:36:13.310840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3896383d-6a77-438f-84b1-b1f94bcd5211", "name": "network-vif-plugged", "status": "completed", "tag": "f70dd585-286c-4f90-bcfc-239631c36788", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:36:13.310953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b758d6e7-afe6-4dfc-89f4-80ad9195748a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:36:13.311334 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70dd585-286c-4f90-bcfc-239631c36788', 'code': 200} Dec 20 16:36:13.380200 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-38e232d6-2436-421d-82ec-c5fc06c45b64 req-16173516-0127-4aec-899d-759940ba3f81 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313432 Dec 20 16:36:13.403106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.426247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e948b8-5f96-45c4-8e3a-67c2424d94da {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:36:13.435149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:13.438123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Network cbde1782-8def-4a5d-81cc-42f3d383e149 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:13.446280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:13.451675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:13.455533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.456443 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.456914 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 21e948b8-5f96-45c4-8e3a-67c2424d94da, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=21e948b8-5f96-45c4-8e3a-67c2424d94da,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:13.463065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=cbf6ad2c-b915-413e-967c-ac090e5c419f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:13.471824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.498226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe258644-0753-4dd6-a82d-151ef312a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.521002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe258644-0753-4dd6-a82d-151ef312a2be None None] No DVR routers for this DVR port 2f97d23a-b064-4f2b-8a59-1a7a5df41180 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:13.547361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28005e54-5b61-40a2-b09c-fd35a3ecf43f None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:13.555971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=21e948b8-5f96-45c4-8e3a-67c2424d94da,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:13.599882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.606735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Network': ['ID=23a03c42-8214-454a-b519-8e34f7c6ab0d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:13.622544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.628613 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/networks/3aad0e77-4978-4752-9880-945bba064a0b HTTP/1.1" status: 204 len: 168 time: 0.8472731 Dec 20 16:36:13.644959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe258644-0753-4dd6-a82d-151ef312a2be None None] Pushing event deleted for resources: {'Port': ['ID=2f97d23a-b064-4f2b-8a59-1a7a5df41180,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:13.651613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 23a03c42-8214-454a-b519-8e34f7c6ab0d details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:13.696013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2966ed5-6b0a-44de-bcb0-88156a0e8a29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Network': ['ID=f9454e3d-37d7-4e28-a6b9-e622a506462f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:13.705332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36188beb-3d92-405e-b5af-083d235fb9cd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.712078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36188beb-3d92-405e-b5af-083d235fb9cd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.717554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['21e948b8-5f96-45c4-8e3a-67c2424d94da'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:36:13.719293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36188beb-3d92-405e-b5af-083d235fb9cd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.720687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f9454e3d-37d7-4e28-a6b9-e622a506462f details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:13.725619 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36188beb-3d92-405e-b5af-083d235fb9cd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.727605 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-36188beb-3d92-405e-b5af-083d235fb9cd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4186823 Dec 20 16:36:13.728390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:13.743578 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:13.756678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b895c3c-6939-441f-85b4-5859564b29cc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Network': ['ID=3aad0e77-4978-4752-9880-945bba064a0b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:13.759782 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa247038-3e6d-415a-ac6c-ba1e44e656f5 req-bc8a9ba0-7501-41cc-8a20-8a2eed2f7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.761820 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fa247038-3e6d-415a-ac6c-ba1e44e656f5 req-bc8a9ba0-7501-41cc-8a20-8a2eed2f7e5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1098 time: 0.2439218 Dec 20 16:36:13.783224 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9e87d886-b76c-4617-b766-27f9f6b315a4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2732217 Dec 20 16:36:13.784281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555710-80e0-4c4c-b150-4317192b07f3 req-41887565-a80b-497b-8e0e-09a1580064a4 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:13.785247 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca555710-80e0-4c4c-b150-4317192b07f3 req-41887565-a80b-497b-8e0e-09a1580064a4 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 946 time: 0.3487363 Dec 20 16:36:13.797638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:13.805294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': 'cbf6ad2c-b915-413e-967c-ac090e5c419f', 'ip_address': '2001:db8::1f71:c3cb:129f:9acd'}], 'name': 'tempest-NetworksTestDHCPv6-1887527244'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:13.897022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2ffba613-b59a-49f9-b54c-917b1e9d3639 None None] Provisioning complete for port 8359b0ca-3413-4105-a631-460535d76908 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:13.897739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ffba613-b59a-49f9-b54c-917b1e9d3639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.944952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2f97d23a-b064-4f2b-8a59-1a7a5df41180 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:13.951606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': 'cbf6ad2c-b915-413e-967c-ac090e5c419f'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:13.955309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:13.979178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 2f97d23a-b064-4f2b-8a59-1a7a5df41180 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:13.979609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2f97d23a-b064-4f2b-8a59-1a7a5df41180 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:13.992133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ffba613-b59a-49f9-b54c-917b1e9d3639 None None] Port 8359b0ca-3413-4105-a631-460535d76908 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:14.029011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.041737 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fa247038-3e6d-415a-ac6c-ba1e44e656f5 req-35bd5048-1a32-4907-be91-8813caa3319b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683835 Dec 20 16:36:14.042186 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.044661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:14.055005 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca555710-80e0-4c4c-b150-4317192b07f3 req-a14e08d6-2801-46a3-92d7-ebd7288e8cfe tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553961 Dec 20 16:36:14.100865 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bfd6f-122b-4b7c-a673-0ca708cadcd0 req-5758c16c-3b59-4b3c-ac07-1047e1044aad tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:14.101666 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8b3bfd6f-122b-4b7c-a673-0ca708cadcd0 req-5758c16c-3b59-4b3c-ac07-1047e1044aad tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 944 time: 0.2148020 Dec 20 16:36:14.107461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.173799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.210588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/cbf6ad2c-b915-413e-967c-ac090e5c419f/14dc0d83-1794-414e-a152-e2046548efaa) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:14.231711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.254005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Router 6e9f57cb-c035-45df-a30b-d4e7d69f9ae8 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:36:14.263911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.283905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904b39ad-1749-4ef8-97e2-f75393d6e880']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.300856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cdb710-74c8-4ef6-b115-e4829f426d79') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.301145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cdb710-74c8-4ef6-b115-e4829f426d79') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.312015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port 45241e6e-668c-45bc-b970-2e2c3a40035a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:14.321988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.344924 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8b3bfd6f-122b-4b7c-a673-0ca708cadcd0 req-6b41d2ea-ce43-4499-9188-5d4edec89b61 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340980 Dec 20 16:36:14.349773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.399161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.405377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.439859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.454503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:14.455059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a03c42-8214-454a-b519-8e34f7c6ab0d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.457929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:14.466086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:14.475193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Pushing event updated for resources: {'Port': ['ID=14dc0d83-1794-414e-a152-e2046548efaa,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:14.480446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:14.480843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.481391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8a849d-1618-45b6-9f6f-a7b2eb00bf57') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.481691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8a849d-1618-45b6-9f6f-a7b2eb00bf57') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:14.483958 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:14.495228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.543050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:14.552601 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e1cbe37e-da9a-487f-be3b-6df364764faf tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "PUT /v2.0/routers/6e9f57cb-c035-45df-a30b-d4e7d69f9ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7895401 Dec 20 16:36:14.552601 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.553266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:14.565219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Request body: {'port': {'network_id': 'cbde1782-8def-4a5d-81cc-42f3d383e149', 'name': 'tempest-FloatingIPNegativeTestJSON-759505606'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:14.566825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1a21c5-e118-461d-b476-0f44a9072aeb None None] Sync routers for ids ['6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:14.579271 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Attempting to bind port 14dc0d83-1794-414e-a152-e2046548efaa on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:14.579790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Attempting to bind port 14dc0d83-1794-414e-a152-e2046548efaa by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:14.580251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Attempting to bind port 14dc0d83-1794-414e-a152-e2046548efaa on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:14.583234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a21c5-e118-461d-b476-0f44a9072aeb None None] Routers {'6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:14.584321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f1a21c5-e118-461d-b476-0f44a9072aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.590173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:14.590611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:14.594606 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:14.638852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f1a21c5-e118-461d-b476-0f44a9072aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.642893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:14.643385 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:14.643898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.644599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:14.644755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.645261 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Bound port: 14dc0d83-1794-414e-a152-e2046548efaa, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:14.645640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.656155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.659296 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/networks/904b39ad-1749-4ef8-97e2-f75393d6e880 HTTP/1.1" status: 204 len: 168 time: 0.9140062 Dec 20 16:36:14.664564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:14.669480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb3ea4-1f62-440d-817f-f5b96771c04b req-3342c0b1-a31f-4055-8153-51d436024064 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:14.671662 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-27bb3ea4-1f62-440d-817f-f5b96771c04b req-3342c0b1-a31f-4055-8153-51d436024064 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1213708 Dec 20 16:36:14.696238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e5833-c044-4882-b9be-e032c769d3d8 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Network': ['ID=904b39ad-1749-4ef8-97e2-f75393d6e880,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:14.705841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a21c5-e118-461d-b476-0f44a9072aeb None None] Routers {'6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:14.706848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f1a21c5-e118-461d-b476-0f44a9072aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.711789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::1f71:c3cb:129f:9acd (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/cbf6ad2c-b915-413e-967c-ac090e5c419f/45241e6e-668c-45bc-b970-2e2c3a40035a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:14.757380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f1a21c5-e118-461d-b476-0f44a9072aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:14.759251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1a21c5-e118-461d-b476-0f44a9072aeb None None] The sync data for ids ['6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:14.762749 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-27bb3ea4-1f62-440d-817f-f5b96771c04b req-3c6c269d-cda4-4618-b7e8-1a0726638562 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770898 Dec 20 16:36:14.793724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 21e948b8-5f96-45c4-8e3a-67c2424d94da up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:14.838279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] For port 14dc0d83-1794-414e-a152-e2046548efaa, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:14.853765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] For port 14dc0d83-1794-414e-a152-e2046548efaa, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=14dc0d83-1794-414e-a152-e2046548efaa,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:14.864544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.878079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.878397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 21e948b8-5f96-45c4-8e3a-67c2424d94da completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:36:14.913064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.914584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 21e948b8-5f96-45c4-8e3a-67c2424d94da triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:14.915083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.959185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.980590 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:14.985234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a4ac4-fbad-4384-b3d8-52590c300014 None None] Pushing event updated for resources: {'Port': ['ID=14dc0d83-1794-414e-a152-e2046548efaa,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:14.987772 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/networks/23a03c42-8214-454a-b519-8e34f7c6ab0d HTTP/1.1" status: 204 len: 168 time: 1.2057624 Dec 20 16:36:14.989622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:15.031735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:15.038217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:15.043512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:15.048720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.051070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:15.051813 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.058825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f776c1-35ef-4a17-8c37-26a382a6c408 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Network': ['ID=23a03c42-8214-454a-b519-8e34f7c6ab0d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:15.060941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=45241e6e-668c-45bc-b970-2e2c3a40035a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:15.090122 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fbe46a45-34b6-48b6-a0c1-fb7ef3644565 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2903261 Dec 20 16:36:15.091327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:15.093453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 21e948b8-5f96-45c4-8e3a-67c2424d94da, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=21e948b8-5f96-45c4-8e3a-67c2424d94da,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:15.100185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.177218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=21e948b8-5f96-45c4-8e3a-67c2424d94da,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:15.179915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c630729-405b-427a-92a4-b75731eb1bf8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:15.201035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c630729-405b-427a-92a4-b75731eb1bf8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:15.204691 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2c630729-405b-427a-92a4-b75731eb1bf8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1087098 Dec 20 16:36:15.208019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:15.312794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e948b8-5f96-45c4-8e3a-67c2424d94da'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:15.315553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38ff14c-7412-4807-943d-19b87aeedaf1" -d '{"events": [{"server_uuid": "5e1363b1-48ee-4b60-a016-eceb21c0c083", "name": "network-vif-plugged", "status": "completed", "tag": "21e948b8-5f96-45c4-8e3a-67c2424d94da"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:36:15.360903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c778c1c1-ef37-4e87-b8f6-42a2e3d9548f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 45241e6e-668c-45bc-b970-2e2c3a40035a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:15.361246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c778c1c1-ef37-4e87-b8f6-42a2e3d9548f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.371493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504f90d7-8581-4865-88f5-42cedb370f37 x-openstack-request-id: req-504f90d7-8581-4865-88f5-42cedb370f37 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:36:15.371969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1363b1-48ee-4b60-a016-eceb21c0c083", "name": "network-vif-plugged", "status": "completed", "tag": "21e948b8-5f96-45c4-8e3a-67c2424d94da", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:36:15.372315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-504f90d7-8581-4865-88f5-42cedb370f37 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:36:15.373044 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e948b8-5f96-45c4-8e3a-67c2424d94da', 'code': 200} Dec 20 16:36:15.434537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f7366-67d0-4e91-8dea-c6d2c8979066 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:15.440915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f7366-67d0-4e91-8dea-c6d2c8979066 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:15.442707 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3a3f7366-67d0-4e91-8dea-c6d2c8979066 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7285585 Dec 20 16:36:15.456510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:15.462544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Allocated IP 172.20.0.1 (f1e6219b-ef52-410b-9432-b1277c59a762/73e6900d-272f-4de3-bf78-eef7e01670e6/1b2d5b5c-814c-4c4e-b979-ee1da46f0edd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:15.476110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1594246239'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:15.485089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c778c1c1-ef37-4e87-b8f6-42a2e3d9548f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.509245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c778c1c1-ef37-4e87-b8f6-42a2e3d9548f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 45241e6e-668c-45bc-b970-2e2c3a40035a owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:15.516421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.569704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Made reservation on behalf of 5a6a138641c642f1807157e9190d725a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:15.573230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.634069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Made reservation on behalf of fa7da23099424c76a10f9d02ca0d82de for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:15.637543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.668492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2fa82-6f74-4a89-994b-85ed9983287d req-81822063-94c5-42c8-890b-de6833cb36a9 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:15.670079 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d2a2fa82-6f74-4a89-994b-85ed9983287d req-81822063-94c5-42c8-890b-de6833cb36a9 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 946 time: 0.2464736 Dec 20 16:36:15.689343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] device_id is not set on port a72c3f89-3726-4d6f-9e9f-dad6d538fe9a yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:15.847420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:15.856140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b7200-5858-4e90-a16a-5c0d20240379 req-009fcbee-74a1-451b-9cab-e665e855c525 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:15.857648 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c9b7200-5858-4e90-a16a-5c0d20240379 req-009fcbee-74a1-451b-9cab-e665e855c525 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 945 time: 0.3638012 Dec 20 16:36:15.858204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.897660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.938314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eb700-59e3-4847-9b00-d65ad44f0161 req-5b160cc8-9d3d-413e-9a3a-299e432d5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:15.938314 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-013eb700-59e3-4847-9b00-d65ad44f0161 req-5b160cc8-9d3d-413e-9a3a-299e432d5045 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 1098 time: 0.3577032 Dec 20 16:36:15.941397 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c9b7200-5858-4e90-a16a-5c0d20240379 req-39842ef9-95d0-4cd3-a181-579c74feab68 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733416 Dec 20 16:36:15.972035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:15.972387 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Added segment 6c5245ac-a812-4b6c-8c43-46f04140c156 of type vlan for network ee24044d-4282-4d5d-97ed-62666dca1341 Dec 20 16:36:15.974733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9454e3d-37d7-4e28-a6b9-e622a506462f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:16.007031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 14dc0d83-1794-414e-a152-e2046548efaa up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:16.017150 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d2a2fa82-6f74-4a89-994b-85ed9983287d req-33d2a516-7758-4ad0-8b9f-550597d8d568 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209865 Dec 20 16:36:16.022160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfedd9f-737b-4972-9a7a-6394d460dd7e') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:16.022479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfedd9f-737b-4972-9a7a-6394d460dd7e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:16.040674 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-013eb700-59e3-4847-9b00-d65ad44f0161 req-d5a8a0dd-947d-4a51-82a2-baf1c1fcd546 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978703 Dec 20 16:36:16.058186 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.061786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c778c1c1-ef37-4e87-b8f6-42a2e3d9548f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.095424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Allocated IP 172.20.0.11 (cbde1782-8def-4a5d-81cc-42f3d383e149/8730186a-81f2-45e7-82ea-df0f45c91ee4/a72c3f89-3726-4d6f-9e9f-dad6d538fe9a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:16.106387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.114124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778c1c1-ef37-4e87-b8f6-42a2e3d9548f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=45241e6e-668c-45bc-b970-2e2c3a40035a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:16.128933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.141352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 14dc0d83-1794-414e-a152-e2046548efaa triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:16.141726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.167039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:16.168380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:16.171954 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:16.184062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c778c1c1-ef37-4e87-b8f6-42a2e3d9548f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.188212 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c778c1c1-ef37-4e87-b8f6-42a2e3d9548f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/45241e6e-668c-45bc-b970-2e2c3a40035a HTTP/1.1" status: 204 len: 168 time: 0.9790854 Dec 20 16:36:16.191016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:16.257688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c22df-1887-4167-9b3f-c1453f1cbeb7 req-15e80f6a-58bd-47a1-9385-ae8f42f8d83e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:16.258205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.260008 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1e5c22df-1887-4167-9b3f-c1453f1cbeb7 req-15e80f6a-58bd-47a1-9385-ae8f42f8d83e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1501162 Dec 20 16:36:16.273779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3593a-1f29-4005-92dc-291d1992f6b9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:16.275923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3593a-1f29-4005-92dc-291d1992f6b9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:16.278171 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b8b3593a-1f29-4005-92dc-291d1992f6b9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0848467 Dec 20 16:36:16.281282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:16.282657 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.298230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.323061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 14dc0d83-1794-414e-a152-e2046548efaa, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=14dc0d83-1794-414e-a152-e2046548efaa,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:16.330680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.352101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.359005 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/networks/f9454e3d-37d7-4e28-a6b9-e622a506462f HTTP/1.1" status: 204 len: 168 time: 1.3540547 Dec 20 16:36:16.361723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43066) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:16.368082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.373553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:16.374742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.382680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet cbf6ad2c-b915-413e-967c-ac090e5c419f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:16.388554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4a82167e-1aa4-4a22-97d7-6916cf0aaebd None None] Provisioning complete for port 14dc0d83-1794-414e-a152-e2046548efaa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:16.389067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a82167e-1aa4-4a22-97d7-6916cf0aaebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.400954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Network f1e6219b-ef52-410b-9432-b1277c59a762 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:16.405279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.420065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Network': ['ID=f9454e3d-37d7-4e28-a6b9-e622a506462f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:16.423553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:16.431191 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=14dc0d83-1794-414e-a152-e2046548efaa,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:16.433640 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1e5c22df-1887-4167-9b3f-c1453f1cbeb7 req-6c0c9396-5b60-46ae-abb4-eef1bb215feb tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542454 Dec 20 16:36:16.436878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:16.444270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.444784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.445244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.445676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.446103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.446549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.447330 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.447439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.447886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.448345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.448752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.449167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.449581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.476229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event updated for resources: {'Port': ['ID=1b2d5b5c-814c-4c4e-b979-ee1da46f0edd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:16.502845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.503067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.503406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.503738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.504115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.504364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.504690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.505000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.505320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.505635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.505947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.511192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.511523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf5de5-98c7-481a-8d0c-9b8e487c630a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.524086 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0632179 Dec 20 16:36:16.538023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.577753 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:16.612522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1970097845'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:16.629922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.630632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.631044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.631565 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.632082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.632601 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.633132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.633648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.634420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.634936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.635453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.635982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.636487 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:16.668497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.748902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81f126-251a-494c-b03e-949bcfa7c32c req-4024b066-4e8d-4453-a7e3-8c5dae869ab8 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:16.750606 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bc81f126-251a-494c-b03e-949bcfa7c32c req-4024b066-4e8d-4453-a7e3-8c5dae869ab8 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1308529 Dec 20 16:36:16.760208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c927e86f-14f7-446d-86fa-2a0740de88cb None None] Could not find standard attr ID for object d68e37af-19ab-4f0c-bf3d-df2ee61ff955. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:36:16.762936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31242911-8903-476d-a998-7dd34d9d8e29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:16.769402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31242911-8903-476d-a998-7dd34d9d8e29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:16.771619 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-31242911-8903-476d-a998-7dd34d9d8e29 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4086056 Dec 20 16:36:16.775866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:16.776295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:16.776618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899060f0-d2ea-4310-876a-c57ef40a6511 req-b18994ae-83e2-452f-b022-81479edcbe1f tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:16.778475 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-899060f0-d2ea-4310-876a-c57ef40a6511 req-b18994ae-83e2-452f-b022-81479edcbe1f tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 946 time: 0.5177269 Dec 20 16:36:16.784750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1070765246'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:16.792313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Request body: {'floatingip': {'port_id': 'f70dd585-286c-4f90-bcfc-239631c36788'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:16.804623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:16.806730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458711bd-d9fd-4bfa-9543-9c0df94fbb7a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Network': ['ID=ee24044d-4282-4d5d-97ed-62666dca1341,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:16.814079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6bff72c4-3c61-466f-be78-aa37e938995c tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Request body: {'floatingip': {'port_id': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:16.818392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network ee24044d-4282-4d5d-97ed-62666dca1341 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:16.875130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.910220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.920434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a3b6b8e9-ccd9-404c-bbc0-5b5114d257c1 None None] Provisioning complete for port 1b2d5b5c-814c-4c4e-b979-ee1da46f0edd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:16.920900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3b6b8e9-ccd9-404c-bbc0-5b5114d257c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.922215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.961280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf6ad2c-b915-413e-967c-ac090e5c419f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:16.974687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:16.980386 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/cbf6ad2c-b915-413e-967c-ac090e5c419f HTTP/1.1" status: 204 len: 168 time: 0.6956697 Dec 20 16:36:16.981644 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6b8e9-ccd9-404c-bbc0-5b5114d257c1 None None] Port 1b2d5b5c-814c-4c4e-b979-ee1da46f0edd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:16.987179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:16.999506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bff72c4-3c61-466f-be78-aa37e938995c tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.000992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.001336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.001671 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.002001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.002372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.002700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.003021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.003126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1b94ed-0e8b-462c-8490-27d951974663 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:17.003334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.003674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.003965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.004432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.004739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.005068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889fdb99-7645-42b5-ad4e-913a1aa93a96 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:17.016115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.025287 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Made reservation on behalf of fa7da23099424c76a10f9d02ca0d82de for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:17.029030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.079478 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0ecb887c-37d1-4677-b126-e5d09beb48c9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815272 Dec 20 16:36:17.084386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:17.089492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:17.195648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Made reservation on behalf of 07a3ecb6965a41ca8f14393e5df01254 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:17.199275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.199435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:17.262809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-092c5bb1-5ba3-431c-9cb0-e5aa9271a7aa None None] Could not find standard attr ID for object 45241e6e-668c-45bc-b970-2e2c3a40035a. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:36:17.284527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:17.298546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.299012 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Added segment 2440ab62-f5db-4a16-a587-97eede5ea5dc of type vlan for network 1bb3bb6d-45e0-4883-a3ec-2e04584ececf Dec 20 16:36:17.326309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533249d-db0f-4d0f-bd72-a691f365434e req-57191534-7c9c-4bfb-8d5b-81f06d9cc27b tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:17.328431 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7533249d-db0f-4d0f-bd72-a691f365434e req-57191534-7c9c-4bfb-8d5b-81f06d9cc27b tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 945 time: 0.2622268 Dec 20 16:36:17.337734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.338067 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Added segment 47e99d70-479d-4fc8-8dde-3d008afcb1b6 of type vlan for network 6b42c415-7d72-4ac8-912c-b42ea5f51453 Dec 20 16:36:17.405333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc68818-52d5-4b55-afbf-723069ca9dab None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:17.412483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.416340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.427591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.473190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0fc68818-52d5-4b55-afbf-723069ca9dab None None] Deleting port 14dc0d83-1794-414e-a152-e2046548efaa {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:17.473662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0fc68818-52d5-4b55-afbf-723069ca9dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.482128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:17.486096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.552416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0fc68818-52d5-4b55-afbf-723069ca9dab None None] For port 14dc0d83-1794-414e-a152-e2046548efaa, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=14dc0d83-1794-414e-a152-e2046548efaa,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:17.552416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0fc68818-52d5-4b55-afbf-723069ca9dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.557456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.561819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Network cbde1782-8def-4a5d-81cc-42f3d383e149 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:17.568791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0fc68818-52d5-4b55-afbf-723069ca9dab None None] Calling delete_port for 14dc0d83-1794-414e-a152-e2046548efaa owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:17.571792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event updated for resources: {'Port': ['ID=a72c3f89-3726-4d6f-9e9f-dad6d538fe9a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:17.579074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:17.580853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.586484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:17.587135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.589120 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7533249d-db0f-4d0f-bd72-a691f365434e req-15f62c08-8749-45a9-9ca2-10d0e1f57c06 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486815 Dec 20 16:36:17.593386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:17.648287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.654456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:17.655117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.700081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0fc68818-52d5-4b55-afbf-723069ca9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.739332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc68818-52d5-4b55-afbf-723069ca9dab None None] No DVR routers for this DVR port 14dc0d83-1794-414e-a152-e2046548efaa on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:17.745869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc68818-52d5-4b55-afbf-723069ca9dab None None] Pushing event deleted for resources: {'Port': ['ID=14dc0d83-1794-414e-a152-e2046548efaa,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:17.790785 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0118144 Dec 20 16:36:17.798432 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:17.835596 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2486045 Dec 20 16:36:17.839288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43086) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:17.845561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-354369163'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:17.862179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'ports': [{'network_id': 'ee24044d-4282-4d5d-97ed-62666dca1341', 'name': 'tempest-port--1311615634', 'admin_state_up': True}, {'network_id': '1bb3bb6d-45e0-4883-a3ec-2e04584ececf', 'admin_state_up': False}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:17.862179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'port': {'network_id': 'ee24044d-4282-4d5d-97ed-62666dca1341', 'name': 'tempest-port--1311615634', 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:17.862582 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'port': {'network_id': '1bb3bb6d-45e0-4883-a3ec-2e04584ececf', 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:17.885720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f712a-c72c-4fbd-af70-162d18ba1d67 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Network': ['ID=6b42c415-7d72-4ac8-912c-b42ea5f51453,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:17.895017 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:17.895684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:17.903649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 6b42c415-7d72-4ac8-912c-b42ea5f51453 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:17.908339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fa9df-4608-4af2-8647-9ee706b811bd tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Network': ['ID=1bb3bb6d-45e0-4883-a3ec-2e04584ececf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:17.934909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffaea5d-7ed0-4397-b074-02e242f3b425 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:36:18.011644 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 1bb3bb6d-45e0-4883-a3ec-2e04584ececf details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:18.015146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 14dc0d83-1794-414e-a152-e2046548efaa no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:18.089023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:36:18.107836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 14dc0d83-1794-414e-a152-e2046548efaa {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:18.108901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 14dc0d83-1794-414e-a152-e2046548efaa not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:18.202623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ef6fc005-9ef9-4d05-bac4-4b42a199ca68 None None] Provisioning complete for port a72c3f89-3726-4d6f-9e9f-dad6d538fe9a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:18.206921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc005-9ef9-4d05-bac4-4b42a199ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.269073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fc005-9ef9-4d05-bac4-4b42a199ca68 None None] Port a72c3f89-3726-4d6f-9e9f-dad6d538fe9a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:18.274405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffaea5d-7ed0-4397-b074-02e242f3b425 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:36:18.333242 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4ccf80ae-7966-44c7-b16a-170dce1cd691 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7766912 Dec 20 16:36:18.345243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:18.353109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:18.366090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Made reservation on behalf of 07a3ecb6965a41ca8f14393e5df01254 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:18.369567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.507087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.517528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.558958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.563725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:18.612599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.666436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:18.681982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:18.682946 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': 'a9ae43ca-7126-44b9-9954-021e274555f3'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:18.684978 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.688345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Made reservation on behalf of fa7da23099424c76a10f9d02ca0d82de for: {'port': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:18.693845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.696578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=a9ae43ca-7126-44b9-9954-021e274555f3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:18.699424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.699768 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Added segment c457f23e-8d5a-4fc9-979a-3e2e0092e5da of type vlan for network 624086b3-c20b-452c-9a2d-c9b652330bdf Dec 20 16:36:18.703596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:18.704621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.730687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.733517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bff72c4-3c61-466f-be78-aa37e938995c tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.749173 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fab89861-c175-4440-8828-f6567bbcc01d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6632240 Dec 20 16:36:18.752054 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Floating IP 9bd76a38-351f-43db-9444-5c1896a7248d associated. External IP: 172.26.1.192, port: f70dd585-286c-4f90-bcfc-239631c36788. Dec 20 16:36:18.754356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:18.759573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': 'a9ae43ca-7126-44b9-9954-021e274555f3', 'ip_address': '2001:db8::382a:6f80:e498:9d20'}], 'name': 'tempest-NetworksTestDHCPv6-2134195386'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:18.765317 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bff72c4-3c61-466f-be78-aa37e938995c tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.841842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.870985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Provisioning complete for port 75b94000-6e1e-4b03-b2f3-691c6cdf3f65 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:18.871351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.918300 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/a9ae43ca-7126-44b9-9954-021e274555f3/54febe22-6cdd-4010-9734-34b548f25381) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:18.935129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Port 75b94000-6e1e-4b03-b2f3-691c6cdf3f65 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:18.958674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] device_id is not set on port ba07fa3e-ed57-45c4-a319-1b1203b684e1 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:18.988478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.993945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:18.994582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.018655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Provisioning complete for port 53770570-e043-4962-a989-52efe9f2c4b8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:19.018655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.035037 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.044731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d488b-918b-41b5-abcc-111754dfd2fa req-3fcf2ec9-31ff-4cf4-b003-13cce43152bf tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:19.050508 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5f3d488b-918b-41b5-abcc-111754dfd2fa req-3fcf2ec9-31ff-4cf4-b003-13cce43152bf tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 945 time: 0.2879899 Dec 20 16:36:19.083816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Port 53770570-e043-4962-a989-52efe9f2c4b8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:19.085973 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.121628 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Provisioning complete for port 52768f13-8bed-43a7-a773-565dd3e22049 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:19.122000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.152839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:19.159818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.160113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.179708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.209272 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3796377 Dec 20 16:36:19.215656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:19.229781 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-6bff72c4-3c61-466f-be78-aa37e938995c tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Floating IP 90874823-794f-4023-b993-52bb755a742c associated. External IP: 172.26.1.145, port: ef6f8ad5-6727-495f-9007-f1ae60b0224d. Dec 20 16:36:19.234187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port ab25d17a-b027-48bb-a31b-f9936e5d169d yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:19.244151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'ports': [{'network_id': '6b42c415-7d72-4ac8-912c-b42ea5f51453', 'name': 'tempest-port--1665659155', 'admin_state_up': True}, {'network_id': '624086b3-c20b-452c-9a2d-c9b652330bdf', 'admin_state_up': False}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:19.244613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'port': {'network_id': '6b42c415-7d72-4ac8-912c-b42ea5f51453', 'name': 'tempest-port--1665659155', 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:19.245248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'port': {'network_id': '624086b3-c20b-452c-9a2d-c9b652330bdf', 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:19.256381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dbf6e-5478-4b6c-96f6-e4eb8520dfee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Network': ['ID=624086b3-c20b-452c-9a2d-c9b652330bdf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:19.258522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:19.265084 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:19.269006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Pushing event updated for resources: {'Port': ['ID=54febe22-6cdd-4010-9734-34b548f25381,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:19.271686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:19.315484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.322147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 624086b3-c20b-452c-9a2d-c9b652330bdf details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:19.328305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Router cd970b4c-59cc-4ebc-b4be-88df043f1206 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:19.342413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.362222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event updated for resources: {'Port': ['ID=1b2d5b5c-814c-4c4e-b979-ee1da46f0edd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:19.362835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Attempting to bind port 54febe22-6cdd-4010-9734-34b548f25381 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:19.362835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Attempting to bind port 54febe22-6cdd-4010-9734-34b548f25381 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:19.362835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Attempting to bind port 54febe22-6cdd-4010-9734-34b548f25381 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:19.405943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:19.406343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:19.406715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.407103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:19.407585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Bound port: 54febe22-6cdd-4010-9734-34b548f25381, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:19.407959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.451508 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5f3d488b-918b-41b5-abcc-111754dfd2fa req-07103cb3-cdf5-4f36-a426-a1de55574542 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684528 Dec 20 16:36:19.525814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.569056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] device_id is not set on port b1d508df-8099-4ad0-916c-7a34a0ae8829 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:19.586312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Provisioning complete for port 9d7c268b-64f9-464f-ba71-703ef4dce4f8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:19.587531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.652920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Port 9d7c268b-64f9-464f-ba71-703ef4dce4f8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:19.669092 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Provisioning complete for port 09b582a2-5e2f-4916-91e6-0ff18193e700 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:19.669463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.679796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] For port 54febe22-6cdd-4010-9734-34b548f25381, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:19.680119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbb3b-940b-41a7-acdc-5b9ce0fb8b87 req-a01f0e31-dc3f-4faf-bb45-c350239231d0 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:19.682442 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f95bbb3b-940b-41a7-acdc-5b9ce0fb8b87 req-a01f0e31-dc3f-4faf-bb45-c350239231d0 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 945 time: 0.1265137 Dec 20 16:36:19.683045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] For port 54febe22-6cdd-4010-9734-34b548f25381, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=54febe22-6cdd-4010-9734-34b548f25381,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:19.699252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:19.701025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:19.718193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Request body: {'floatingip': {'port_id': '21e948b8-5f96-45c4-8e3a-67c2424d94da'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:19.718414 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] Sync routers for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:19.718867 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.724440 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.756850 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:19.756850 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:19.784935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Network f1e6219b-ef52-410b-9432-b1277c59a762 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:19.800408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::382a:6f80:e498:9d20 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/a9ae43ca-7126-44b9-9954-021e274555f3/ab25d17a-b027-48bb-a31b-f9936e5d169d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:19.803061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:19.830718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c329ff-7cd0-4ada-a066-298ac8b52241 None None] Pushing event updated for resources: {'Port': ['ID=54febe22-6cdd-4010-9734-34b548f25381,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:19.842751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Allocated IP 172.26.1.14 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/5790312f-7215-4543-aee3-d4fb530adc7c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:19.858876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.931404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Provisioning complete for port d6fe6a4b-f194-45db-8172-abab36bd8f1a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:19.932695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.954893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Made reservation on behalf of 07a3ecb6965a41ca8f14393e5df01254 for: {'port': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:19.959976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:19.985324 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:20.029232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:20.129771 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Provisioning complete for port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:20.130469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:20.277544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Provisioning complete for port d05a726d-7621-45cd-b5f1-b6a266b0f1b9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:20.278568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:20.320039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Port d05a726d-7621-45cd-b5f1-b6a266b0f1b9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:20.335038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Provisioning complete for port 77b7e488-ab7a-4781-8c7b-3667409e679a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:20.335655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:20.355323 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c12c983f-dc0a-430d-acae-ec4f1ec08a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "PUT /v2.0/floatingips/9bd76a38-351f-43db-9444-5c1896a7248d HTTP/1.1" status: 200 len: 991 time: 3.5774515 Dec 20 16:36:20.365098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'tag': 'f70dd585-286c-4f90-bcfc-239631c36788'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:20.368674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c165ae84-25fc-42fe-b426-b5ff983c3cec" -d '{"events": [{"name": "network-changed", "server_uuid": "3896383d-6a77-438f-84b1-b1f94bcd5211", "tag": "f70dd585-286c-4f90-bcfc-239631c36788"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:36:20.403061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d27555f5-0245-4304-8b55-c97b2e24fbf5 None None] Port 77b7e488-ab7a-4781-8c7b-3667409e679a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:20.423090 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9bd76a38-351f-43db-9444-5c1896a7248d', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'floating_ip_address': '172.26.1.192', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'port_id': 'f70dd585-286c-4f90-bcfc-239631c36788', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'mac_address': 'fa:16:3e:37:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:33Z', 'updated_at': '2021-12-20T16:36:17Z', 'revision_number': 1, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647ad96-7132-408b-ac63-efaa1f4ae7c0', 'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'mac_address': 'fa:16:3e:26:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:18Z', 'updated_at': '2021-12-20T16:35:28Z', 'revision_number': 5, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'subnets': [{'id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:20.446504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16a4faa-ba6c-480a-b5cf-db80836abe7a x-openstack-request-id: req-a16a4faa-ba6c-480a-b5cf-db80836abe7a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:36:20.446792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3896383d-6a77-438f-84b1-b1f94bcd5211", "tag": "f70dd585-286c-4f90-bcfc-239631c36788", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:36:20.449951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a16a4faa-ba6c-480a-b5cf-db80836abe7a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:36:20.450406 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'tag': 'f70dd585-286c-4f90-bcfc-239631c36788', 'status': 'completed', 'code': 200} Dec 20 16:36:20.462735 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] Checking router: cd970b4c-59cc-4ebc-b4be-88df043f1206 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:36:20.473327 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:20.474188 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:20.541620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:36:20.594923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bff72c4-3c61-466f-be78-aa37e938995c tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:20.600665 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:20.703252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Router 2d27835b-eb3b-4a9d-bff6-8db035b7f2e1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:20.711392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] device_id is not set on port d1623317-0c48-46d1-bc64-60bfa0540b25 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:20.759522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:20.902556 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9bd76a38-351f-43db-9444-5c1896a7248d', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'floating_ip_address': '172.26.1.192', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'port_id': 'f70dd585-286c-4f90-bcfc-239631c36788', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'mac_address': 'fa:16:3e:37:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:33Z', 'updated_at': '2021-12-20T16:36:17Z', 'revision_number': 1, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647ad96-7132-408b-ac63-efaa1f4ae7c0', 'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'mac_address': 'fa:16:3e:26:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:18Z', 'updated_at': '2021-12-20T16:35:28Z', 'revision_number': 5, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'subnets': [{'id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:20.939347 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7685030d-4163-4015-aa9d-50cd0b2ddbfe None None] The sync data for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv is: [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9bd76a38-351f-43db-9444-5c1896a7248d', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'floating_ip_address': '172.26.1.192', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'port_id': 'f70dd585-286c-4f90-bcfc-239631c36788', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'mac_address': 'fa:16:3e:37:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:33Z', 'updated_at': '2021-12-20T16:36:17Z', 'revision_number': 1, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647ad96-7132-408b-ac63-efaa1f4ae7c0', 'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'mac_address': 'fa:16:3e:26:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:18Z', 'updated_at': '2021-12-20T16:35:28Z', 'revision_number': 5, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'subnets': [{'id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:21.004624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bff72c4-3c61-466f-be78-aa37e938995c tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:21.005228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.015629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] Sync routers for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:21.018783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bff72c4-3c61-466f-be78-aa37e938995c tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.028983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-c6de6909-2500-4e20-9879-4d9c41aa55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:21.031454 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-c6de6909-2500-4e20-9879-4d9c41aa55a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1098 time: 0.5588593 Dec 20 16:36:21.038949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:21.039735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:21.044515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.066545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.067936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.142482 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6bff72c4-3c61-466f-be78-aa37e938995c tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "PUT /v2.0/floatingips/90874823-794f-4023-b993-52bb755a742c HTTP/1.1" status: 200 len: 992 time: 4.3338375 Dec 20 16:36:21.175840 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'tag': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:21.178559 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff59377b-98b8-476d-9eee-1f997604a423" -d '{"events": [{"name": "network-changed", "server_uuid": "054bcc40-32d2-423b-bc17-667396dc3a4e", "tag": "ef6f8ad5-6727-495f-9007-f1ae60b0224d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:36:21.178725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f3f1a-cfd7-4329-8c6e-330a4502c34c None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:21.189612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:21.203619 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22a4df-445e-46a5-a69f-086476349470 None None] Sync routers for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:21.209036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:21.233735 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22a4df-445e-46a5-a69f-086476349470 None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:21.234903 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8e22a4df-445e-46a5-a69f-086476349470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:21.241394 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4b4472c3-a589-4940-a87e-67a17ae469f9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "PUT /v2.0/routers/2d27835b-eb3b-4a9d-bff6-8db035b7f2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8583004 Dec 20 16:36:21.252697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43110) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:21.256778 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:21.266570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:21.284734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Request body: {'port': {'network_id': 'f1e6219b-ef52-410b-9432-b1277c59a762', 'name': 'tempest-FloatingIPAdminTestJSON-1444804391'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:21.299669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event updated for resources: {'Port': ['ID=5790312f-7215-4543-aee3-d4fb530adc7c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:21.358740 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8e22a4df-445e-46a5-a69f-086476349470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:21.372001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e41ec685-bb47-4fdd-a38b-5b87a0bd4173 None None] Provisioning complete for port 54febe22-6cdd-4010-9734-34b548f25381 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:21.372546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e41ec685-bb47-4fdd-a38b-5b87a0bd4173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.374572 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22a4df-445e-46a5-a69f-086476349470 None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:21.374994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993e2d2-5be7-4246-ac30-b0d69e083472 None None] New status for floating IP 9bd76a38-351f-43db-9444-5c1896a7248d: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:36:21.375721 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8e22a4df-445e-46a5-a69f-086476349470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:21.380239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:21.394527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4afb1da-5d5e-4c85-b4a6-b9d0d60a34ef x-openstack-request-id: req-c4afb1da-5d5e-4c85-b4a6-b9d0d60a34ef {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:36:21.394829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054bcc40-32d2-423b-bc17-667396dc3a4e", "tag": "ef6f8ad5-6727-495f-9007-f1ae60b0224d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:36:21.395086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4afb1da-5d5e-4c85-b4a6-b9d0d60a34ef {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:36:21.395479 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'tag': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d', 'status': 'completed', 'code': 200} Dec 20 16:36:21.420951 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8e22a4df-445e-46a5-a69f-086476349470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:21.421786 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22a4df-445e-46a5-a69f-086476349470 None None] The sync data for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:21.438162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.469734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.490558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.535671 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-206bad66-2ef2-4f65-8a34-c885de2eac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:21.537664 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-206bad66-2ef2-4f65-8a34-c885de2eac9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 200 len: 912 time: 0.4852462 Dec 20 16:36:21.539815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.591796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59377b-98b8-476d-9eee-1f997604a423 req-67f80f3e-f94a-4d28-9435-47a159cc5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:21.593236 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ff59377b-98b8-476d-9eee-1f997604a423 req-67f80f3e-f94a-4d28-9435-47a159cc5a3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b243c59db5a454d80c1d0bd60b2d822&device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 1099 time: 0.2013555 Dec 20 16:36:21.618398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] device_id is not set on port 327e59ff-e2d5-413e-9576-22b7e6425cd1 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:21.672295 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Floating IP 2fa17c82-9d45-4c6f-a126-31891b4afe3f associated. External IP: 172.26.1.142, port: 21e948b8-5f96-45c4-8e3a-67c2424d94da. Dec 20 16:36:21.673690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.784711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.797335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:21.805474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Port': ['ID=ba07fa3e-ed57-45c4-a319-1b1203b684e1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:21.857111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:21.867743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:21.873739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59377b-98b8-476d-9eee-1f997604a423 req-d44b9da4-f79e-4519-857b-4c756dffb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:21.874969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:21.875395 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ff59377b-98b8-476d-9eee-1f997604a423 req-d44b9da4-f79e-4519-857b-4c756dffb46f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c HTTP/1.1" status: 200 len: 912 time: 0.2689297 Dec 20 16:36:21.875525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.895233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-bfe532b0-0efc-4ffa-b0da-b50078860548 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 200 len: 999 time: 0.3475344 Dec 20 16:36:21.929533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e41ec685-bb47-4fdd-a38b-5b87a0bd4173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:21.999679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Checking segment: {'id': '6c5245ac-a812-4b6c-8c43-46f04140c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee24044d-4282-4d5d-97ed-62666dca1341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:22.000159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Network hostable DHCP agents. Network: ee24044d-4282-4d5d-97ed-62666dca1341, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:22.005685 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2501419 Dec 20 16:36:22.012272 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8c2cd-5e54-4049-a193-9831ac03cc0a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=ab25d17a-b027-48bb-a31b-f9936e5d169d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:22.021939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43116) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:22.070591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e41ec685-bb47-4fdd-a38b-5b87a0bd4173 None None] For port 54febe22-6cdd-4010-9734-34b548f25381, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=54febe22-6cdd-4010-9734-34b548f25381,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:22.097597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e41ec685-bb47-4fdd-a38b-5b87a0bd4173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.117044 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ff59377b-98b8-476d-9eee-1f997604a423 req-a31a9abb-aeb9-4f97-930f-c86d50766a27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef6f8ad5-6727-495f-9007-f1ae60b0224d HTTP/1.1" status: 200 len: 1000 time: 0.2325070 Dec 20 16:36:22.129111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-e725e58e-0327-4539-968c-91c24a9905a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:22.130983 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-e725e58e-0327-4539-968c-91c24a9905a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa7b8204-9b0f-4d8d-b342-65fe30d37330 HTTP/1.1" status: 200 len: 850 time: 0.2229652 Dec 20 16:36:22.134122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.151161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 54febe22-6cdd-4010-9734-34b548f25381 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:22.155434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Network ee24044d-4282-4d5d-97ed-62666dca1341 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:22.161775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Made reservation on behalf of 5961c6031e6e4629a214b1fb03429733 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:22.164580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.226001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ec685-bb47-4fdd-a38b-5b87a0bd4173 None None] Pushing event updated for resources: {'Port': ['ID=54febe22-6cdd-4010-9734-34b548f25381,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:22.255778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d29c3609-2e7d-4beb-b793-926d92d9802c None None] Provisioning complete for port 1b2d5b5c-814c-4c4e-b979-ee1da46f0edd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:22.256146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d29c3609-2e7d-4beb-b793-926d92d9802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.262139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964d423-238a-4066-b84a-4e997af4527b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:22.262555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '90874823-794f-4023-b993-52bb755a742c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'floating_ip_address': '172.26.1.145', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'port_id': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'mac_address': 'fa:16:3e:32:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:40Z', 'updated_at': '2021-12-20T16:36:18Z', 'revision_number': 1, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e8741a-5850-4818-8e83-a421576282f0', 'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'mac_address': 'fa:16:3e:bf:3c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:27Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'subnets': [{'id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:22.269575 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964d423-238a-4066-b84a-4e997af4527b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:22.275406 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d964d423-238a-4066-b84a-4e997af4527b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2485890 Dec 20 16:36:22.275406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, ee24044d-4282-4d5d-97ed-62666dca1341) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:22.275720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:22.282767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:22.283781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.327132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59377b-98b8-476d-9eee-1f997604a423 req-e099861f-0010-44ed-8431-38322467eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:22.328505 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ff59377b-98b8-476d-9eee-1f997604a423 req-e099861f-0010-44ed-8431-38322467eb3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0 HTTP/1.1" status: 200 len: 850 time: 0.2046137 Dec 20 16:36:22.347792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Port': ['ID=b1d508df-8099-4ad0-916c-7a34a0ae8829,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:22.359252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] device_id is not set on port 8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:22.415385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.432619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.501759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.506350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f485c86-7b67-4220-b9d2-7d9c81d0c55c None None] Network ee24044d-4282-4d5d-97ed-62666dca1341 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:22.513967 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Port': ['ID=d1623317-0c48-46d1-bc64-60bfa0540b25,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:22.519716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Allocated IP 172.20.0.14 (f1e6219b-ef52-410b-9432-b1277c59a762/73e6900d-272f-4de3-bf78-eef7e01670e6/8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:22.526602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] Checking router: ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:36:22.535776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59377b-98b8-476d-9eee-1f997604a423 req-dd4c6165-cb83-4336-a02c-9b67e5643e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:22.542077 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ff59377b-98b8-476d-9eee-1f997604a423 req-dd4c6165-cb83-4336-a02c-9b67e5643e0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1752410 Dec 20 16:36:22.543275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 54febe22-6cdd-4010-9734-34b548f25381 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:22.543275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.667667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:22.668444 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:22.671643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d29c3609-2e7d-4beb-b793-926d92d9802c None None] Port 1b2d5b5c-814c-4c4e-b979-ee1da46f0edd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:22.710807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-15b579f1-30f4-466e-abed-116f411a59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:22.712728 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-15b579f1-30f4-466e-abed-116f411a59c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8884f99f-080e-4992-a1da-237bad362cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5731187 Dec 20 16:36:22.841185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.860898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event updated for resources: {'Port': ['ID=5790312f-7215-4543-aee3-d4fb530adc7c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:22.869999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Checking segment: {'id': '2440ab62-f5db-4a16-a587-97eede5ea5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1bb3bb6d-45e0-4883-a3ec-2e04584ececf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:22.870412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Network hostable DHCP agents. Network: 1bb3bb6d-45e0-4883-a3ec-2e04584ececf, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:22.884210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e55633b3-cefe-497a-82fe-f5aeb53667d3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port ab25d17a-b027-48bb-a31b-f9936e5d169d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:22.884798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e55633b3-cefe-497a-82fe-f5aeb53667d3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.901060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:22.901645 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.903853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-47be8610-905a-472a-883f-eacc99c69417 None None] Provisioning complete for port 54febe22-6cdd-4010-9734-34b548f25381 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:22.903853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47be8610-905a-472a-883f-eacc99c69417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.904426 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2a6a1c75-3d5b-4cae-b66d-2117155948dc tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5553865 Dec 20 16:36:22.907125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Router b5cd87e3-14ed-488c-9df4-9f70442903a2 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:22.915222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:22.919776 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c26840c2-9672-474a-8ef3-191d0035bc76 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Request body: {'floatingip': {'port_id': 'a72c3f89-3726-4d6f-9e9f-dad6d538fe9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:22.938570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Checking segment: {'id': '47e99d70-479d-4fc8-8dde-3d008afcb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b42c415-7d72-4ac8-912c-b42ea5f51453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:22.938895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Network hostable DHCP agents. Network: 6b42c415-7d72-4ac8-912c-b42ea5f51453, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:22.989082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:22.989342 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ff59377b-98b8-476d-9eee-1f997604a423 req-37506d32-ea03-456b-984e-9e29417c9f9b service neutron] 10.222.0.18 "GET /v2.0/networks/e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857446 Dec 20 16:36:22.995040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Network 1bb3bb6d-45e0-4883-a3ec-2e04584ececf is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:22.997385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c26840c2-9672-474a-8ef3-191d0035bc76 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.005781 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-014eef8f-1b27-4f19-ad5e-985025bbccab service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833223 Dec 20 16:36:23.054913 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Network 6b42c415-7d72-4ac8-912c-b42ea5f51453 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:23.121000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e55633b3-cefe-497a-82fe-f5aeb53667d3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.125092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 6b42c415-7d72-4ac8-912c-b42ea5f51453) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:23.142995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:23.142995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.143289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 1bb3bb6d-45e0-4883-a3ec-2e04584ececf) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:23.173208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbe3a6f-0a8d-4a64-9ec1-f3fdc1bc8111 None None] Network 6b42c415-7d72-4ac8-912c-b42ea5f51453 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:23.177211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:23.183333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:23.184334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b64509-8805-4311-9b51-62a5580232eb None None] Network 1bb3bb6d-45e0-4883-a3ec-2e04584ececf requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:23.189705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:23.189982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e55633b3-cefe-497a-82fe-f5aeb53667d3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for ab25d17a-b027-48bb-a31b-f9936e5d169d owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:23.190099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.259351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Port': ['ID=327e59ff-e2d5-413e-9576-22b7e6425cd1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:23.302628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ff59377b-98b8-476d-9eee-1f997604a423 req-22744758-36f8-4f50-ad05-f1e4ef41af80 service neutron] 10.222.0.18 "GET /v2.0/networks/e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936547 Dec 20 16:36:23.317162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Checking segment: {'id': 'c457f23e-8d5a-4fc9-979a-3e2e0092e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '624086b3-c20b-452c-9a2d-c9b652330bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:23.317529 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Network hostable DHCP agents. Network: 624086b3-c20b-452c-9a2d-c9b652330bdf, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:23.371960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-47be8610-905a-472a-883f-eacc99c69417 None None] Provisioning complete for port ab25d17a-b027-48bb-a31b-f9936e5d169d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:23.372339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47be8610-905a-472a-883f-eacc99c69417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.417154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-47be8610-905a-472a-883f-eacc99c69417 None None] Port ab25d17a-b027-48bb-a31b-f9936e5d169d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:23.439047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Network 624086b3-c20b-452c-9a2d-c9b652330bdf is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:23.461740 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e55633b3-cefe-497a-82fe-f5aeb53667d3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.472007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 624086b3-c20b-452c-9a2d-c9b652330bdf) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:23.497895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:23.504469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:23.506312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedc945d-b5ec-4603-bb58-e3f3b2408c83 None None] Network 624086b3-c20b-452c-9a2d-c9b652330bdf requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:23.511092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:23.511940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.516853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55633b3-cefe-497a-82fe-f5aeb53667d3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=ab25d17a-b027-48bb-a31b-f9936e5d169d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:23.595398 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6294ffa4-7ab6-4a22-a387-2add4f1fb1ba tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3755221 Dec 20 16:36:23.597059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e55633b3-cefe-497a-82fe-f5aeb53667d3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.607459 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e55633b3-cefe-497a-82fe-f5aeb53667d3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/ab25d17a-b027-48bb-a31b-f9936e5d169d HTTP/1.1" status: 204 len: 168 time: 1.3316553 Dec 20 16:36:23.609080 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43128) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:23.609957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:23.622208 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b2e53ad1-e015-4ce2-8763-ac2fb5334b5f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.7737875 Dec 20 16:36:23.629931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43132) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:23.664895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.711377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '90874823-794f-4023-b993-52bb755a742c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'floating_ip_address': '172.26.1.145', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'port_id': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'mac_address': 'fa:16:3e:32:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:40Z', 'updated_at': '2021-12-20T16:36:18Z', 'revision_number': 1, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e8741a-5850-4818-8e83-a421576282f0', 'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'mac_address': 'fa:16:3e:bf:3c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:27Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'subnets': [{'id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:23.735012 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-c26840c2-9672-474a-8ef3-191d0035bc76 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] update failed (client error): The resource could not be found. Dec 20 16:36:23.739040 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c26840c2-9672-474a-8ef3-191d0035bc76 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "PUT /v2.0/floatingips/ce93ff5e-be0e-4592-8720-7cff9e18d9b3 HTTP/1.1" status: 404 len: 507 time: 0.8227599 Dec 20 16:36:23.739659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43136) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:23.743950 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7be01-2f20-4a8a-8c50-3969bdc983a4 None None] The sync data for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv is: [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '90874823-794f-4023-b993-52bb755a742c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'floating_ip_address': '172.26.1.145', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'port_id': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'mac_address': 'fa:16:3e:32:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:40Z', 'updated_at': '2021-12-20T16:36:18Z', 'revision_number': 1, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e8741a-5850-4818-8e83-a421576282f0', 'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'mac_address': 'fa:16:3e:bf:3c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:27Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'subnets': [{'id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:23.834348 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c165ae84-25fc-42fe-b426-b5ff983c3cec req-cf3420d6-d09f-41bd-a7ba-13fa87fa1953 service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7875223 Dec 20 16:36:23.844051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Network f1e6219b-ef52-410b-9432-b1277c59a762 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:23.856839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:23.866418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:23.871280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:23.875131 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] Sync routers for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:23.881660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:23.908165 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:23.909179 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:23.954242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b8cdea-2338-4426-8302-16e787b48498 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:23.961249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b8cdea-2338-4426-8302-16e787b48498 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:23.967906 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-13b8cdea-2338-4426-8302-16e787b48498 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3358107 Dec 20 16:36:23.968819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:24.011919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event updated for resources: {'Port': ['ID=8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:24.040861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 54febe22-6cdd-4010-9734-34b548f25381 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:24.110452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:24.111271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.151383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9b8a3-73d2-415b-b806-e63f83cc65e7 None None] New status for floating IP 90874823-794f-4023-b993-52bb755a742c: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:36:24.160397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a160e548-8aa9-49b4-a575-00f66a4f6f16 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:24.168936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e6a070-9479-49ed-9b6b-62579caf077a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:24.170297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a160e548-8aa9-49b4-a575-00f66a4f6f16 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:24.175891 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a160e548-8aa9-49b4-a575-00f66a4f6f16 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5348155 Dec 20 16:36:24.177457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:24.180206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e6a070-9479-49ed-9b6b-62579caf077a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:24.184383 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b2e6a070-9479-49ed-9b6b-62579caf077a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5621202 Dec 20 16:36:24.188651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6a0eeb-24e7-4746-ac58-fac205841b88 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet a9ae43ca-7126-44b9-9954-021e274555f3 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:24.189140 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f06f94b9-da55-4521-8dbc-29be8b3bcb57 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9348300 Dec 20 16:36:24.189839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:24.190248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:24.197651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0eeb-24e7-4746-ac58-fac205841b88 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.242122 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c9c37706-9f40-4f0d-965b-73bfdfe91b59 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "PUT /v2.0/floatingips/2fa17c82-9d45-4c6f-a126-31891b4afe3f HTTP/1.1" status: 200 len: 991 time: 4.5347259 Dec 20 16:36:24.267830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0eeb-24e7-4746-ac58-fac205841b88 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.308693 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:24.370758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'tag': '21e948b8-5f96-45c4-8e3a-67c2424d94da'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:36:24.375186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0860b9-3233-4554-8a18-dcf54b42f1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1363b1-48ee-4b60-a016-eceb21c0c083", "tag": "21e948b8-5f96-45c4-8e3a-67c2424d94da"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:36:24.377521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 54febe22-6cdd-4010-9734-34b548f25381 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:24.377646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.394747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0eeb-24e7-4746-ac58-fac205841b88 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.478871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb57bd11-0101-4dbe-8913-3013026a0314 x-openstack-request-id: req-eb57bd11-0101-4dbe-8913-3013026a0314 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:36:24.481912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1363b1-48ee-4b60-a016-eceb21c0c083", "tag": "21e948b8-5f96-45c4-8e3a-67c2424d94da", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:36:24.482435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb57bd11-0101-4dbe-8913-3013026a0314 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:36:24.483765 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'tag': '21e948b8-5f96-45c4-8e3a-67c2424d94da', 'status': 'completed', 'code': 200} Dec 20 16:36:24.495953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Deleting port 5790312f-7215-4543-aee3-d4fb530adc7c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:24.496535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.513707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0b77c736-22d0-444b-9186-926942901737 None None] Provisioning complete for port 8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:24.514921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b77c736-22d0-444b-9186-926942901737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.525360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0eeb-24e7-4746-ac58-fac205841b88 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.564424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0e275158-cf61-4a74-9063-cd961713d6e7 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Deleting port d1623317-0c48-46d1-bc64-60bfa0540b25 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:24.564990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e275158-cf61-4a74-9063-cd961713d6e7 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.601151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a0eeb-24e7-4746-ac58-fac205841b88 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ae43ca-7126-44b9-9954-021e274555f3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:24.610502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0eeb-24e7-4746-ac58-fac205841b88 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.619922 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0b6a0eeb-24e7-4746-ac58-fac205841b88 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/a9ae43ca-7126-44b9-9954-021e274555f3 HTTP/1.1" status: 204 len: 168 time: 0.6493206 Dec 20 16:36:24.621363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:24.630707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b73d2b4-05cc-4c29-866f-a1b907813e0c None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:24.656788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e275158-cf61-4a74-9063-cd961713d6e7 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.672100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0e275158-cf61-4a74-9063-cd961713d6e7 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Calling delete_port for d1623317-0c48-46d1-bc64-60bfa0540b25 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:24.682294 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ce2216bd-868d-4424-adcc-2775e46e0d61 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586741 Dec 20 16:36:24.683662 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:24.690173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:24.762234 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '2fa17c82-9d45-4c6f-a126-31891b4afe3f', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'port_id': '21e948b8-5f96-45c4-8e3a-67c2424d94da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'mac_address': 'fa:16:3e:b2:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:36:20Z', 'revision_number': 1, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a091ffbb-a89b-478f-9748-1d40d2285db3', 'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'mac_address': 'fa:16:3e:e9:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:34Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 5, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'subnets': [{'id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:24.778466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0b77c736-22d0-444b-9186-926942901737 None None] Port 8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:24.807921 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] Checking router: b5cd87e3-14ed-488c-9df4-9f70442903a2 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:36:24.819487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'project_id': '5961c6031e6e4629a214b1fb03429733', 'port_id': '8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:24.823206 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:24.824192 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:35:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:24.827180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e275158-cf61-4a74-9063-cd961713d6e7 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.874738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ebf52-e121-4ba6-a435-8be9a33ee001 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Deleting port ba07fa3e-ed57-45c4-a319-1b1203b684e1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:24.875059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f7ebf52-e121-4ba6-a435-8be9a33ee001 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.938649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:24.942242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.950216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e275158-cf61-4a74-9063-cd961713d6e7 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Port': ['ID=d1623317-0c48-46d1-bc64-60bfa0540b25,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:24.963109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-7c8da513-e343-4a84-a7a4-cb9eca5c4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:24.963109 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-7c8da513-e343-4a84-a7a4-cb9eca5c4043 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c21780a2db434329b5703254ea1534ab&device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 1098 time: 0.4616303 Dec 20 16:36:24.977270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e275158-cf61-4a74-9063-cd961713d6e7 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:24.980672 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0e275158-cf61-4a74-9063-cd961713d6e7 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/ports/d1623317-0c48-46d1-bc64-60bfa0540b25 HTTP/1.1" status: 204 len: 168 time: 0.7441313 Dec 20 16:36:24.990240 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:24.993646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f23c620-e9d5-4b37-8e10-ebcb0dfcfe17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.026455 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:25.033494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5729cd9-7c83-4005-a2a9-069c0fe39901 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:25.091251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f7ebf52-e121-4ba6-a435-8be9a33ee001 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.113472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b5729cd9-7c83-4005-a2a9-069c0fe39901 None None] Deleting port 54febe22-6cdd-4010-9734-34b548f25381 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:25.114037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5729cd9-7c83-4005-a2a9-069c0fe39901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.119521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.152265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.152588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.176184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ebf52-e121-4ba6-a435-8be9a33ee001 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Calling delete_port for ba07fa3e-ed57-45c4-a319-1b1203b684e1 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:25.198827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Calling delete_port for 5790312f-7215-4543-aee3-d4fb530adc7c owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:25.364064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-2de2214b-c20a-4452-ade3-603f38a5dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:25.365496 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-2de2214b-c20a-4452-ade3-603f38a5dbe3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca9b5420-e3fd-42b8-b4b7-aead5d11446e HTTP/1.1" status: 200 len: 906 time: 0.3490598 Dec 20 16:36:25.385687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b5729cd9-7c83-4005-a2a9-069c0fe39901 None None] For port 54febe22-6cdd-4010-9734-34b548f25381, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=54febe22-6cdd-4010-9734-34b548f25381,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:25.386218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5729cd9-7c83-4005-a2a9-069c0fe39901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.415243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b5729cd9-7c83-4005-a2a9-069c0fe39901 None None] Calling delete_port for 54febe22-6cdd-4010-9734-34b548f25381 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:25.415860 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '2fa17c82-9d45-4c6f-a126-31891b4afe3f', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'port_id': '21e948b8-5f96-45c4-8e3a-67c2424d94da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'mac_address': 'fa:16:3e:b2:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:36:20Z', 'revision_number': 1, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a091ffbb-a89b-478f-9748-1d40d2285db3', 'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'mac_address': 'fa:16:3e:e9:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:34Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 5, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'subnets': [{'id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:25.455442 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ea982-b71e-4805-b580-f86a6e2244b6 None None] The sync data for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv is: [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '2fa17c82-9d45-4c6f-a126-31891b4afe3f', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'port_id': '21e948b8-5f96-45c4-8e3a-67c2424d94da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'mac_address': 'fa:16:3e:b2:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:35:46Z', 'updated_at': '2021-12-20T16:36:20Z', 'revision_number': 1, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a091ffbb-a89b-478f-9748-1d40d2285db3', 'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'mac_address': 'fa:16:3e:e9:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:34Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 5, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'subnets': [{'id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:25.503294 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-ddbdb596-39e4-497f-9386-c9572a4fdb16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21e948b8-5f96-45c4-8e3a-67c2424d94da HTTP/1.1" status: 200 len: 999 time: 0.1237612 Dec 20 16:36:25.519962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f7ebf52-e121-4ba6-a435-8be9a33ee001 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.543163 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5729cd9-7c83-4005-a2a9-069c0fe39901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.575259 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5729cd9-7c83-4005-a2a9-069c0fe39901 None None] Pushing event deleted for resources: {'Port': ['ID=54febe22-6cdd-4010-9734-34b548f25381,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:25.580201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5729cd9-7c83-4005-a2a9-069c0fe39901 None None] No DVR routers for this DVR port 54febe22-6cdd-4010-9734-34b548f25381 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:25.634746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ebf52-e121-4ba6-a435-8be9a33ee001 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Port': ['ID=ba07fa3e-ed57-45c4-a319-1b1203b684e1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:25.648979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a3e623cd-4e72-4c24-8517-878880224295 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Deleting port 327e59ff-e2d5-413e-9576-22b7e6425cd1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:25.649600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3e623cd-4e72-4c24-8517-878880224295 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.655080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f7ebf52-e121-4ba6-a435-8be9a33ee001 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.658495 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0f7ebf52-e121-4ba6-a435-8be9a33ee001 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/ports/ba07fa3e-ed57-45c4-a319-1b1203b684e1 HTTP/1.1" status: 204 len: 168 time: 1.4779434 Dec 20 16:36:25.665788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:25.677145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-3ce87d34-114e-4a2b-8f26-c9e8f62048fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:25.678619 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-3ce87d34-114e-4a2b-8f26-c9e8f62048fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c352518-7b72-4ed4-8f48-11021c07f0cb HTTP/1.1" status: 200 len: 844 time: 0.1541255 Dec 20 16:36:25.679852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.721821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.731321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3e623cd-4e72-4c24-8517-878880224295 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.751723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a3e623cd-4e72-4c24-8517-878880224295 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Calling delete_port for 327e59ff-e2d5-413e-9576-22b7e6425cd1 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:25.766651 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf35052-fba7-4d37-991b-f19b2b1be534 None None] New status for floating IP 2fa17c82-9d45-4c6f-a126-31891b4afe3f: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:36:25.911091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event deleted for resources: {'Port': ['ID=5790312f-7215-4543-aee3-d4fb530adc7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:25.937703 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:25.949636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 54febe22-6cdd-4010-9734-34b548f25381 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:25.957395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-aa81b73c-0bc3-4270-b300-fb7a79b659a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:25.959111 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-aa81b73c-0bc3-4270-b300-fb7a79b659a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca9b5420-e3fd-42b8-b4b7-aead5d11446e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2490039 Dec 20 16:36:25.991154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 54febe22-6cdd-4010-9734-34b548f25381 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:25.991510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 54febe22-6cdd-4010-9734-34b548f25381 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:26.036760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:26.044388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:26.051363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:26.051947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.057565 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3e623cd-4e72-4c24-8517-878880224295 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.066134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=95d9f9b6-4630-4931-aa99-a3a410c3c27c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:26.067291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ed113-1885-4f29-9ce2-91aae6fdb713 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:26.083081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.086711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.088152 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f5cd9b86-c7af-46a2-97ba-8ce4b81adf3b tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "DELETE /v2.0/floatingips/ce93ff5e-be0e-4592-8720-7cff9e18d9b3 HTTP/1.1" status: 204 len: 168 time: 2.3327830 Dec 20 16:36:26.096126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:26.105966 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-23a0d704-e847-48ae-b75a-6bb2ca05ed86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4182127 Dec 20 16:36:26.106210 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-64bb5983-510e-4b51-9dc9-98ab19bbf71a tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Request body: {'floatingip': {'floating_network_id': 'cbde1782-8def-4a5d-81cc-42f3d383e149', 'port_id': 'a72c3f89-3726-4d6f-9e9f-dad6d538fe9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:26.106793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:26.113880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': '95d9f9b6-4630-4931-aa99-a3a410c3c27c', 'ip_address': '2001:db8::858d:f40b:c408:56c'}], 'name': 'tempest-NetworksTestDHCPv6-327432995'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:26.120358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e623cd-4e72-4c24-8517-878880224295 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Port': ['ID=327e59ff-e2d5-413e-9576-22b7e6425cd1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:26.122757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3e623cd-4e72-4c24-8517-878880224295 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.126380 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a3e623cd-4e72-4c24-8517-878880224295 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/ports/327e59ff-e2d5-413e-9576-22b7e6425cd1 HTTP/1.1" status: 204 len: 168 time: 1.1352453 Dec 20 16:36:26.131991 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:26.159087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3c389590-dc4f-401f-98f2-44fbe14aa864 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Deleting port b1d508df-8099-4ad0-916c-7a34a0ae8829 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:26.159397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c389590-dc4f-401f-98f2-44fbe14aa864 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.219829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:26.220189 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f5eb4885-c0a1-4411-b0ae-07d38dd3ba13 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0845170 Dec 20 16:36:26.222432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '95d9f9b6-4630-4931-aa99-a3a410c3c27c'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:26.223295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.224891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-345316722'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:26.242346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Allocated IP 172.26.1.216 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/d8a64026-34b3-4664-9ab2-c4486413d8d1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:26.289758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Made reservation on behalf of 07a3ecb6965a41ca8f14393e5df01254 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:26.290915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64bb5983-510e-4b51-9dc9-98ab19bbf71a tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.293579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.303808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:26.334714 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-51981e2c-2e8f-4768-8d33-2846b252db7d service neutron] 10.222.0.18 "GET /v2.0/networks/ca9b5420-e3fd-42b8-b4b7-aead5d11446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645191 Dec 20 16:36:26.354884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c389590-dc4f-401f-98f2-44fbe14aa864 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.374496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:26.378973 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/95d9f9b6-4630-4931-aa99-a3a410c3c27c/8f8c9734-fc6c-4ede-a3c0-6488f75083c8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:26.393592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.393964 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Added segment 44c4976b-aa32-411f-ac40-8cb97c427dd1 of type vlan for network f1e8641a-f415-4768-b96a-cad0d30c30b7 Dec 20 16:36:26.427952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3c389590-dc4f-401f-98f2-44fbe14aa864 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Calling delete_port for b1d508df-8099-4ad0-916c-7a34a0ae8829 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:26.440267 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.456744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.473311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port e8026c89-335f-4fed-8b1e-6049c81750c7 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:26.534461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.541109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:26.541761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.595516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.598388 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3774872 Dec 20 16:36:26.604946 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.617247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43180) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:26.625165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.632242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-139271369'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:26.644937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:26.650343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:26.655898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:26.666758 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f0860b9-3233-4554-8a18-dcf54b42f1b9 req-847b6045-fd71-4203-b792-24b7d4636f67 service neutron] 10.222.0.18 "GET /v2.0/networks/ca9b5420-e3fd-42b8-b4b7-aead5d11446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091948 Dec 20 16:36:26.668722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3e96a-c462-403c-ad69-b2fd234a04fd tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Network': ['ID=f1e8641a-f415-4768-b96a-cad0d30c30b7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:26.670639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Pushing event updated for resources: {'Port': ['ID=8f8c9734-fc6c-4ede-a3c0-6488f75083c8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:26.709458 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f1e8641a-f415-4768-b96a-cad0d30c30b7 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:26.726604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Made reservation on behalf of 07a3ecb6965a41ca8f14393e5df01254 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:26.730064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.731964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c389590-dc4f-401f-98f2-44fbe14aa864 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.759521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::858d:f40b:c408:56c (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/95d9f9b6-4630-4931-aa99-a3a410c3c27c/e8026c89-335f-4fed-8b1e-6049c81750c7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:26.779897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c389590-dc4f-401f-98f2-44fbe14aa864 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Port': ['ID=b1d508df-8099-4ad0-916c-7a34a0ae8829,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:26.785490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Attempting to bind port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:26.785960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Attempting to bind port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:26.786520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Attempting to bind port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:26.789786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.800506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:26.801006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:26.801773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.801960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:26.802582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Bound port: 8f8c9734-fc6c-4ede-a3c0-6488f75083c8, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:26.803150 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.811624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c389590-dc4f-401f-98f2-44fbe14aa864 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.817262 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3c389590-dc4f-401f-98f2-44fbe14aa864 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/ports/b1d508df-8099-4ad0-916c-7a34a0ae8829 HTTP/1.1" status: 204 len: 168 time: 1.1482441 Dec 20 16:36:26.823102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:26.857342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:26.878312 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0637d636-9028-43e0-96dd-955c918f2b93 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0485764 Dec 20 16:36:26.881553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:26.885416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:26.887438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1034773868'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:26.892723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.892723 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Added segment 28547ed8-7151-4603-9176-5581e15fd92c of type vlan for network ba262e2b-816a-48ed-9342-0234654b8f9c Dec 20 16:36:26.894332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] For port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:26.894734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a64026-34b3-4664-9ab2-c4486413d8d1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:26.897397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:26.900760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] For port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8f8c9734-fc6c-4ede-a3c0-6488f75083c8,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:26.908431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:26.924712 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-64bb5983-510e-4b51-9dc9-98ab19bbf71a tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:36:26.929395 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-64bb5983-510e-4b51-9dc9-98ab19bbf71a tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8255780 Dec 20 16:36:26.933454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:26.936413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43188) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:26.950743 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'a72c3f89-3726-4d6f-9e9f-dad6d538fe9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:26.981208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb501d9-92c5-4272-afad-b6ac8b6d847e None None] Pushing event updated for resources: {'Port': ['ID=8f8c9734-fc6c-4ede-a3c0-6488f75083c8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:27.028345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Made reservation on behalf of fa7da23099424c76a10f9d02ca0d82de for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:27.033356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.079051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.096861 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.133454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:27.169307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.169645 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Added segment 849b102c-17d6-49ba-b0ce-f3443c16ab3b of type vlan for network 15e336b4-4b15-41f5-8c0d-2660cec0e3dc Dec 20 16:36:27.265099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.269084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.347676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:27.355136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:27.357540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:27.363474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:27.364255 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.372494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.374062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb0affb9-d9fb-4ea1-b953-933c31d0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.378976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:27.379779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.396208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=e8026c89-335f-4fed-8b1e-6049c81750c7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:27.406826 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.438738 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d835328a-6fd7-4bb1-9cbb-c2953bf4894b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3307974 Dec 20 16:36:27.439723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:27.445845 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5632315 Dec 20 16:36:27.455520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:27.466908 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1569448193'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:27.491215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.494518 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:27.496957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:27.497834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.518155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.520499 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0336000-f7eb-46e9-abd9-2631d49f1ac4 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Network': ['ID=15e336b4-4b15-41f5-8c0d-2660cec0e3dc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:27.534035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 15e336b4-4b15-41f5-8c0d-2660cec0e3dc details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:27.572781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80229095-1d9d-4071-8f00-1cf748ab72c5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:27.579489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80229095-1d9d-4071-8f00-1cf748ab72c5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:27.584399 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-80229095-1d9d-4071-8f00-1cf748ab72c5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1373489 Dec 20 16:36:27.584743 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9636614 Dec 20 16:36:27.587388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:27.627624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Made reservation on behalf of fa7da23099424c76a10f9d02ca0d82de for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:27.631320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.678136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff028d-054f-4aef-8c8f-8e9a1f9058d3 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Network': ['ID=ba262e2b-816a-48ed-9342-0234654b8f9c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:27.700661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network ba262e2b-816a-48ed-9342-0234654b8f9c details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:27.705961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:27.726370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.726732 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Added segment 08ecf7f5-d607-4500-81fe-0d7d96d57164 of type vlan for network c4cb12c0-e70e-458d-a42b-bc17885352e0 Dec 20 16:36:27.767508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:27.773400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'subnets': [{'network_id': 'f1e8641a-f415-4768-b96a-cad0d30c30b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--967082895', 'ip_version': 4}, {'network_id': 'ba262e2b-816a-48ed-9342-0234654b8f9c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:27.773691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'subnet': {'network_id': 'f1e8641a-f415-4768-b96a-cad0d30c30b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--967082895', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:27.774491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Request body: {'subnet': {'network_id': 'ba262e2b-816a-48ed-9342-0234654b8f9c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:27.821257 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.887960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.894626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:27.895270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.899496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Allocated IP 172.26.1.117 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/3c760e95-222b-40ac-8dfc-9478822d418a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:28.002294 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5340455 Dec 20 16:36:28.029823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8b54db68-aa3e-4450-ae99-6e4ad6d25f4e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port e8026c89-335f-4fed-8b1e-6049c81750c7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:28.030169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b54db68-aa3e-4450-ae99-6e4ad6d25f4e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.050694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f6149-33e2-46e3-b6cf-14fd97c9e20a tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Network': ['ID=c4cb12c0-e70e-458d-a42b-bc17885352e0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:28.053331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.070449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network c4cb12c0-e70e-458d-a42b-bc17885352e0 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:28.077925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:28.181246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b54db68-aa3e-4450-ae99-6e4ad6d25f4e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.197073 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.200915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8b54db68-aa3e-4450-ae99-6e4ad6d25f4e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for e8026c89-335f-4fed-8b1e-6049c81750c7 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:28.292609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:28.292992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.407712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-62e0a735-9270-45da-8e32-1e70c6e4c6c7 None None] Provisioning complete for port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:28.408326 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62e0a735-9270-45da-8e32-1e70c6e4c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.429216 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b54db68-aa3e-4450-ae99-6e4ad6d25f4e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.455505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.491407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Made reservation on behalf of 07a3ecb6965a41ca8f14393e5df01254 for: {'subnet': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:28.501407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.501754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.512651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.520543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.543792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.566324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62e0a735-9270-45da-8e32-1e70c6e4c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.593316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a64026-34b3-4664-9ab2-c4486413d8d1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:28.624483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8f8c9734-fc6c-4ede-a3c0-6488f75083c8,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:28.638047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54db68-aa3e-4450-ae99-6e4ad6d25f4e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=e8026c89-335f-4fed-8b1e-6049c81750c7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:28.669884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.702665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-62e0a735-9270-45da-8e32-1e70c6e4c6c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:36:28.703588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-62e0a735-9270-45da-8e32-1e70c6e4c6c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:36:28.704370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.807299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=8f8c9734-fc6c-4ede-a3c0-6488f75083c8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:28.816541 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Floating IP bd37336b-d12b-4212-8c36-82d0825080ca associated. External IP: 172.26.1.216, port: 8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f. Dec 20 16:36:28.956887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b54db68-aa3e-4450-ae99-6e4ad6d25f4e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:28.964659 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8b54db68-aa3e-4450-ae99-6e4ad6d25f4e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/e8026c89-335f-4fed-8b1e-6049c81750c7 HTTP/1.1" status: 204 len: 168 time: 1.3739111 Dec 20 16:36:28.990344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:29.024030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.090635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfafcfa5-7851-4129-924d-f9499d2ddc27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:29.092744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfafcfa5-7851-4129-924d-f9499d2ddc27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:29.096826 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dfafcfa5-7851-4129-924d-f9499d2ddc27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019073 Dec 20 16:36:29.097122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:29.109661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.160593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0b6799-eb07-4a1d-83b4-a1f0e64e2a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 95d9f9b6-4630-4931-aa99-a3a410c3c27c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:29.164438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Router 2d27835b-eb3b-4a9d-bff6-8db035b7f2e1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:29.165266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6799-eb07-4a1d-83b4-a1f0e64e2a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.179426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:29.180326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event updated for resources: {'Port': ['ID=3c760e95-222b-40ac-8dfc-9478822d418a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:29.205009 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:29.207647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:29.300345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6799-eb07-4a1d-83b4-a1f0e64e2a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.317638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.380275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3af74a54-bee4-4d00-b643-39067b280472 None None] Could not find standard attr ID for object e8026c89-335f-4fed-8b1e-6049c81750c7. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:36:29.433909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:29.446664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8952de-2f52-4c49-8930-6d30a8135f7e None None] Sync routers for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:29.452466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Checking segment: {'id': '44c4976b-aa32-411f-ac40-8cb97c427dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f1e8641a-f415-4768-b96a-cad0d30c30b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:29.452823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Network hostable DHCP agents. Network: f1e8641a-f415-4768-b96a-cad0d30c30b7, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:29.455077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Subnet': ['ID=ee3e2e99-0358-4d64-9ae8-e9a261f67ec7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:29.466862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8952de-2f52-4c49-8930-6d30a8135f7e None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:29.468763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ba8952de-2f52-4c49-8930-6d30a8135f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:29.490731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.495452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Network f1e8641a-f415-4768-b96a-cad0d30c30b7 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:29.504649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Deleting port 3c760e95-222b-40ac-8dfc-9478822d418a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:29.505019 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.510692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f1e8641a-f415-4768-b96a-cad0d30c30b7) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:29.516027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.525341 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fc869fd8-08c5-40c8-9338-fd0145637f4a tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.2865081 Dec 20 16:36:29.527673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43216) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:29.553033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ba8952de-2f52-4c49-8930-6d30a8135f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:29.567763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1231a89c-7992-4424-a02e-e8b3e886bbc4 None None] Network f1e8641a-f415-4768-b96a-cad0d30c30b7 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:29.579026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8952de-2f52-4c49-8930-6d30a8135f7e None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:29.579964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ba8952de-2f52-4c49-8930-6d30a8135f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:29.627609 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8922902e-5986-4666-a491-e8f54cbd1934 tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] 10.222.0.60 "GET /v2.0/floatingips/bd37336b-d12b-4212-8c36-82d0825080ca HTTP/1.1" status: 200 len: 984 time: 0.0967290 Dec 20 16:36:29.628471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:29.629499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6799-eb07-4a1d-83b4-a1f0e64e2a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.655375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ba8952de-2f52-4c49-8930-6d30a8135f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:29.657669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8952de-2f52-4c49-8930-6d30a8135f7e None None] The sync data for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:29.663262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event updated for resources: {'Subnet': ['ID=8e035e0d-4059-4ace-bd71-6177b76ae321,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:29.674502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Checking segment: {'id': '28547ed8-7151-4603-9176-5581e15fd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ba262e2b-816a-48ed-9342-0234654b8f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:29.674864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Network hostable DHCP agents. Network: ba262e2b-816a-48ed-9342-0234654b8f9c, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:29.691610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.691986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.714564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Calling delete_port for 3c760e95-222b-40ac-8dfc-9478822d418a owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:29.720781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Network ba262e2b-816a-48ed-9342-0234654b8f9c is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:29.740654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, ba262e2b-816a-48ed-9342-0234654b8f9c) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:29.747409 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:29.747892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:29.749048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.764263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a40f1-5cc0-4c91-9b1b-5c9065ac646f None None] Network ba262e2b-816a-48ed-9342-0234654b8f9c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:29.783924 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6fa951cb-9c69-437f-a590-fd11878ef248 tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3824 time: 0.1506817 Dec 20 16:36:29.787125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:29.827491 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-957ebeef-7970-4450-a6b0-4d21ca3c53b4 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0579515 Dec 20 16:36:29.829652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:29.951992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e6210-ee37-44a1-8d09-c8a433800dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-f1e8641a-f415-4768-b96a-cad0d30c30b7', 'network_id': 'f1e8641a-f415-4768-b96a-cad0d30c30b7', 'project_id': '07a3ecb6965a41ca8f14393e5df01254', 'fixed_ips': [{'subnet_id': 'ee3e2e99-0358-4d64-9ae8-e9a261f67ec7'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:29.954835 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3154d99-1057-4ef6-936a-dcfc3b9ad27a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:29.962285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3154d99-1057-4ef6-936a-dcfc3b9ad27a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:29.971263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de0e6210-ee37-44a1-8d09-c8a433800dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.980215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3154d99-1057-4ef6-936a-dcfc3b9ad27a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:29.986380 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a3154d99-1057-4ef6-936a-dcfc3b9ad27a tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1554673 Dec 20 16:36:29.987155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:30.015428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6799-eb07-4a1d-83b4-a1f0e64e2a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.069703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b6799-eb07-4a1d-83b4-a1f0e64e2a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=95d9f9b6-4630-4931-aa99-a3a410c3c27c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:30.071939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b0b6799-eb07-4a1d-83b4-a1f0e64e2a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.077823 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9b0b6799-eb07-4a1d-83b4-a1f0e64e2a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/95d9f9b6-4630-4931-aa99-a3a410c3c27c HTTP/1.1" status: 204 len: 168 time: 0.9797728 Dec 20 16:36:30.078939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:30.079179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:30.104670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2bc37e-7d33-4fbd-9835-22c2ac487cdb tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Deleting subnet ee3e2e99-0358-4d64-9ae8-e9a261f67ec7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:30.115312 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc37e-7d33-4fbd-9835-22c2ac487cdb tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.136268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb8bb03-d57a-46d8-92de-fb2640daad33 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:30.148865 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7f9c0b7a-9dd1-4868-bd92-d58cf9abec85 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683773 Dec 20 16:36:30.152343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:30.163088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Deleting port d8a64026-34b3-4664-9ab2-c4486413d8d1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:30.163594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.173909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc37e-7d33-4fbd-9835-22c2ac487cdb tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.229319 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa8b805-9ebc-4093-ac19-7861be059795 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:30.232296 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9aa8b805-9ebc-4093-ac19-7861be059795 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0787265 Dec 20 16:36:30.233879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.238089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:30.262868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.306743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc37e-7d33-4fbd-9835-22c2ac487cdb tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.329517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:30.330365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.352068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7c4ce-3af2-451e-91ba-a65fabb07881 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:30.354486 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-65e7c4ce-3af2-451e-91ba-a65fabb07881 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1132772 Dec 20 16:36:30.363148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-ba262e2b-816a-48ed-9342-0234654b8f9c', 'network_id': 'ba262e2b-816a-48ed-9342-0234654b8f9c', 'project_id': '07a3ecb6965a41ca8f14393e5df01254', 'fixed_ips': [{'subnet_id': '8e035e0d-4059-4ace-bd71-6177b76ae321'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:30.364008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.396535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:30.407914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event deleted for resources: {'Port': ['ID=3c760e95-222b-40ac-8dfc-9478822d418a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:30.436835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.437322 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.463571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Calling delete_port for d8a64026-34b3-4664-9ab2-c4486413d8d1 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:30.480065 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8288c3cb-1278-4697-b180-94c1c34e4f54 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816019 Dec 20 16:36:30.499653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:30.506202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:30.745568 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] create failed (client error): The resource could not be found. Dec 20 16:36:30.752988 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ab12079c-2b0f-4a67-97e3-bfd447ab507e tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8115718 Dec 20 16:36:30.754116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:30.771172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:30.779184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:30.801384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6e72c-c63c-4f9e-b4d1-1211b3ad16c6 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:30.982014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.042094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bf74462-99e3-4681-a8d4-3ffb8664352c tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Deleting port a72c3f89-3726-4d6f-9e9f-dad6d538fe9a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:31.042582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bf74462-99e3-4681-a8d4-3ffb8664352c tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.067909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Allocated IP 172.20.0.18 (ba262e2b-816a-48ed-9342-0234654b8f9c/8e035e0d-4059-4ace-bd71-6177b76ae321/81104238-c42e-4d2e-8e81-e005a3d61c52) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:31.092003 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6e72c-c63c-4f9e-b4d1-1211b3ad16c6 None None] Deleting port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:31.092475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e72c-c63c-4f9e-b4d1-1211b3ad16c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.151059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bf74462-99e3-4681-a8d4-3ffb8664352c tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.171913 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bf74462-99e3-4681-a8d4-3ffb8664352c tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Calling delete_port for a72c3f89-3726-4d6f-9e9f-dad6d538fe9a owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:31.177514 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:31.183953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'subnets': [{'network_id': '15e336b4-4b15-41f5-8c0d-2660cec0e3dc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--416102801', 'ip_version': 6}, {'network_id': 'c4cb12c0-e70e-458d-a42b-bc17885352e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:31.184298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'subnet': {'network_id': '15e336b4-4b15-41f5-8c0d-2660cec0e3dc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--416102801', 'ip_version': 6}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:31.185151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Request body: {'subnet': {'network_id': 'c4cb12c0-e70e-458d-a42b-bc17885352e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:31.188433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc37e-7d33-4fbd-9835-22c2ac487cdb tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.199699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.228307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bc37e-7d33-4fbd-9835-22c2ac487cdb tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3e2e99-0358-4d64-9ae8-e9a261f67ec7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:31.256218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc37e-7d33-4fbd-9835-22c2ac487cdb tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.262410 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cb2bc37e-7d33-4fbd-9835-22c2ac487cdb tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/subnets/ee3e2e99-0358-4d64-9ae8-e9a261f67ec7 HTTP/1.1" status: 204 len: 168 time: 1.2713218 Dec 20 16:36:31.262679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event deleted for resources: {'Port': ['ID=d8a64026-34b3-4664-9ab2-c4486413d8d1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:31.267002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:31.363992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf80f3e-dbfd-4f48-aac0-8df2f4feef1e tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Deleting subnet 8e035e0d-4059-4ace-bd71-6177b76ae321 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:31.369444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.369853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Floating IP bd37336b-d12b-4212-8c36-82d0825080ca disassociated (deleted). External IP: 172.26.1.216, port: 8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f. Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-de0e6210-ee37-44a1-8d09-c8a433800dfd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee3e2e99-0358-4d64-9ae8-e9a261f67ec7: This subnet is being modified by another concurrent operation. Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:36:31.382507 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee3e2e99-0358-4d64-9ae8-e9a261f67ec7: This subnet is being modified by another concurrent operation. Dec 20 16:36:31.386396 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:36:31.436989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03c813-ee36-45c5-b016-3e64977b6413 None None] Network f1e8641a-f415-4768-b96a-cad0d30c30b7 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:31.478538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e5d6e72c-c63c-4f9e-b4d1-1211b3ad16c6 None None] For port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8f8c9734-fc6c-4ede-a3c0-6488f75083c8,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:31.478979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e72c-c63c-4f9e-b4d1-1211b3ad16c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.525809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6e72c-c63c-4f9e-b4d1-1211b3ad16c6 None None] Calling delete_port for 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:31.611318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Router 2d27835b-eb3b-4a9d-bff6-8db035b7f2e1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:31.675220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.681784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcf80f3e-dbfd-4f48-aac0-8df2f4feef1e tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.685444 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.742708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5d6e72c-c63c-4f9e-b4d1-1211b3ad16c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.752596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Network ba262e2b-816a-48ed-9342-0234654b8f9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:31.759198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:31.761168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Pushing event updated for resources: {'Port': ['ID=81104238-c42e-4d2e-8e81-e005a3d61c52,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:31.762561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcf80f3e-dbfd-4f48-aac0-8df2f4feef1e tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.764378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:31.771434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6e72c-c63c-4f9e-b4d1-1211b3ad16c6 None None] No DVR routers for this DVR port 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:31.814555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:31.822448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.824000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6e72c-c63c-4f9e-b4d1-1211b3ad16c6 None None] Pushing event deleted for resources: {'Port': ['ID=8f8c9734-fc6c-4ede-a3c0-6488f75083c8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:31.833701 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc143b10-16ae-4815-828b-413988fc3342 None None] Sync routers for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:31.847192 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc143b10-16ae-4815-828b-413988fc3342 None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:31.848358 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bc143b10-16ae-4815-828b-413988fc3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:31.891465 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bc143b10-16ae-4815-828b-413988fc3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:31.891692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Attempting to bind port 81104238-c42e-4d2e-8e81-e005a3d61c52 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:31.891981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Attempting to bind port 81104238-c42e-4d2e-8e81-e005a3d61c52 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '28547ed8-7151-4603-9176-5581e15fd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ba262e2b-816a-48ed-9342-0234654b8f9c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:31.892199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.892693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Attempting to bind port 81104238-c42e-4d2e-8e81-e005a3d61c52 on network ba262e2b-816a-48ed-9342-0234654b8f9c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:31.905496 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc143b10-16ae-4815-828b-413988fc3342 None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:31.906462 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bc143b10-16ae-4815-828b-413988fc3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:31.907086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:31.907471 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Checking segment: {'id': '28547ed8-7151-4603-9176-5581e15fd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ba262e2b-816a-48ed-9342-0234654b8f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:31.907881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.908278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Bound using segment: {'id': '28547ed8-7151-4603-9176-5581e15fd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ba262e2b-816a-48ed-9342-0234654b8f9c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:31.908765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Bound port: 81104238-c42e-4d2e-8e81-e005a3d61c52, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28547ed8-7151-4603-9176-5581e15fd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ba262e2b-816a-48ed-9342-0234654b8f9c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:31.909149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.916872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-931a1ba2-2f82-42b4-9dd7-2bfa5d8911c9 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd37336b-d12b-4212-8c36-82d0825080ca HTTP/1.1" status: 204 len: 168 time: 2.1287153 Dec 20 16:36:31.921467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:31.926289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:31.964308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:31.971853 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bc143b10-16ae-4815-828b-413988fc3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:31.972589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:31.973919 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc143b10-16ae-4815-828b-413988fc3342 None None] The sync data for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:31.974505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcf80f3e-dbfd-4f48-aac0-8df2f4feef1e tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.981270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:31.982231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.994336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bf74462-99e3-4681-a8d4-3ffb8664352c tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.996286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f17c0-4a2e-4d8d-8c01-5dc9195ed53b None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:32.002208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Made reservation on behalf of fa7da23099424c76a10f9d02ca0d82de for: {'subnet': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:32.006801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.007133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.015807 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5145171 Dec 20 16:36:32.021598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:32.027173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:32.027799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': '03733c22-e90a-4b0a-a26c-308dcbc77c0d', 'ip_address': '2001:db8::7a88:4eb1:211b:9ae'}], 'name': 'tempest-NetworksTestDHCPv6-1134183044'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:32.056808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.072824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08502b-0eb6-4506-90eb-2a92dacd2e2c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=03733c22-e90a-4b0a-a26c-308dcbc77c0d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:32.072824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf74462-99e3-4681-a8d4-3ffb8664352c tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event deleted for resources: {'Port': ['ID=a72c3f89-3726-4d6f-9e9f-dad6d538fe9a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:32.087780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:32.088131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8f8c9734-fc6c-4ede-a3c0-6488f75083c8 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:32.159915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcf80f3e-dbfd-4f48-aac0-8df2f4feef1e tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.174783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] For port 81104238-c42e-4d2e-8e81-e005a3d61c52, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:32.179610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '03733c22-e90a-4b0a-a26c-308dcbc77c0d'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:32.181300 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.204239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] For port 81104238-c42e-4d2e-8e81-e005a3d61c52, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=81104238-c42e-4d2e-8e81-e005a3d61c52,segment=NetworkSegment(28547ed8-7151-4603-9176-5581e15fd92c),segment_id=28547ed8-7151-4603-9176-5581e15fd92c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:32.215167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.227051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bf74462-99e3-4681-a8d4-3ffb8664352c tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.235812 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5bf74462-99e3-4681-a8d4-3ffb8664352c tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "DELETE /v2.0/ports/a72c3f89-3726-4d6f-9e9f-dad6d538fe9a HTTP/1.1" status: 204 len: 168 time: 1.4779530 Dec 20 16:36:32.239379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:32.265266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcf80f3e-dbfd-4f48-aac0-8df2f4feef1e tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.268957 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dcf80f3e-dbfd-4f48-aac0-8df2f4feef1e tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/subnets/8e035e0d-4059-4ace-bd71-6177b76ae321 HTTP/1.1" status: 204 len: 168 time: 1.0007312 Dec 20 16:36:32.272893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf80f3e-dbfd-4f48-aac0-8df2f4feef1e tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Subnet': ['ID=8e035e0d-4059-4ace-bd71-6177b76ae321,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:32.275721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:32.374848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78cb150-148d-4eb6-a80a-b11d98c3cc23 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:32.376591 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d78cb150-148d-4eb6-a80a-b11d98c3cc23 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0997963 Dec 20 16:36:32.382602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:32.400048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:32.416529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38392e-a961-4b17-ab2b-af04a3c37204 None None] Pushing event updated for resources: {'Port': ['ID=81104238-c42e-4d2e-8e81-e005a3d61c52,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:32.426831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7027997b-e8c4-432a-85ff-e76a25db1902 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:32.432501 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7027997b-e8c4-432a-85ff-e76a25db1902 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9f57cb-c035-45df-a30b-d4e7d69f9ae8 HTTP/1.1" status: 200 len: 913 time: 0.1869195 Dec 20 16:36:32.437332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:32.474287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/03733c22-e90a-4b0a-a26c-308dcbc77c0d/55317f48-d214-4af4-a628-7a9b9ada2fa1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:32.550784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.553156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.627761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.699585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.708590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.723451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port cca4a6e7-594a-4242-99f5-c181be7a4f53 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:32.770814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:32.775726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:32.778733 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:32.854231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Attempting to bind port 55317f48-d214-4af4-a628-7a9b9ada2fa1 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:32.854913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Attempting to bind port 55317f48-d214-4af4-a628-7a9b9ada2fa1 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:32.855004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Attempting to bind port 55317f48-d214-4af4-a628-7a9b9ada2fa1 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:32.856962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Pushing event updated for resources: {'Port': ['ID=55317f48-d214-4af4-a628-7a9b9ada2fa1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:32.864807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:32.865241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:32.865586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.865982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:32.866495 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Bound port: 55317f48-d214-4af4-a628-7a9b9ada2fa1, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:32.866882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.931999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Allocated IP 172.26.1.250 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/3b219100-39a0-4bee-a151-46227195f34e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:32.951411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] For port 55317f48-d214-4af4-a628-7a9b9ada2fa1, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:32.959551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] For port 55317f48-d214-4af4-a628-7a9b9ada2fa1, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=55317f48-d214-4af4-a628-7a9b9ada2fa1,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:32.971666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:32.976781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Deleting port 81104238-c42e-4d2e-8e81-e005a3d61c52 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:32.977241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.055359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d146415-3c9d-48b0-a196-6f3596f552d6 None None] Pushing event updated for resources: {'Port': ['ID=55317f48-d214-4af4-a628-7a9b9ada2fa1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:33.088911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::7a88:4eb1:211b:9ae (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/03733c22-e90a-4b0a-a26c-308dcbc77c0d/cca4a6e7-594a-4242-99f5-c181be7a4f53) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:33.144715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.150152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] For port 81104238-c42e-4d2e-8e81-e005a3d61c52, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=81104238-c42e-4d2e-8e81-e005a3d61c52,segment=NetworkSegment(28547ed8-7151-4603-9176-5581e15fd92c),segment_id=28547ed8-7151-4603-9176-5581e15fd92c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:33.150572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.177398 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Calling delete_port for 81104238-c42e-4d2e-8e81-e005a3d61c52 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:33.203058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.309468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Subnet': ['ID=f3938fa1-1e2f-43bb-9015-3505633f3f0e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:33.311418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.328849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Checking segment: {'id': '849b102c-17d6-49ba-b0ce-f3443c16ab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15e336b4-4b15-41f5-8c0d-2660cec0e3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:33.329210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Network hostable DHCP agents. Network: 15e336b4-4b15-41f5-8c0d-2660cec0e3dc, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:33.488797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.500330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Network 15e336b4-4b15-41f5-8c0d-2660cec0e3dc is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:33.507767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.521752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 15e336b4-4b15-41f5-8c0d-2660cec0e3dc) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:33.531961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06fa4f-ab29-47a4-b3be-630c4578f8a2 None None] Network 15e336b4-4b15-41f5-8c0d-2660cec0e3dc requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:33.542649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.561578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] No DVR routers for this DVR port 81104238-c42e-4d2e-8e81-e005a3d61c52 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:33.584461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:33.590874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:33.596076 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:33.600373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Port': ['ID=81104238-c42e-4d2e-8e81-e005a3d61c52,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:33.611180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.653695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event updated for resources: {'Subnet': ['ID=7f2842f1-e5d7-41c7-bed8-65ac839799d0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:33.657423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-15e336b4-4b15-41f5-8c0d-2660cec0e3dc', 'network_id': '15e336b4-4b15-41f5-8c0d-2660cec0e3dc', 'project_id': 'fa7da23099424c76a10f9d02ca0d82de', 'fixed_ips': [{'subnet_id': 'f3938fa1-1e2f-43bb-9015-3505633f3f0e'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:33.658428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.703515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Checking segment: {'id': '08ecf7f5-d607-4500-81fe-0d7d96d57164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4cb12c0-e70e-458d-a42b-bc17885352e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:33.703699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Network hostable DHCP agents. Network: c4cb12c0-e70e-458d-a42b-bc17885352e0, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:33.752202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Network c4cb12c0-e70e-458d-a42b-bc17885352e0 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:33.770694 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, c4cb12c0-e70e-458d-a42b-bc17885352e0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:33.776832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:33.777299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:33.777925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.799074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Deleting port 8359b0ca-3413-4105-a631-460535d76908 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:33.799418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.804864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee309a50-be07-40b7-a14f-75e5712070c1 None None] Network c4cb12c0-e70e-458d-a42b-bc17885352e0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:33.809669 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-83015efb-ebd5-4aaf-92d0-6bddd625cf1f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.6281126 Dec 20 16:36:33.822137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:33.836865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Pushing event updated for resources: {'Port': ['ID=3b219100-39a0-4bee-a151-46227195f34e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:33.852954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.892952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba262e2b-816a-48ed-9342-0234654b8f9c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:33.903211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da4157d-6a0d-4f55-b054-2b4c9bfa0e5d None None] Network ba262e2b-816a-48ed-9342-0234654b8f9c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:33.910031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.912912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28547ed8-7151-4603-9176-5581e15fd92c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:33.913235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28547ed8-7151-4603-9176-5581e15fd92c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:33.931399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.934546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.940994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df227fbb-7e19-42d4-8909-e2dfa99360bc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:33.942527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df227fbb-7e19-42d4-8909-e2dfa99360bc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:33.944018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df227fbb-7e19-42d4-8909-e2dfa99360bc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:33.955497 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-df227fbb-7e19-42d4-8909-e2dfa99360bc tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1232615 Dec 20 16:36:33.956248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:33.997807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b8c1d6df-2ea2-4178-bb91-d6ce4f8c7508 None None] Could not find standard attr ID for object 81104238-c42e-4d2e-8e81-e005a3d61c52. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:36:34.028900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.043464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.089355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Calling delete_port for 8359b0ca-3413-4105-a631-460535d76908 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:34.163480 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Allocated IP 2001:db8::1 (15e336b4-4b15-41f5-8c0d-2660cec0e3dc/f3938fa1-1e2f-43bb-9015-3505633f3f0e/edc8a438-1147-4495-a1a7-18960851d17b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:34.166146 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e089c485-673f-490c-80f8-2691e7b9e668 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Deleting subnet f3938fa1-1e2f-43bb-9015-3505633f3f0e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:34.205095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.222417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:34.225789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:34.226188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:34.230697 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:34.253256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:34.278970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 55317f48-d214-4af4-a628-7a9b9ada2fa1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:34.312368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-c4cb12c0-e70e-458d-a42b-bc17885352e0', 'network_id': 'c4cb12c0-e70e-458d-a42b-bc17885352e0', 'project_id': 'fa7da23099424c76a10f9d02ca0d82de', 'fixed_ips': [{'subnet_id': '7f2842f1-e5d7-41c7-bed8-65ac839799d0'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:34.313234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.332508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.336488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:34.342955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:34.343626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.356600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.362151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=cca4a6e7-594a-4242-99f5-c181be7a4f53,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:34.367907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.372531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.384832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event deleted for resources: {'Port': ['ID=8359b0ca-3413-4105-a631-460535d76908,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:34.389895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.393529 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/networks/ba262e2b-816a-48ed-9342-0234654b8f9c HTTP/1.1" status: 204 len: 168 time: 2.0079067 Dec 20 16:36:34.397893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a361b5-e915-4db8-bd24-29fb5d7809ee tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Network': ['ID=ba262e2b-816a-48ed-9342-0234654b8f9c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:34.398393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:34.421498 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0f2fb0aa-4612-4626-aaf2-8d9326bf38f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3946438 Dec 20 16:36:34.451882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:34.457537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-105f60ff-792e-4a9f-b6d3-f0a65042b999 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': '03733c22-e90a-4b0a-a26c-308dcbc77c0d', 'ip_address': '2001:db8::7a88:4eb1:211b:9ae'}], 'name': 'tempest-NetworksTestDHCPv6-320385467'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:34.589893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.599466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Pushing event updated for resources: {'Port': ['ID=3b219100-39a0-4bee-a151-46227195f34e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:34.627416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.660406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.661840 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f8932fdf-0b77-47c3-bd24-362808580b1d tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7394938 Dec 20 16:36:34.664489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:34.719518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105f60ff-792e-4a9f-b6d3-f0a65042b999 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:34.726144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-105f60ff-792e-4a9f-b6d3-f0a65042b999 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.765866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-105f60ff-792e-4a9f-b6d3-f0a65042b999 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port 0a00ccef-8674-4400-9a4e-b482518e0ce5 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:34.828273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.836108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a108133c-d40a-4eeb-af07-caf2d5db1c1b None None] DHCP port deletion for ba262e2b-816a-48ed-9342-0234654b8f9c request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:34.839419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fb20a61f-c212-497b-8bbd-456c884f1ce5 None None] Provisioning complete for port 55317f48-d214-4af4-a628-7a9b9ada2fa1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:34.839972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb20a61f-c212-497b-8bbd-456c884f1ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.884411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.929518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 55317f48-d214-4af4-a628-7a9b9ada2fa1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:34.930128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.946680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.977488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Allocated IP 2001:db8:0:1::1 (c4cb12c0-e70e-458d-a42b-bc17885352e0/7f2842f1-e5d7-41c7-bed8-65ac839799d0/a499b961-3d87-4a43-9f5d-84cf3abe840b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:34.994428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089c485-673f-490c-80f8-2691e7b9e668 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.004778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.008845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e8641a-f415-4768-b96a-cad0d30c30b7']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:35.027961 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c4976b-aa32-411f-ac40-8cb97c427dd1') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:35.027961 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c4976b-aa32-411f-ac40-8cb97c427dd1') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:35.030692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.038507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:35.045638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.052829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:35.052829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.069427 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-105f60ff-792e-4a9f-b6d3-f0a65042b999 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 16:36:35.069989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105f60ff-792e-4a9f-b6d3-f0a65042b999 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:36:35.100245 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-105f60ff-792e-4a9f-b6d3-f0a65042b999 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6438026 Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.100457 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:35.103036 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:35.105548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:35.120033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.128753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Network 15e336b4-4b15-41f5-8c0d-2660cec0e3dc is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:35.153776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:35.156406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Pushing event updated for resources: {'Port': ['ID=edc8a438-1147-4495-a1a7-18960851d17b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:35.165119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:35.230977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.232754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82608149-b60d-4f49-8ffe-7ba465d0bc4c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:35.238948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82608149-b60d-4f49-8ffe-7ba465d0bc4c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:35.244101 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-82608149-b60d-4f49-8ffe-7ba465d0bc4c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1375132 Dec 20 16:36:35.244250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:35.245418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb20a61f-c212-497b-8bbd-456c884f1ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.287352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089c485-673f-490c-80f8-2691e7b9e668 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.298893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.361284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Attempting to bind port edc8a438-1147-4495-a1a7-18960851d17b on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:35.361719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Attempting to bind port edc8a438-1147-4495-a1a7-18960851d17b by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '849b102c-17d6-49ba-b0ce-f3443c16ab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15e336b4-4b15-41f5-8c0d-2660cec0e3dc'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:35.362141 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Attempting to bind port edc8a438-1147-4495-a1a7-18960851d17b on network 15e336b4-4b15-41f5-8c0d-2660cec0e3dc {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:35.390344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fb20a61f-c212-497b-8bbd-456c884f1ce5 None None] For port 55317f48-d214-4af4-a628-7a9b9ada2fa1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=55317f48-d214-4af4-a628-7a9b9ada2fa1,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:35.393743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:35.394239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Checking segment: {'id': '849b102c-17d6-49ba-b0ce-f3443c16ab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15e336b4-4b15-41f5-8c0d-2660cec0e3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:35.394775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.395198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Bound using segment: {'id': '849b102c-17d6-49ba-b0ce-f3443c16ab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15e336b4-4b15-41f5-8c0d-2660cec0e3dc'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:35.395760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Bound port: edc8a438-1147-4495-a1a7-18960851d17b, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849b102c-17d6-49ba-b0ce-f3443c16ab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '15e336b4-4b15-41f5-8c0d-2660cec0e3dc'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:35.396214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.402855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb20a61f-c212-497b-8bbd-456c884f1ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.473687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.517800 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.544874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:36:35.545252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:36:35.581188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20a61f-c212-497b-8bbd-456c884f1ce5 None None] Pushing event updated for resources: {'Port': ['ID=55317f48-d214-4af4-a628-7a9b9ada2fa1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:35.588776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Network c4cb12c0-e70e-458d-a42b-bc17885352e0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:35.598374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:35.627563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:35.630467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] For port edc8a438-1147-4495-a1a7-18960851d17b, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:35.640765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-37ea2354-5c32-400f-a061-63a7cde53907 None None] Provisioning complete for port cca4a6e7-594a-4242-99f5-c181be7a4f53 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:35.640765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37ea2354-5c32-400f-a061-63a7cde53907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.649342 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.656774 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/networks/f1e8641a-f415-4768-b96a-cad0d30c30b7 HTTP/1.1" status: 204 len: 168 time: 1.2557333 Dec 20 16:36:35.666848 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43300) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:35.673708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] For port edc8a438-1147-4495-a1a7-18960851d17b, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=edc8a438-1147-4495-a1a7-18960851d17b,segment=NetworkSegment(849b102c-17d6-49ba-b0ce-f3443c16ab3b),segment_id=849b102c-17d6-49ba-b0ce-f3443c16ab3b)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:35.711034 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeae028-9495-4e8f-9505-29335db18dad tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Network': ['ID=f1e8641a-f415-4768-b96a-cad0d30c30b7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:35.712958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.716921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Pushing event updated for resources: {'Port': ['ID=a499b961-3d87-4a43-9f5d-84cf3abe840b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:35.730363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-37ea2354-5c32-400f-a061-63a7cde53907 None None] Port cca4a6e7-594a-4242-99f5-c181be7a4f53 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:35.742935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5bfcd956-6ead-4772-8c8a-00df073e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port cca4a6e7-594a-4242-99f5-c181be7a4f53 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:35.743525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd956-6ead-4772-8c8a-00df073e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.758908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Router 6e9f57cb-c035-45df-a30b-d4e7d69f9ae8 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:35.759622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.799790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Attempting to bind port a499b961-3d87-4a43-9f5d-84cf3abe840b on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:35.800165 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Attempting to bind port a499b961-3d87-4a43-9f5d-84cf3abe840b by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '08ecf7f5-d607-4500-81fe-0d7d96d57164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4cb12c0-e70e-458d-a42b-bc17885352e0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:35.800526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Attempting to bind port a499b961-3d87-4a43-9f5d-84cf3abe840b on network c4cb12c0-e70e-458d-a42b-bc17885352e0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:35.816817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:35.817193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Checking segment: {'id': '08ecf7f5-d607-4500-81fe-0d7d96d57164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4cb12c0-e70e-458d-a42b-bc17885352e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:35.817595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.817993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Bound using segment: {'id': '08ecf7f5-d607-4500-81fe-0d7d96d57164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4cb12c0-e70e-458d-a42b-bc17885352e0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:35.818510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Bound port: a499b961-3d87-4a43-9f5d-84cf3abe840b, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ecf7f5-d607-4500-81fe-0d7d96d57164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4cb12c0-e70e-458d-a42b-bc17885352e0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:35.818894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.840739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fcf62-a099-4cbe-b79b-0a047025444a None None] Pushing event updated for resources: {'Port': ['ID=edc8a438-1147-4495-a1a7-18960851d17b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:35.868828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.906523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd956-6ead-4772-8c8a-00df073e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.924160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] For port a499b961-3d87-4a43-9f5d-84cf3abe840b, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:35.924484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5bfcd956-6ead-4772-8c8a-00df073e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for cca4a6e7-594a-4242-99f5-c181be7a4f53 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:35.928171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] For port a499b961-3d87-4a43-9f5d-84cf3abe840b, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a499b961-3d87-4a43-9f5d-84cf3abe840b,segment=NetworkSegment(08ecf7f5-d607-4500-81fe-0d7d96d57164),segment_id=08ecf7f5-d607-4500-81fe-0d7d96d57164)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:35.933536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.956450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Allocated IP 172.26.1.51 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/e57e81eb-c1b4-47a6-93bf-d82aa245077c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:35.982844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089c485-673f-490c-80f8-2691e7b9e668 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.986359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:36.013916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389b0c8-682d-4271-b14a-0aa91e4b9bb6 None None] Sync routers for ids ['6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:36.025979 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c355fa55-5d12-43f0-8b54-10ca45070385 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "PUT /v2.0/routers/6e9f57cb-c035-45df-a30b-d4e7d69f9ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5829074 Dec 20 16:36:36.033071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:36.039243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e4c36-6e1d-4f93-9ed8-08374e03e208 None None] Pushing event updated for resources: {'Port': ['ID=a499b961-3d87-4a43-9f5d-84cf3abe840b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:36.058400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389b0c8-682d-4271-b14a-0aa91e4b9bb6 None None] Routers {'6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:36.058400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f389b0c8-682d-4271-b14a-0aa91e4b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:36.110604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089c485-673f-490c-80f8-2691e7b9e668 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.140596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f389b0c8-682d-4271-b14a-0aa91e4b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:36.182082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389b0c8-682d-4271-b14a-0aa91e4b9bb6 None None] Routers {'6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:36.182739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f389b0c8-682d-4271-b14a-0aa91e4b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:36.201558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089c485-673f-490c-80f8-2691e7b9e668 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Subnet': ['ID=f3938fa1-1e2f-43bb-9015-3505633f3f0e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:36.205180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.217964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089c485-673f-490c-80f8-2691e7b9e668 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.228697 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e089c485-673f-490c-80f8-2691e7b9e668 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/subnets/f3938fa1-1e2f-43bb-9015-3505633f3f0e HTTP/1.1" status: 204 len: 168 time: 2.2716048 Dec 20 16:36:36.238011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f389b0c8-682d-4271-b14a-0aa91e4b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:36.238904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389b0c8-682d-4271-b14a-0aa91e4b9bb6 None None] The sync data for ids ['6e9f57cb-c035-45df-a30b-d4e7d69f9ae8'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:36.241288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:36.331859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec64bd27-db6f-465f-8148-1f01f6a32a09 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.390219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624086b3-c20b-452c-9a2d-c9b652330bdf']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:36.406833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c457f23e-8d5a-4fc9-979a-3e2e0092e5da') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:36.407128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c457f23e-8d5a-4fc9-979a-3e2e0092e5da') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:36.436016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3ac1a1-8da8-4149-bb08-a0dd78a735e6 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Deleting subnet 7f2842f1-e5d7-41c7-bed8-65ac839799d0 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:36.441611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.457995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac1a1-8da8-4149-bb08-a0dd78a735e6 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.499850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.518691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:36.519085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:36.522206 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:36.549771 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device edc8a438-1147-4495-a1a7-18960851d17b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:36.550224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac1a1-8da8-4149-bb08-a0dd78a735e6 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.562837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.619257 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port edc8a438-1147-4495-a1a7-18960851d17b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:36.620433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.678639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec64bd27-db6f-465f-8148-1f01f6a32a09 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.678869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.686700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec64bd27-db6f-465f-8148-1f01f6a32a09 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.691702 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.695363 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/networks/624086b3-c20b-452c-9a2d-c9b652330bdf HTTP/1.1" status: 204 len: 168 time: 1.0236888 Dec 20 16:36:36.699730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43312) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:36.710345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d67b0-ea53-4533-bd0f-b5f956fdc305 tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Network': ['ID=624086b3-c20b-452c-9a2d-c9b652330bdf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:36.720790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac1a1-8da8-4149-bb08-a0dd78a735e6 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.726599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd956-6ead-4772-8c8a-00df073e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.731353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.767155 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port edc8a438-1147-4495-a1a7-18960851d17b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=edc8a438-1147-4495-a1a7-18960851d17b,segment=NetworkSegment(849b102c-17d6-49ba-b0ce-f3443c16ab3b),segment_id=849b102c-17d6-49ba-b0ce-f3443c16ab3b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:36.772484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.773951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 55317f48-d214-4af4-a628-7a9b9ada2fa1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:36.792208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac1a1-8da8-4149-bb08-a0dd78a735e6 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.816301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcd956-6ead-4772-8c8a-00df073e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=cca4a6e7-594a-4242-99f5-c181be7a4f53,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:36.827811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ac1a1-8da8-4149-bb08-a0dd78a735e6 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2842f1-e5d7-41c7-bed8-65ac839799d0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:36.831736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac1a1-8da8-4149-bb08-a0dd78a735e6 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.836952 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8d3ac1a1-8da8-4149-bb08-a0dd78a735e6 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/subnets/7f2842f1-e5d7-41c7-bed8-65ac839799d0 HTTP/1.1" status: 204 len: 168 time: 0.5946527 Dec 20 16:36:36.842002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43316) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:36.856565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd956-6ead-4772-8c8a-00df073e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.861058 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5bfcd956-6ead-4772-8c8a-00df073e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/cca4a6e7-594a-4242-99f5-c181be7a4f53 HTTP/1.1" status: 204 len: 168 time: 1.6157794 Dec 20 16:36:36.864874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:36.892338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec64bd27-db6f-465f-8148-1f01f6a32a09 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.893745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec64bd27-db6f-465f-8148-1f01f6a32a09 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Fanout notify agent at l3_agent the message router_deleted on router 6e9f57cb-c035-45df-a30b-d4e7d69f9ae8 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:36:36.905138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=edc8a438-1147-4495-a1a7-18960851d17b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:36.906982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec64bd27-db6f-465f-8148-1f01f6a32a09 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.909422 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ec64bd27-db6f-465f-8148-1f01f6a32a09 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "DELETE /v2.0/routers/6e9f57cb-c035-45df-a30b-d4e7d69f9ae8 HTTP/1.1" status: 204 len: 168 time: 0.8578346 Dec 20 16:36:36.914396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:36.927001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:36.950687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 55317f48-d214-4af4-a628-7a9b9ada2fa1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:36.951687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.020132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3dd9d0-afd9-4205-abf2-7519c1bb443f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:37.023043 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7c3dd9d0-afd9-4205-abf2-7519c1bb443f tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1799049 Dec 20 16:36:37.028165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:37.032969 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711ee08-09a5-4ed4-8502-b719c2b335c8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:37.034790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711ee08-09a5-4ed4-8502-b719c2b335c8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:37.036394 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6711ee08-09a5-4ed4-8502-b719c2b335c8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1704745 Dec 20 16:36:37.041367 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.041536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:37.072211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:37.085789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 81104238-c42e-4d2e-8e81-e005a3d61c52 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:37.111117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 81104238-c42e-4d2e-8e81-e005a3d61c52 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:37.111307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:37.112070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 81104238-c42e-4d2e-8e81-e005a3d61c52 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:37.115683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:37.124664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f8a16d-54b2-47b1-8859-3a952fe50dbc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 03733c22-e90a-4b0a-a26c-308dcbc77c0d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:37.128220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6f8a16d-54b2-47b1-8859-3a952fe50dbc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.151838 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Pushing event updated for resources: {'Port': ['ID=e57e81eb-c1b4-47a6-93bf-d82aa245077c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:37.159075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e12d3d8-c352-49a6-9f6a-c7f939af96b8 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Deleting subnet 8730186a-81f2-45e7-82ea-df0f45c91ee4 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:37.163288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3d8-c352-49a6-9f6a-c7f939af96b8 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.202719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6f8a16d-54b2-47b1-8859-3a952fe50dbc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.282096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3d8-c352-49a6-9f6a-c7f939af96b8 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.306073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6f8a16d-54b2-47b1-8859-3a952fe50dbc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.358712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.388133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6f8a16d-54b2-47b1-8859-3a952fe50dbc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.418837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d922e76f-9390-473e-bf62-7484d93888ed None None] Network 15e336b4-4b15-41f5-8c0d-2660cec0e3dc requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:37.425435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8a16d-54b2-47b1-8859-3a952fe50dbc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=03733c22-e90a-4b0a-a26c-308dcbc77c0d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:37.429480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6f8a16d-54b2-47b1-8859-3a952fe50dbc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.434318 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b6f8a16d-54b2-47b1-8859-3a952fe50dbc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/03733c22-e90a-4b0a-a26c-308dcbc77c0d HTTP/1.1" status: 204 len: 168 time: 0.3906195 Dec 20 16:36:37.438989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:37.444449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.467913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b42c415-7d72-4ac8-912c-b42ea5f51453']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:37.479380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e99d70-479d-4fc8-8dde-3d008afcb1b6') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:37.479681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e99d70-479d-4fc8-8dde-3d008afcb1b6') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:37.491053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.499288 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e4c90-6a83-438c-a4d3-3a14d4b83975 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:37.505741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.512382 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-93e79d22-4667-462e-90f3-33d1dc16aec9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684369 Dec 20 16:36:37.513134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:37.515549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:37.516000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.524288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:37.591940 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:37.623430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eb5661ff-6374-4b91-b6b2-799815a77626 None None] Provisioning complete for port edc8a438-1147-4495-a1a7-18960851d17b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:37.624175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb5661ff-6374-4b91-b6b2-799815a77626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.663153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:37.669617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.690200 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.710894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.717213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.723766 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] 10.222.0.60 "DELETE /v2.0/networks/6b42c415-7d72-4ac8-912c-b42ea5f51453 HTTP/1.1" status: 204 len: 168 time: 1.0177321 Dec 20 16:36:37.762189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3d8-c352-49a6-9f6a-c7f939af96b8 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.783153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e84e1-9e88-433d-8264-c4200d1f69ac tempest-BulkNetworkOpsTest-1962456937 tempest-BulkNetworkOpsTest-1962456937-project] Pushing event deleted for resources: {'Network': ['ID=6b42c415-7d72-4ac8-912c-b42ea5f51453,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:37.836685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.849553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Deleting port a499b961-3d87-4a43-9f5d-84cf3abe840b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:37.849876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.854294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a032f-fae0-4bec-85c2-e1348d9cdd39 None None] DHCP port deletion for 15e336b4-4b15-41f5-8c0d-2660cec0e3dc request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:37.902230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e59d09-6be6-46eb-a43c-e0f86befc2bc None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:37.957484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa7501-fe1b-42b6-9afc-e51af017e479 None None] Network c4cb12c0-e70e-458d-a42b-bc17885352e0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:37.990514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] For port a499b961-3d87-4a43-9f5d-84cf3abe840b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a499b961-3d87-4a43-9f5d-84cf3abe840b,segment=NetworkSegment(08ecf7f5-d607-4500-81fe-0d7d96d57164),segment_id=08ecf7f5-d607-4500-81fe-0d7d96d57164)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:37.991010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:37.995230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3d8-c352-49a6-9f6a-c7f939af96b8 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.062587 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Calling delete_port for a499b961-3d87-4a43-9f5d-84cf3abe840b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:38.067276 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3d8-c352-49a6-9f6a-c7f939af96b8 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.073137 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8e12d3d8-c352-49a6-9f6a-c7f939af96b8 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "DELETE /v2.0/subnets/8730186a-81f2-45e7-82ea-df0f45c91ee4 HTTP/1.1" status: 204 len: 168 time: 1.1549256 Dec 20 16:36:38.073927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43338) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:38.086890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.100610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d3d8-c352-49a6-9f6a-c7f939af96b8 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event deleted for resources: {'Subnet': ['ID=8730186a-81f2-45e7-82ea-df0f45c91ee4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:38.227964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:38.233128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:38.236547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=5e16fb03-3abb-492a-a2a5-e6d7a93ebf36,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:38.239920 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:38.240182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.249076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.257178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.270547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.283065 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-934592a0-70e7-47ab-ba95-2a1355db249b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7687738 Dec 20 16:36:38.304847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:38.307047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.310066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cb8fc6b4-35a1-429f-9f30-66c391c701b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': '5e16fb03-3abb-492a-a2a5-e6d7a93ebf36', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1079471196'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:38.351902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] No DVR routers for this DVR port a499b961-3d87-4a43-9f5d-84cf3abe840b on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:38.414133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-78e59d09-6be6-46eb-a43c-e0f86befc2bc None None] Deleting port 55317f48-d214-4af4-a628-7a9b9ada2fa1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:38.414537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78e59d09-6be6-46eb-a43c-e0f86befc2bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.415640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Pushing event updated for resources: {'Port': ['ID=e57e81eb-c1b4-47a6-93bf-d82aa245077c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:38.419967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844a5be-5666-4594-b726-9099b5b4a1ad None None] Network cbde1782-8def-4a5d-81cc-42f3d383e149 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:38.422365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a499b961-3d87-4a43-9f5d-84cf3abe840b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:38.425576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a032f-fae0-4bec-85c2-e1348d9cdd39 None None] Deleting port edc8a438-1147-4495-a1a7-18960851d17b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:38.426358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a0a032f-fae0-4bec-85c2-e1348d9cdd39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.454740 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:38.463950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Port': ['ID=a499b961-3d87-4a43-9f5d-84cf3abe840b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:38.474927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-15b2ac34-1d4f-45a5-ad94-14cb7713b737 None None] Provisioning complete for port a499b961-3d87-4a43-9f5d-84cf3abe840b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:38.475574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15b2ac34-1d4f-45a5-ad94-14cb7713b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.477996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.485057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Deleting port 8fe62345-e417-46ef-be12-624a56c87414 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:38.485422 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.531176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.546518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.548449 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d3a061b9-4f9f-4d58-aa41-d11a903772b2 tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8828359 Dec 20 16:36:38.552870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:38.587098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a499b961-3d87-4a43-9f5d-84cf3abe840b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:38.587727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a499b961-3d87-4a43-9f5d-84cf3abe840b not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 20 16:36:38.593781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] For port 8fe62345-e417-46ef-be12-624a56c87414, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8fe62345-e417-46ef-be12-624a56c87414,segment=NetworkSegment(8c82a342-6c44-4def-81f4-46e68169e62d),segment_id=8c82a342-6c44-4def-81f4-46e68169e62d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:38.594435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.596724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-15b2ac34-1d4f-45a5-ad94-14cb7713b737 None None] Port a499b961-3d87-4a43-9f5d-84cf3abe840b was deleted so its status cannot be updated. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 16:36:38.617823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cb12c0-e70e-458d-a42b-bc17885352e0']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:38.623582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8fc6b4-35a1-429f-9f30-66c391c701b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:38.630150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Calling delete_port for 8fe62345-e417-46ef-be12-624a56c87414 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:38.642649 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ecf7f5-d607-4500-81fe-0d7d96d57164') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:38.643055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ecf7f5-d607-4500-81fe-0d7d96d57164') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:38.690132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.714193 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2f1a35bd-2f67-4493-852f-3b7c7b5bf33c tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1599402 Dec 20 16:36:38.715138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:38.723703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.728463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85dec0-cc44-4ddf-95f3-dc8ff3114766 None None] DHCP port deletion for c4cb12c0-e70e-458d-a42b-bc17885352e0 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:38.741407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8a0a032f-fae0-4bec-85c2-e1348d9cdd39 None None] For port edc8a438-1147-4495-a1a7-18960851d17b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=edc8a438-1147-4495-a1a7-18960851d17b,segment=NetworkSegment(849b102c-17d6-49ba-b0ce-f3443c16ab3b),segment_id=849b102c-17d6-49ba-b0ce-f3443c16ab3b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:38.741803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a0a032f-fae0-4bec-85c2-e1348d9cdd39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.747789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Port a499b961-3d87-4a43-9f5d-84cf3abe840b not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 20 16:36:38.805891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:38.806563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:38.810013 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:38.816723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a032f-fae0-4bec-85c2-e1348d9cdd39 None None] Calling delete_port for edc8a438-1147-4495-a1a7-18960851d17b owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:38.837063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device edc8a438-1147-4495-a1a7-18960851d17b no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:38.839193 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d7118681-9d23-4a76-9f7e-8ae3ae930443 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1216934 Dec 20 16:36:38.841309 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ba828382-121d-43be-bba7-8f966073ea1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07a3ecb6965a41ca8f14393e5df01254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850429 Dec 20 16:36:38.841947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:38.854764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:38.858766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc6b4-35a1-429f-9f30-66c391c701b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.889623 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.892626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-78e59d09-6be6-46eb-a43c-e0f86befc2bc None None] For port 55317f48-d214-4af4-a628-7a9b9ada2fa1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=55317f48-d214-4af4-a628-7a9b9ada2fa1,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:38.893019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78e59d09-6be6-46eb-a43c-e0f86befc2bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.908670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.914838 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/networks/c4cb12c0-e70e-458d-a42b-bc17885352e0 HTTP/1.1" status: 204 len: 168 time: 1.8807013 Dec 20 16:36:38.915630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:38.938508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a06f3d-87e2-433e-a15e-b73f875e099d tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Network': ['ID=c4cb12c0-e70e-458d-a42b-bc17885352e0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:38.938735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:38.945836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-78e59d09-6be6-46eb-a43c-e0f86befc2bc None None] Calling delete_port for 55317f48-d214-4af4-a628-7a9b9ada2fa1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:39.038328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-cb8fc6b4-35a1-429f-9f30-66c391c701b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port a5a4d4ef-90e5-492c-9e76-d9213bb537ff yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:39.043564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event deleted for resources: {'Port': ['ID=8fe62345-e417-46ef-be12-624a56c87414,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:39.048648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] No DVR routers for this DVR port 8fe62345-e417-46ef-be12-624a56c87414 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:39.073567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.088119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdade7f-9567-40e3-8805-c4e29781b741 None None] DHCP port deletion for cbde1782-8def-4a5d-81cc-42f3d383e149 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:39.094821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a0a032f-fae0-4bec-85c2-e1348d9cdd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.156655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a032f-fae0-4bec-85c2-e1348d9cdd39 None None] No DVR routers for this DVR port edc8a438-1147-4495-a1a7-18960851d17b on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:39.177904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a032f-fae0-4bec-85c2-e1348d9cdd39 None None] Pushing event deleted for resources: {'Port': ['ID=edc8a438-1147-4495-a1a7-18960851d17b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:39.183448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 55317f48-d214-4af4-a628-7a9b9ada2fa1 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:39.186537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16b94d28-00a6-4035-bb58-60cfb994e089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.216027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78e59d09-6be6-46eb-a43c-e0f86befc2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.255201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e59d09-6be6-46eb-a43c-e0f86befc2bc None None] Pushing event deleted for resources: {'Port': ['ID=55317f48-d214-4af4-a628-7a9b9ada2fa1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:39.263444 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e59d09-6be6-46eb-a43c-e0f86befc2bc None None] No DVR routers for this DVR port 55317f48-d214-4af4-a628-7a9b9ada2fa1 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:39.268301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.278381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No active binding found for port 55317f48-d214-4af4-a628-7a9b9ada2fa1 {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 16:36:39.278381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 55317f48-d214-4af4-a628-7a9b9ada2fa1 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:39.287376 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828fc6b-c5a2-456d-8ea7-84fbc7217634 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:39.289272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16b94d28-00a6-4035-bb58-60cfb994e089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.339908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbde1782-8def-4a5d-81cc-42f3d383e149']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:39.374744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c82a342-6c44-4def-81f4-46e68169e62d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:39.375125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.375268 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c82a342-6c44-4def-81f4-46e68169e62d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:39.378657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Deleting port e57e81eb-c1b4-47a6-93bf-d82aa245077c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:39.379002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.387466 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8fc6b4-35a1-429f-9f30-66c391c701b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:36:39.387934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8fc6b4-35a1-429f-9f30-66c391c701b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:36:39.403968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.407896 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '5e16fb03-3abb-492a-a2a5-e6d7a93ebf36'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:39.408878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.464282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.465755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.480309 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cb8fc6b4-35a1-429f-9f30-66c391c701b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1742246 Dec 20 16:36:39.483133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:39.483258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:39.483586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:39.486835 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:39.504981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e336b4-4b15-41f5-8c0d-2660cec0e3dc']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:39.530548 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-43f2d658-f9fc-4fc9-a2cb-6a4990831bec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0456626 Dec 20 16:36:39.532875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:39.535900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849b102c-17d6-49ba-b0ce-f3443c16ab3b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:39.536051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16b94d28-00a6-4035-bb58-60cfb994e089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.536483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849b102c-17d6-49ba-b0ce-f3443c16ab3b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:39.538681 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16b94d28-00a6-4035-bb58-60cfb994e089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.542047 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-16b94d28-00a6-4035-bb58-60cfb994e089 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22d7f792-a25e-4925-92ee-b190567624ed HTTP/1.1" status: 204 len: 168 time: 0.6789935 Dec 20 16:36:39.568530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b94d28-00a6-4035-bb58-60cfb994e089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d7f792-a25e-4925-92ee-b190567624ed,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:39.573133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.576533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.585779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/5e16fb03-3abb-492a-a2a5-e6d7a93ebf36/6084d6aa-fb8c-4cad-a916-029f4a640332) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:39.586572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.586896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.589623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.596228 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] 10.222.0.60 "DELETE /v2.0/networks/cbde1782-8def-4a5d-81cc-42f3d383e149 HTTP/1.1" status: 204 len: 168 time: 1.5184965 Dec 20 16:36:39.600089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.615291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0fab5-06c1-453e-83ed-acdc010d0f29 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:39.616965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0fab5-06c1-453e-83ed-acdc010d0f29 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:39.618522 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a7d0fab5-06c1-453e-83ed-acdc010d0f29 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0845742 Dec 20 16:36:39.619680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:39.620075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:39.624268 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:39.626100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:39.630880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea989c-fd8e-4c46-8b04-d6867718d015 tempest-FloatingIPNegativeTestJSON-1049126893 tempest-FloatingIPNegativeTestJSON-1049126893-project] Pushing event deleted for resources: {'Network': ['ID=cbde1782-8def-4a5d-81cc-42f3d383e149,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:39.632987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Calling delete_port for e57e81eb-c1b4-47a6-93bf-d82aa245077c owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:39.733494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a7c54d-acd0-4485-96e6-2da0045219b3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 5e16fb03-3abb-492a-a2a5-e6d7a93ebf36 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:39.744160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.752509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.761111 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/networks/15e336b4-4b15-41f5-8c0d-2660cec0e3dc HTTP/1.1" status: 204 len: 168 time: 0.8444798 Dec 20 16:36:39.761519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43376) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:39.797362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78372026-d42b-4324-b5b9-e531f0d8d5f1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Network': ['ID=15e336b4-4b15-41f5-8c0d-2660cec0e3dc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:39.862399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.870765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60a7c54d-acd0-4485-96e6-2da0045219b3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.871680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.925350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:39.933871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:39.936917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:39.937027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:39.940466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:39.954452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Pushing event updated for resources: {'Port': ['ID=6084d6aa-fb8c-4cad-a916-029f4a640332,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:39.988368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60a7c54d-acd0-4485-96e6-2da0045219b3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.041391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.047744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Attempting to bind port 6084d6aa-fb8c-4cad-a916-029f4a640332 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:40.048123 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Attempting to bind port 6084d6aa-fb8c-4cad-a916-029f4a640332 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:40.048491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Attempting to bind port 6084d6aa-fb8c-4cad-a916-029f4a640332 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:40.062716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:40.063099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:40.063610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.063884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:40.064357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Bound port: 6084d6aa-fb8c-4cad-a916-029f4a640332, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:40.064734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.099720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb3bb6d-45e0-4883-a3ec-2e04584ececf']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:40.114377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2440ab62-f5db-4a16-a587-97eede5ea5dc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:40.114677 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2440ab62-f5db-4a16-a587-97eede5ea5dc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:40.128679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.143251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60a7c54d-acd0-4485-96e6-2da0045219b3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.155535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.160246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.168612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:40.169002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:40.172499 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:40.210497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Pushing event deleted for resources: {'Port': ['ID=e57e81eb-c1b4-47a6-93bf-d82aa245077c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:40.233724 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9ae6dcbf-13cc-43a3-a6bf-3f5aa3572bcb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a6a138641c642f1807157e9190d725a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060477 Dec 20 16:36:40.236182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:40.284679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] For port 6084d6aa-fb8c-4cad-a916-029f4a640332, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:40.288372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8fe62345-e417-46ef-be12-624a56c87414 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:40.291490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] For port 6084d6aa-fb8c-4cad-a916-029f4a640332, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6084d6aa-fb8c-4cad-a916-029f4a640332,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:40.298169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60a7c54d-acd0-4485-96e6-2da0045219b3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.306892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.318129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.330029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 8fe62345-e417-46ef-be12-624a56c87414 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:40.330530 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8fe62345-e417-46ef-be12-624a56c87414 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:40.330951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a499b961-3d87-4a43-9f5d-84cf3abe840b no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:40.351942 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.355589 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/networks/1bb3bb6d-45e0-4883-a3ec-2e04584ececf HTTP/1.1" status: 204 len: 168 time: 0.5931058 Dec 20 16:36:40.359348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17f8ca-ec00-4477-a3ef-9615966442d1 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Network': ['ID=1bb3bb6d-45e0-4883-a3ec-2e04584ececf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:40.363414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:40.394757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a499b961-3d87-4a43-9f5d-84cf3abe840b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:40.395104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a499b961-3d87-4a43-9f5d-84cf3abe840b not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:40.403345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.406907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.408295 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ecf3fe81-92ae-49ac-a024-b168d31427ee tempest-FloatingIPAdminTestJSON-250838167 tempest-FloatingIPAdminTestJSON-250838167-project] 10.222.0.60 "DELETE /v2.0/floatingips/c4f2c0a9-96df-4ee1-9add-da86b0a0ac9c HTTP/1.1" status: 204 len: 168 time: 1.5602450 Dec 20 16:36:40.412875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60a7c54d-acd0-4485-96e6-2da0045219b3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.418467 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-60a7c54d-acd0-4485-96e6-2da0045219b3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/5e16fb03-3abb-492a-a2a5-e6d7a93ebf36 HTTP/1.1" status: 204 len: 168 time: 0.7791770 Dec 20 16:36:40.418467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f96d6094-eea6-4890-a444-0933c291b3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.422835 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:40.423587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:40.427361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7c54d-acd0-4485-96e6-2da0045219b3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=5e16fb03-3abb-492a-a2a5-e6d7a93ebf36,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:40.442561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeb8aa-3b7b-4ce1-9abf-49011d469abb None None] Pushing event updated for resources: {'Port': ['ID=6084d6aa-fb8c-4cad-a916-029f4a640332,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:40.475698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f96d6094-eea6-4890-a444-0933c291b3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.532980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f96d6094-eea6-4890-a444-0933c291b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.536520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f96d6094-eea6-4890-a444-0933c291b3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.537940 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f96d6094-eea6-4890-a444-0933c291b3f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80f8bfe5-055c-4951-85a7-f8cbc0228235 HTTP/1.1" status: 204 len: 168 time: 0.3008289 Dec 20 16:36:40.561158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d6094-eea6-4890-a444-0933c291b3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8bfe5-055c-4951-85a7-f8cbc0228235,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:40.568260 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-73b40e2b-8cbb-4ebf-95a3-c90eebbf1f6b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1411400 Dec 20 16:36:40.569054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:40.590472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:40.667472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.749352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:40.784810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Deleting port 3b219100-39a0-4bee-a151-46227195f34e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:40.785181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.789089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:40.797175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.840344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.893725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee24044d-4282-4d5d-97ed-62666dca1341']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:40.908462 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5245ac-a812-4b6c-8c43-46f04140c156') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:40.908744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5245ac-a812-4b6c-8c43-46f04140c156') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:40.925957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.949440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.949764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.952626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.982806 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:40.983925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:40.986321 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:40.988406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Calling delete_port for 3b219100-39a0-4bee-a151-46227195f34e owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:41.052735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.095753 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.108609 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.110903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908389803'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:41.111914 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] 10.222.0.60 "DELETE /v2.0/networks/ee24044d-4282-4d5d-97ed-62666dca1341 HTTP/1.1" status: 204 len: 168 time: 0.7441366 Dec 20 16:36:41.130536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2515df9-0455-4c9e-8b85-ef132d9ecb58 tempest-BulkNetworkOpsIpV6Test-2140770852 tempest-BulkNetworkOpsIpV6Test-2140770852-project] Pushing event deleted for resources: {'Network': ['ID=ee24044d-4282-4d5d-97ed-62666dca1341,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:41.177173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:41.183075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:41.184573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=74727c9b-54cf-463b-9543-5e49d92c3163,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:41.188546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:41.189155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.212049 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-960d1e1f-b845-47ba-9d8a-a79858a439e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6390655 Dec 20 16:36:41.212239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:41.217857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9324c156-be04-4652-9070-9a7e1b4dabb9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1344999541', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:41.224453 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.228783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.238334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.267580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324c156-be04-4652-9070-9a7e1b4dabb9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.268749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324c156-be04-4652-9070-9a7e1b4dabb9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.270721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b219100-39a0-4bee-a151-46227195f34e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:41.351491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324c156-be04-4652-9070-9a7e1b4dabb9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.359473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324c156-be04-4652-9070-9a7e1b4dabb9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.376280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.379663 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.384771 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-83f4f7d1-2a7a-4851-8ff8-60b3e2dbb4df tempest-FloatingIPAdminTestJSON-1983852310 tempest-FloatingIPAdminTestJSON-1983852310-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/2ab4eea9-47a7-4d2e-8725-0985f98b36d8 HTTP/1.1" status: 204 len: 168 time: 0.9561465 Dec 20 16:36:41.385023 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43442) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:41.415749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9324c156-be04-4652-9070-9a7e1b4dabb9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.420141 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9324c156-be04-4652-9070-9a7e1b4dabb9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2038949 Dec 20 16:36:41.421476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:41.474851 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:41.486141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.513939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-12df40f2-fd32-4e92-bd72-05250b44716e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Deleting port 8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:41.514296 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12df40f2-fd32-4e92-bd72-05250b44716e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.546868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.675697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaa3f7b-9576-48d0-8814-7be655830f00,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:41.693135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12df40f2-fd32-4e92-bd72-05250b44716e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.725306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-12df40f2-fd32-4e92-bd72-05250b44716e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Calling delete_port for 8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:41.814896 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-23c522cf-11f8-467a-90bf-e956caa62da2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa7da23099424c76a10f9d02ca0d82de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384962 Dec 20 16:36:41.816378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.817006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43460) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:41.822939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.874525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.875956 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1254997 Dec 20 16:36:41.885115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:41.893599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb66f6-f62f-47c1-8b5d-2a60ad00dabe tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e6d4ce-c6af-495a-902f-1929190291b6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:41.894322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22601263-a6ef-44c3-86e0-8357d8e97755 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:41.897684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.922449 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9afeb24-8580-4592-a17a-bc6fd7db17a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:41.949585 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9afeb24-8580-4592-a17a-bc6fd7db17a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.010072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c88cdc5f-8a16-4a43-a05e-a72dc5bf0d2c None None] Provisioning complete for port 6084d6aa-fb8c-4cad-a916-029f4a640332 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:42.010809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c88cdc5f-8a16-4a43-a05e-a72dc5bf0d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.081841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12df40f2-fd32-4e92-bd72-05250b44716e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.084578 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9afeb24-8580-4592-a17a-bc6fd7db17a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.087871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9afeb24-8580-4592-a17a-bc6fd7db17a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.091527 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d9afeb24-8580-4592-a17a-bc6fd7db17a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/699959e1-c49c-4c9f-bb67-95b0cbf579ed HTTP/1.1" status: 204 len: 168 time: 0.2696223 Dec 20 16:36:42.112232 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-98c0a5cf-317f-4f31-a1bd-58ed64aac1ff tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2211981 Dec 20 16:36:42.116312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:42.142832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c88cdc5f-8a16-4a43-a05e-a72dc5bf0d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.144342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:42.174852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df40f2-fd32-4e92-bd72-05250b44716e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event deleted for resources: {'Port': ['ID=8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:42.194007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4c2f23dd-f826-470a-a49f-1d857fd2e86a tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-security--436612602', 'description': 'tempest-security-description-140607915'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:42.203834 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afeb24-8580-4592-a17a-bc6fd7db17a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699959e1-c49c-4c9f-bb67-95b0cbf579ed,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:42.257583 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:36:42.264338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c88cdc5f-8a16-4a43-a05e-a72dc5bf0d2c None None] For port 6084d6aa-fb8c-4cad-a916-029f4a640332, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6084d6aa-fb8c-4cad-a916-029f4a640332,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:42.273033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c88cdc5f-8a16-4a43-a05e-a72dc5bf0d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.365747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::1 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/74727c9b-54cf-463b-9543-5e49d92c3163/3e5332ec-7717-413a-be2b-fe2033c80b64) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:42.447524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cdc5f-8a16-4a43-a05e-a72dc5bf0d2c None None] Pushing event updated for resources: {'Port': ['ID=6084d6aa-fb8c-4cad-a916-029f4a640332,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:42.467547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1277116120'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:42.467751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c2f23dd-f826-470a-a49f-1d857fd2e86a tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.491385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12df40f2-fd32-4e92-bd72-05250b44716e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.502915 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-12df40f2-fd32-4e92-bd72-05250b44716e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "DELETE /v2.0/ports/8ddc7bee-e46d-48e9-aa4d-e6d63bfaeb6f HTTP/1.1" status: 204 len: 168 time: 1.1163290 Dec 20 16:36:42.508736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:42.509757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4a88bdaa-e9ba-46b5-aade-f5ff48a22579 None None] Provisioning complete for port 6084d6aa-fb8c-4cad-a916-029f4a640332 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:42.510232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a88bdaa-e9ba-46b5-aade-f5ff48a22579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.513547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6084d6aa-fb8c-4cad-a916-029f4a640332 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:42.582377 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:42.585565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.607397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670facef-c180-4729-9dab-74551a7be990 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:42.609536 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-670facef-c180-4729-9dab-74551a7be990 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d27835b-eb3b-4a9d-bff6-8db035b7f2e1 HTTP/1.1" status: 200 len: 913 time: 0.0993202 Dec 20 16:36:42.609869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.614380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:42.618707 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c2f23dd-f826-470a-a49f-1d857fd2e86a tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.640412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.642966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c2f23dd-f826-470a-a49f-1d857fd2e86a tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.652480 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b81ad5d-5fd9-44f8-b2d7-b1f16da02d0a None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:36:42.653208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c2f23dd-f826-470a-a49f-1d857fd2e86a tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.657813 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4c2f23dd-f826-470a-a49f-1d857fd2e86a tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "PUT /v2.0/security-groups/83e6d4ce-c6af-495a-902f-1929190291b6 HTTP/1.1" status: 200 len: 1793 time: 0.4820461 Dec 20 16:36:42.662697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43484) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:42.685941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 6084d6aa-fb8c-4cad-a916-029f4a640332 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:42.686459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.733145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.822673 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8f54a58d-3bfe-43d9-abe6-0889bd9b0d25 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups/83e6d4ce-c6af-495a-902f-1929190291b6 HTTP/1.1" status: 200 len: 1793 time: 0.1577578 Dec 20 16:36:42.828434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:42.867276 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:42.880990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:42.883905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:42.884881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:42.898498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=3e5332ec-7717-413a-be2b-fe2033c80b64,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:42.993676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5eb130c1-b826-47c2-a90d-1928ac8c9f68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.040079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b81ad5d-5fd9-44f8-b2d7-b1f16da02d0a None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:36:43.064790 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5eb130c1-b826-47c2-a90d-1928ac8c9f68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.115521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.126102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.180187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f23dd-f826-470a-a49f-1d857fd2e86a tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e6d4ce-c6af-495a-902f-1929190291b6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:43.214956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9acb797-fae3-4765-9411-e034aba7b7bb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:43.222972 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5eb130c1-b826-47c2-a90d-1928ac8c9f68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.225629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5eb130c1-b826-47c2-a90d-1928ac8c9f68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.229431 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5eb130c1-b826-47c2-a90d-1928ac8c9f68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/83e6d4ce-c6af-495a-902f-1929190291b6 HTTP/1.1" status: 204 len: 168 time: 0.3998566 Dec 20 16:36:43.230067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:43.233699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:43.265312 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb130c1-b826-47c2-a90d-1928ac8c9f68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e6d4ce-c6af-495a-902f-1929190291b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:43.268795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.283653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.284069 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Added segment e789b445-8949-4b40-9315-a9b91592096c of type vlan for network c47641df-e7ce-4ead-8b59-1724c152d481 Dec 20 16:36:43.440669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:43.479949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.518469 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1c8b849d-09b6-4391-8c26-e6560d5f4513 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2805591 Dec 20 16:36:43.521293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43514) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:43.534179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.539833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:43.540595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.546979 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-4bf2ef34-e000-469c-9597-a7dcbeab3d04 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] delete failed (client error): The resource could not be found. Dec 20 16:36:43.548039 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4bf2ef34-e000-469c-9597-a7dcbeab3d04 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/83e6d4ce-c6af-495a-902f-1929190291b6 HTTP/1.1" status: 404 len: 347 time: 0.0257876 Dec 20 16:36:43.552579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:43.557812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c00da8f8-f94e-4494-b11c-0c8c2334e818 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-secgroup--350150111'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:43.566359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.609458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-976469573'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:43.679598 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5317707 Dec 20 16:36:43.681774 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43518) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:43.687423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef777e02-265f-4469-9995-d23059a65439 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Network': ['ID=c47641df-e7ce-4ead-8b59-1724c152d481,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:43.691056 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'name': 'tempest-PortsIpV6TestJSON-704288301'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:43.699396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:43.712018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c00da8f8-f94e-4494-b11c-0c8c2334e818 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.735407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:43.739261 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.785181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bcdeab23-6a2f-468f-b1c1-314deb5a418c None None] Provisioning complete for port 3e5332ec-7717-413a-be2b-fe2033c80b64 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:43.785822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcdeab23-6a2f-468f-b1c1-314deb5a418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.788596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.831406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bcdeab23-6a2f-468f-b1c1-314deb5a418c None None] Port 3e5332ec-7717-413a-be2b-fe2033c80b64 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:43.852995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.858357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.859177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.945861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=3e5332ec-7717-413a-be2b-fe2033c80b64,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:43.988097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:43.992660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:43.997244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:43.998846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:44.002635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c00da8f8-f94e-4494-b11c-0c8c2334e818 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.020644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c00da8f8-f94e-4494-b11c-0c8c2334e818 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.054352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 3b60e9d2-413b-44f3-844b-15c755aa13e4 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:44.117993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.134735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c00da8f8-f94e-4494-b11c-0c8c2334e818 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.139460 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c00da8f8-f94e-4494-b11c-0c8c2334e818 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5832200 Dec 20 16:36:44.142584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:44.144808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00da8f8-f94e-4494-b11c-0c8c2334e818 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333ee709-71e5-4cd1-a0b2-a782359aaf7c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:44.149015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4b71ac76-df73-46c3-aa51-5ee8a4761f46 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': '333ee709-71e5-4cd1-a0b2-a782359aaf7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:44.157328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Router 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:36:44.168858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.208970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.262665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac76-df73-46c3-aa51-5ee8a4761f46 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.277637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6084d6aa-fb8c-4cad-a916-029f4a640332 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:44.294579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:44.312724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:44.318871 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4170ca5f-357b-4f58-b0b1-1bf137d2f469 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "PUT /v2.0/routers/0f0bd032-1f5c-422a-ae88-ced9aa2df9d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8937345 Dec 20 16:36:44.321205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:44.326382 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Sync routers for ids ['0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:44.336774 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Routers {'0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:44.337493 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:44.362561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac76-df73-46c3-aa51-5ee8a4761f46 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.373368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac76-df73-46c3-aa51-5ee8a4761f46 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.379191 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-30e766c3-0917-49fc-98fd-687970d35e7e None None] Provisioning complete for port 3e5332ec-7717-413a-be2b-fe2033c80b64 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:44.380169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30e766c3-0917-49fc-98fd-687970d35e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.388859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b17137-2995-4159-9c72-af6721a554a3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:44.390337 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-79b17137-2995-4159-9c72-af6721a554a3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports/3e5332ec-7717-413a-be2b-fe2033c80b64 HTTP/1.1" status: 200 len: 911 time: 0.0681846 Dec 20 16:36:44.395960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:44.415661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 6084d6aa-fb8c-4cad-a916-029f4a640332 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:44.416066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71ac76-df73-46c3-aa51-5ee8a4761f46 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f912e156-9fb0-4051-8ea1-fac3db0811f6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:44.416677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.424419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.446909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b71ac76-df73-46c3-aa51-5ee8a4761f46 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.451560 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4b71ac76-df73-46c3-aa51-5ee8a4761f46 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049381 Dec 20 16:36:44.452859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:44.478203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-30e766c3-0917-49fc-98fd-687970d35e7e None None] Port 3e5332ec-7717-413a-be2b-fe2033c80b64 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:44.479511 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.481118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d4735e-ab74-4c58-880e-c63b96d82243,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:44.485818 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Set router 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:44.541399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.541399 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment a8020e5e-b4b3-4bdf-bea0-963d7d67c412 of type vlan for network 33e242ba-dd32-4cef-9095-de9932897149 Dec 20 16:36:44.550658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2a516-d9bf-4fd7-ab70-460cfe18b320 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:44.562384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2a516-d9bf-4fd7-ab70-460cfe18b320 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:44.568288 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-02a2a516-d9bf-4fd7-ab70-460cfe18b320 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1686981 Dec 20 16:36:44.580968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:44.590419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c209669a-aa60-4d51-88de-dfa6dda532ac tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.627670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Deleting port 1b2d5b5c-814c-4c4e-b979-ee1da46f0edd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:44.628082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.638311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.641971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=3b60e9d2-413b-44f3-844b-15c755aa13e4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:44.679242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c209669a-aa60-4d51-88de-dfa6dda532ac tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.735891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.741979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:44.742647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.753409 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Checking segment: {'id': 'e789b445-8949-4b40-9315-a9b91592096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:44.753700 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network hostable DHCP agents. Network: c47641df-e7ce-4ead-8b59-1724c152d481, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:44.770535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c209669a-aa60-4d51-88de-dfa6dda532ac tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.776609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c209669a-aa60-4d51-88de-dfa6dda532ac tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.782156 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c209669a-aa60-4d51-88de-dfa6dda532ac tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f912e156-9fb0-4051-8ea1-fac3db0811f6 HTTP/1.1" status: 204 len: 168 time: 0.3186810 Dec 20 16:36:44.797632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43536) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:44.835141 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0bd032-1f5c-422a-ae88-ced9aa2df9d6', 'name': 'tempest-NetworksTestDHCPv6-router-1344999541', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:41Z', 'updated_at': '2021-12-20T16:36:43Z', 'revision_number': 2, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None, '_interfaces': [{'id': '3e5332ec-7717-413a-be2b-fe2033c80b64', 'name': '', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'mac_address': 'fa:16:3e:48:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0bd032-1f5c-422a-ae88-ced9aa2df9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '74727c9b-54cf-463b-9543-5e49d92c3163', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:36:42Z', 'updated_at': '2021-12-20T16:36:43Z', 'revision_number': 2, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'subnets': [{'id': '74727c9b-54cf-463b-9543-5e49d92c3163', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:44.859323 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4176292 Dec 20 16:36:44.865427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:44.880908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bc9f7-5ec3-4a6f-ac74-aed798730fd8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=33e242ba-dd32-4cef-9095-de9932897149,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:44.883484 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Checking router: 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:36:44.884144 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Updating router 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 port 3e5332ec-7717-413a-be2b-fe2033c80b64 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:36:44.894029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:44.898932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Calling delete_port for 1b2d5b5c-814c-4c4e-b979-ee1da46f0edd owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:44.923075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 33e242ba-dd32-4cef-9095-de9932897149 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:44.949364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, c47641df-e7ce-4ead-8b59-1724c152d481) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:44.989098 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-818029c7-7b13-4f5b-a01d-98643ed0478e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1932416 Dec 20 16:36:44.989098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:44.998495 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:44.999735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075664f6-3a7e-43ba-b8ab-b7c1c68845ca None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:45.003067 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.006560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.012718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:45.093196 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e26bb975-f091-4413-8a33-dd0a775cf795 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4079080 Dec 20 16:36:45.098204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:45.104782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1683546272'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:45.277625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c5b952d-a8db-4191-9f40-bc2f7b216a66 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.295902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:45.300345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.379307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209669a-aa60-4d51-88de-dfa6dda532ac tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f912e156-9fb0-4051-8ea1-fac3db0811f6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:45.395108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c5b952d-a8db-4191-9f40-bc2f7b216a66 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.429276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:45.479351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.479697 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Added segment b48747a0-0a8c-4cf2-8f21-c63f665d5967 of type vlan for network d7ac7f72-75d5-4fe0-9246-5624bc69e9d0 Dec 20 16:36:45.547521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.564301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c5b952d-a8db-4191-9f40-bc2f7b216a66 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.567037 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c5b952d-a8db-4191-9f40-bc2f7b216a66 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.568181 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5c5b952d-a8db-4191-9f40-bc2f7b216a66 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/333ee709-71e5-4cd1-a0b2-a782359aaf7c HTTP/1.1" status: 204 len: 168 time: 0.5543003 Dec 20 16:36:45.574353 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:45.621718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.682465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b952d-a8db-4191-9f40-bc2f7b216a66 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ee709-71e5-4cd1-a0b2-a782359aaf7c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:45.690907 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.713375 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.768326 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Pushing event updated for resources: {'Port': ['ID=3e5332ec-7717-413a-be2b-fe2033c80b64,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:45.780949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event deleted for resources: {'Port': ['ID=1b2d5b5c-814c-4c4e-b979-ee1da46f0edd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:45.783060 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.783280 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.783676 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.783960 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.784464 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.784761 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.784976 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.785335 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.785669 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.786068 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.786389 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.786704 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.787020 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:36:45.787843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.843984 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-84b1d0eb-bdad-4ca3-9d87-cd2ac8c12c27 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2656038 Dec 20 16:36:45.844742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.854365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:45.854365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.857978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43550) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:45.868307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f6ba1f83-c411-4b60-b37d-4cbe8e157621 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-secgroup--332090170'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:45.897284 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-ca626024-5133-46dd-9ae3-6787a9329d62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2314782 Dec 20 16:36:45.903633 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Attempting to bind port 3e5332ec-7717-413a-be2b-fe2033c80b64 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:45.904047 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Attempting to bind port 3e5332ec-7717-413a-be2b-fe2033c80b64 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:45.904439 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Attempting to bind port 3e5332ec-7717-413a-be2b-fe2033c80b64 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:45.919079 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:45.919484 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:45.919879 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:45.920450 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:45.920915 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Bound port: 3e5332ec-7717-413a-be2b-fe2033c80b64, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:45.922338 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.023769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Network': ['ID=d7ac7f72-75d5-4fe0-9246-5624bc69e9d0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:46.038248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network d7ac7f72-75d5-4fe0-9246-5624bc69e9d0 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:46.058173 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-abab9334-8c71-43e5-8c8f-75f9b620392a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9571083 Dec 20 16:36:46.068861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43552) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:46.086527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'ports': [{'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481'}, {'network_id': 'd7ac7f72-75d5-4fe0-9246-5624bc69e9d0'}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:46.086826 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:46.087307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': 'd7ac7f72-75d5-4fe0-9246-5624bc69e9d0'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:46.132228 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] For port 3e5332ec-7717-413a-be2b-fe2033c80b64, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:46.141310 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] For port 3e5332ec-7717-413a-be2b-fe2033c80b64, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3e5332ec-7717-413a-be2b-fe2033c80b64,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:46.154513 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.222480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ba1f83-c411-4b60-b37d-4cbe8e157621 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.320739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-2c29b770-5fe2-41a8-b7aa-d28ae44296cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:46.322647 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-2c29b770-5fe2-41a8-b7aa-d28ae44296cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1098 time: 0.3494055 Dec 20 16:36:46.351410 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5f76b-2d49-46a0-b8d0-3370edfda08e None None] Pushing event updated for resources: {'Port': ['ID=3e5332ec-7717-413a-be2b-fe2033c80b64,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:46.354594 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Routers {'0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:46.355422 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:46.374982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ba1f83-c411-4b60-b37d-4cbe8e157621 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.383092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ba1f83-c411-4b60-b37d-4cbe8e157621 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.399184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6dde1f8e-e25e-4e9a-aef3-9d63747c592c None None] Provisioning complete for port 3e5332ec-7717-413a-be2b-fe2033c80b64 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:46.399951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dde1f8e-e25e-4e9a-aef3-9d63747c592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.426617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba1f83-c411-4b60-b37d-4cbe8e157621 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1809916-9c30-4498-a847-ecc402bc0f59,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:46.432361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ba1f83-c411-4b60-b37d-4cbe8e157621 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.436768 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f6ba1f83-c411-4b60-b37d-4cbe8e157621 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5718741 Dec 20 16:36:46.437015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:46.442478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-47b849ba-575d-464d-b293-f2f78ba87a36 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': 'f1809916-9c30-4498-a847-ecc402bc0f59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:46.525590 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] Set router 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:46.585712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dde1f8e-e25e-4e9a-aef3-9d63747c592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.598966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.655800 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6dde1f8e-e25e-4e9a-aef3-9d63747c592c None None] For port 3e5332ec-7717-413a-be2b-fe2033c80b64, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3e5332ec-7717-413a-be2b-fe2033c80b64,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:46.671779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dde1f8e-e25e-4e9a-aef3-9d63747c592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.769142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde1f8e-e25e-4e9a-aef3-9d63747c592c None None] Pushing event updated for resources: {'Port': ['ID=3e5332ec-7717-413a-be2b-fe2033c80b64,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:46.868627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-46a753c4-8199-488a-b691-a82604210465 None None] Provisioning complete for port 3e5332ec-7717-413a-be2b-fe2033c80b64 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:46.869451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46a753c4-8199-488a-b691-a82604210465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:46.893208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47b849ba-575d-464d-b293-f2f78ba87a36 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.005005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-35c07b07-9bd0-4752-8759-b39d661b61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:47.007309 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-35c07b07-9bd0-4752-8759-b39d661b61d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 200 len: 912 time: 0.4717629 Dec 20 16:36:47.008044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:47.012653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.026130 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0bd032-1f5c-422a-ae88-ced9aa2df9d6', 'name': 'tempest-NetworksTestDHCPv6-router-1344999541', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:41Z', 'updated_at': '2021-12-20T16:36:43Z', 'revision_number': 2, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None, '_interfaces': [{'id': '3e5332ec-7717-413a-be2b-fe2033c80b64', 'name': '', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'mac_address': 'fa:16:3e:48:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0bd032-1f5c-422a-ae88-ced9aa2df9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '74727c9b-54cf-463b-9543-5e49d92c3163', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:36:42Z', 'updated_at': '2021-12-20T16:36:46Z', 'revision_number': 4, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'subnets': [{'id': '74727c9b-54cf-463b-9543-5e49d92c3163', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:47.040974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.072001 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf870d-d9c0-4243-a93d-469acc99bfae None None] The sync data for ids ['0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'] in dv-neutron-822328-3-hyperv is: [{'id': '0f0bd032-1f5c-422a-ae88-ced9aa2df9d6', 'name': 'tempest-NetworksTestDHCPv6-router-1344999541', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:41Z', 'updated_at': '2021-12-20T16:36:43Z', 'revision_number': 2, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None, '_interfaces': [{'id': '3e5332ec-7717-413a-be2b-fe2033c80b64', 'name': '', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'mac_address': 'fa:16:3e:48:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0bd032-1f5c-422a-ae88-ced9aa2df9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '74727c9b-54cf-463b-9543-5e49d92c3163', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:36:42Z', 'updated_at': '2021-12-20T16:36:46Z', 'revision_number': 4, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'subnets': [{'id': '74727c9b-54cf-463b-9543-5e49d92c3163', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:47.128922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47b849ba-575d-464d-b293-f2f78ba87a36 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.130776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Router 2d27835b-eb3b-4a9d-bff6-8db035b7f2e1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:47.135138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47b849ba-575d-464d-b293-f2f78ba87a36 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.160746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b849ba-575d-464d-b293-f2f78ba87a36 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751a0d50-cd09-4455-b117-a057a387fcc0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:47.188616 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 3e5332ec-7717-413a-be2b-fe2033c80b64 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:47.188996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.220184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47b849ba-575d-464d-b293-f2f78ba87a36 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.224450 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-47b849ba-575d-464d-b293-f2f78ba87a36 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7857819 Dec 20 16:36:47.225222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43562) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:47.229394 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-15895df6-1755-4449-95fc-f07af4f9a307 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 200 len: 1001 time: 0.1826367 Dec 20 16:36:47.232552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f2b0209-045e-4331-97f2-ec603be33480 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': 'f1809916-9c30-4498-a847-ecc402bc0f59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:47.296818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 1d9a46ae-2be7-47fc-baa5-61f21ec95cee yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:47.329442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:47.340729 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a7374-02bb-4c92-9f9d-d6589203d2e6 None None] Sync routers for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:47.346394 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-24c09813-c681-4721-ac8b-db05f40e194f tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "PUT /v2.0/routers/2d27835b-eb3b-4a9d-bff6-8db035b7f2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7309451 Dec 20 16:36:47.349053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:47.360494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a7374-02bb-4c92-9f9d-d6589203d2e6 None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:47.360494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f06a7374-02bb-4c92-9f9d-d6589203d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:47.421497 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f06a7374-02bb-4c92-9f9d-d6589203d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:47.465572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a7374-02bb-4c92-9f9d-d6589203d2e6 None None] Routers {'2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:47.466923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f06a7374-02bb-4c92-9f9d-d6589203d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:47.504064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.512541 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f06a7374-02bb-4c92-9f9d-d6589203d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:47.513902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a7374-02bb-4c92-9f9d-d6589203d2e6 None None] The sync data for ids ['2d27835b-eb3b-4a9d-bff6-8db035b7f2e1'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:47.543857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0209-045e-4331-97f2-ec603be33480 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.636622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0209-045e-4331-97f2-ec603be33480 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.658106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.666231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-4c220825-f0aa-4db0-9015-b6e8e8d825e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:47.668148 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-4c220825-f0aa-4db0-9015-b6e8e8d825e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa7b8204-9b0f-4d8d-b342-65fe30d37330 HTTP/1.1" status: 200 len: 850 time: 0.3973367 Dec 20 16:36:47.671312 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port e70be94c-b6e2-45bb-a49b-1a742e373f5a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:47.703408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0209-045e-4331-97f2-ec603be33480 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.739897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b0209-045e-4331-97f2-ec603be33480 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b5e823-bbd1-48a3-bea3-45ae9041e716,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:47.750215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f2b0209-045e-4331-97f2-ec603be33480 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.751528 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f2b0209-045e-4331-97f2-ec603be33480 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5233071 Dec 20 16:36:47.755008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:47.756838 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] For port 3e5332ec-7717-413a-be2b-fe2033c80b64, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3e5332ec-7717-413a-be2b-fe2033c80b64,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:47.757310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.759162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a1584490-80e4-4ae4-b8ea-533aa1f4c638 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': 'f1809916-9c30-4498-a847-ecc402bc0f59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:47.779599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 3e5332ec-7717-413a-be2b-fe2033c80b64 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:47.850942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-89b01567-1d5d-4e13-802f-242826248656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:47.853124 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-89b01567-1d5d-4e13-802f-242826248656 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8884f99f-080e-4992-a1da-237bad362cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1720603 Dec 20 16:36:47.870291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:47.890460 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1584490-80e4-4ae4-b8ea-533aa1f4c638 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.018958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1584490-80e4-4ae4-b8ea-533aa1f4c638 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.029711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1584490-80e4-4ae4-b8ea-533aa1f4c638 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.104282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.124819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1584490-80e4-4ae4-b8ea-533aa1f4c638 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93eb0908-fa77-423c-86df-b4159de41529,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:48.143953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Deleting port 53770570-e043-4962-a989-52efe9f2c4b8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:48.144517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.160686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1584490-80e4-4ae4-b8ea-533aa1f4c638 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.162240 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a1584490-80e4-4ae4-b8ea-533aa1f4c638 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4070816 Dec 20 16:36:48.172021 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-620031e2-4c2a-4f2e-953b-67cfd76cc354 service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092926 Dec 20 16:36:48.173083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:48.191655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bc94b352-c229-45ff-89d9-95e8242c94f3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': 'f1809916-9c30-4498-a847-ecc402bc0f59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:48.201930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:48.242320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': '33e242ba-dd32-4cef-9095-de9932897149', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:48.246869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.316868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3e5332ec-7717-413a-be2b-fe2033c80b64 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:48.318376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=3e5332ec-7717-413a-be2b-fe2033c80b64,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:48.331173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.347928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 3e5332ec-7717-413a-be2b-fe2033c80b64 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:48.349197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3e5332ec-7717-413a-be2b-fe2033c80b64 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 20 16:36:48.373485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Port 3e5332ec-7717-413a-be2b-fe2033c80b64 not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 20 16:36:48.503183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:48.509985 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e0f9c2b-2b47-47ba-b54a-d4e93bac16f0 req-4c845fe4-dc83-4112-86c8-9e5ca85388fc service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029006 Dec 20 16:36:48.516121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:48.519899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:48.521122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.531837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=1d9a46ae-2be7-47fc-baa5-61f21ec95cee,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:48.534550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.671544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=e70be94c-b6e2-45bb-a49b-1a742e373f5a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:48.696844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Checking segment: {'id': 'b48747a0-0a8c-4cf2-8f21-c63f665d5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd7ac7f72-75d5-4fe0-9246-5624bc69e9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:48.697441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network hostable DHCP agents. Network: d7ac7f72-75d5-4fe0-9246-5624bc69e9d0, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:48.720870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc94b352-c229-45ff-89d9-95e8242c94f3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.725657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.751719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Calling delete_port for 53770570-e043-4962-a989-52efe9f2c4b8 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:48.780710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network d7ac7f72-75d5-4fe0-9246-5624bc69e9d0 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:48.785460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Router 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:48.793422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, d7ac7f72-75d5-4fe0-9246-5624bc69e9d0) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:48.799239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:48.804966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:48.809173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e9625-eae3-4e68-abf9-895b42d092e1 None None] Network d7ac7f72-75d5-4fe0-9246-5624bc69e9d0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:48.811413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:48.812106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.825242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:48.828868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:48.834667 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9916968e-2bc9-499d-9fe1-df2514ea87c7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7645550 Dec 20 16:36:48.858639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:48.914101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:48.921178 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c44b1264-4662-4f05-ab8c-5e1761458306 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "PUT /v2.0/routers/0f0bd032-1f5c-422a-ae88-ced9aa2df9d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3390691 Dec 20 16:36:48.924473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:49.006070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b106dc-a9a6-4cf8-bf41-c6d3a5605362 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:49.007779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b106dc-a9a6-4cf8-bf41-c6d3a5605362 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:49.009386 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17b106dc-a9a6-4cf8-bf41-c6d3a5605362 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0838957 Dec 20 16:36:49.011997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:49.044943 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc94b352-c229-45ff-89d9-95e8242c94f3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.061740 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc94b352-c229-45ff-89d9-95e8242c94f3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.069077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b314de4-45b8-444c-9148-36a48518c427 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 74727c9b-54cf-463b-9543-5e49d92c3163 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:49.072711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b314de4-45b8-444c-9148-36a48518c427 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.095591 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] Sync routers for ids ['0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:49.111674 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] Routers {'0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:49.112845 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:49.122987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b314de4-45b8-444c-9148-36a48518c427 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.165566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94b352-c229-45ff-89d9-95e8242c94f3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1b7521-ab65-4fb5-b66b-6ca458b58e96,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:49.186912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc94b352-c229-45ff-89d9-95e8242c94f3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.191078 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bc94b352-c229-45ff-89d9-95e8242c94f3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0139499 Dec 20 16:36:49.195605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:49.200810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bd538c67-80ff-4c61-b5f6-79e13dc5e777 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': 'f1809916-9c30-4498-a847-ecc402bc0f59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:49.217993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0b3de18c-0ebd-4da0-8177-cfa27e678ff2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port e70be94c-b6e2-45bb-a49b-1a742e373f5a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:49.218389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b3de18c-0ebd-4da0-8177-cfa27e678ff2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.220051 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] Set router 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:49.320678 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0bd032-1f5c-422a-ae88-ced9aa2df9d6', 'name': 'tempest-NetworksTestDHCPv6-router-1344999541', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:41Z', 'updated_at': '2021-12-20T16:36:48Z', 'revision_number': 3, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:49.361053 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] Checking router: 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:36:49.370336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd538c67-80ff-4c61-b5f6-79e13dc5e777 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.371440 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] Routers {'0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:49.372059 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:49.415234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b3de18c-0ebd-4da0-8177-cfa27e678ff2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.449318 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] Set router 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:49.478337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.501628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0b3de18c-0ebd-4da0-8177-cfa27e678ff2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for e70be94c-b6e2-45bb-a49b-1a742e373f5a owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:49.513879 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0bd032-1f5c-422a-ae88-ced9aa2df9d6', 'name': 'tempest-NetworksTestDHCPv6-router-1344999541', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:41Z', 'updated_at': '2021-12-20T16:36:48Z', 'revision_number': 3, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:49.547377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event deleted for resources: {'Port': ['ID=53770570-e043-4962-a989-52efe9f2c4b8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:49.566122 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a99aa-54e6-44ef-93b6-1866694adc0d None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:49.567851 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.583045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b314de4-45b8-444c-9148-36a48518c427 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.655870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b314de4-45b8-444c-9148-36a48518c427 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.681989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b314de4-45b8-444c-9148-36a48518c427 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=74727c9b-54cf-463b-9543-5e49d92c3163,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:49.694199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b314de4-45b8-444c-9148-36a48518c427 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.695232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd538c67-80ff-4c61-b5f6-79e13dc5e777 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.696770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639a232a-cc79-4145-afbb-a52a4a41c420 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:49.701107 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0b314de4-45b8-444c-9148-36a48518c427 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/74727c9b-54cf-463b-9543-5e49d92c3163 HTTP/1.1" status: 204 len: 168 time: 0.6843991 Dec 20 16:36:49.701443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43594) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:49.703554 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49632461-7d33-48c2-b4fa-b0758af50705 None None] The sync data for ids ['0f0bd032-1f5c-422a-ae88-ced9aa2df9d6'] in dv-neutron-822328-3-hyperv is: [{'id': '0f0bd032-1f5c-422a-ae88-ced9aa2df9d6', 'name': 'tempest-NetworksTestDHCPv6-router-1344999541', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:41Z', 'updated_at': '2021-12-20T16:36:48Z', 'revision_number': 3, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:49.715221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd538c67-80ff-4c61-b5f6-79e13dc5e777 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.808503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd538c67-80ff-4c61-b5f6-79e13dc5e777 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53b1dc2-5ace-43e3-b36b-7174281f37ee,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:49.818362 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=9dfcc69a-6e61-4300-8abd-84d948aee4ff,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:49.824607 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.840000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd538c67-80ff-4c61-b5f6-79e13dc5e777 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.843444 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bd538c67-80ff-4c61-b5f6-79e13dc5e777 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6443222 Dec 20 16:36:49.850891 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3665e9f1-32f2-43b7-927c-51729c29bd48 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1483214 Dec 20 16:36:49.851658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:49.853621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43598) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:49.940291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking segment: {'id': 'a8020e5e-b4b3-4bdf-bea0-963d7d67c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33e242ba-dd32-4cef-9095-de9932897149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:49.940664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network hostable DHCP agents. Network: 33e242ba-dd32-4cef-9095-de9932897149, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:49.945575 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1337-c147-4977-8479-7b8dc4861abc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.949951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce296f91-d28c-43dc-9f51-e761e19d5dc7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.954617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.957299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1337-c147-4977-8479-7b8dc4861abc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.964171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:49.964171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b3de18c-0ebd-4da0-8177-cfa27e678ff2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.029568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network 33e242ba-dd32-4cef-9095-de9932897149 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:50.033544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3de18c-0ebd-4da0-8177-cfa27e678ff2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=e70be94c-b6e2-45bb-a49b-1a742e373f5a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:50.043304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b3de18c-0ebd-4da0-8177-cfa27e678ff2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.048512 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0b3de18c-0ebd-4da0-8177-cfa27e678ff2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/e70be94c-b6e2-45bb-a49b-1a742e373f5a HTTP/1.1" status: 204 len: 168 time: 1.1877685 Dec 20 16:36:50.048812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.049346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Fanout notify agent at l3_agent the message router_deleted on router 2d27835b-eb3b-4a9d-bff6-8db035b7f2e1 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:36:50.051097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43600) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.061579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.065341 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a6b7a5b0-b2d1-457b-a823-78b3b241b6ac tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "DELETE /v2.0/routers/2d27835b-eb3b-4a9d-bff6-8db035b7f2e1 HTTP/1.1" status: 204 len: 168 time: 2.7131534 Dec 20 16:36:50.073100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43602) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.073257 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 33e242ba-dd32-4cef-9095-de9932897149) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:50.077871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:50.078660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.096847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd183e5-4da1-4e6f-86e7-91c14a6447c8 None None] Network 33e242ba-dd32-4cef-9095-de9932897149 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:50.121186 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-422d3aad-e62c-478b-9003-e77337fa3652 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9177396 Dec 20 16:36:50.125246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43604) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.131552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aeb5a5-89e6-425c-8884-aac2b6868dff None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:50.136648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407959133'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:50.150422 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72cd253-9bd4-4d18-a750-782ee971040b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:50.157234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72cd253-9bd4-4d18-a750-782ee971040b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:50.160216 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c72cd253-9bd4-4d18-a750-782ee971040b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1074951 Dec 20 16:36:50.164408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.167963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f912924-90a2-44b2-8b93-9544dbfbf64e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Deleting subnet 73e6900d-272f-4de3-bf78-eef7e01670e6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:50.208341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f912924-90a2-44b2-8b93-9544dbfbf64e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.210868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1337-c147-4977-8479-7b8dc4861abc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.237549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1337-c147-4977-8479-7b8dc4861abc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.238699 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dd0a1337-c147-4977-8479-7b8dc4861abc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d53b1dc2-5ace-43e3-b36b-7174281f37ee HTTP/1.1" status: 204 len: 168 time: 0.3860073 Dec 20 16:36:50.243556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.259667 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce296f91-d28c-43dc-9f51-e761e19d5dc7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.263005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce296f91-d28c-43dc-9f51-e761e19d5dc7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.266887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a1337-c147-4977-8479-7b8dc4861abc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d53b1dc2-5ace-43e3-b36b-7174281f37ee,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:50.286902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:50.291857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.292614 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f912924-90a2-44b2-8b93-9544dbfbf64e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.306727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-40aeb5a5-89e6-425c-8884-aac2b6868dff None None] Deleting port 6084d6aa-fb8c-4cad-a916-029f4a640332 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:50.307268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40aeb5a5-89e6-425c-8884-aac2b6868dff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.341856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:50.361644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.362753 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment 9f0740b9-5987-4d3b-a5f6-1e72d904e159 of type vlan for network 944ac14e-a2ad-42b6-9a30-8dc6d7b48de4 Dec 20 16:36:50.386342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-40aeb5a5-89e6-425c-8884-aac2b6868dff None None] For port 6084d6aa-fb8c-4cad-a916-029f4a640332, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6084d6aa-fb8c-4cad-a916-029f4a640332,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:50.387075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40aeb5a5-89e6-425c-8884-aac2b6868dff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.402553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-40aeb5a5-89e6-425c-8884-aac2b6868dff None None] Calling delete_port for 6084d6aa-fb8c-4cad-a916-029f4a640332 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:50.408226 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d00e2c3a-025d-416a-ae4c-4590e11c53b1 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1612799 Dec 20 16:36:50.411511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.413717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce296f91-d28c-43dc-9f51-e761e19d5dc7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.414353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce296f91-d28c-43dc-9f51-e761e19d5dc7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Fanout notify agent at l3_agent the message router_deleted on router 0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:36:50.423339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc1abafd-4950-4e07-9669-a934a3bd13fd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 1d9a46ae-2be7-47fc-baa5-61f21ec95cee {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:50.424227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc1abafd-4950-4e07-9669-a934a3bd13fd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.448267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce296f91-d28c-43dc-9f51-e761e19d5dc7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.452230 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ce296f91-d28c-43dc-9f51-e761e19d5dc7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/routers/0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 HTTP/1.1" status: 204 len: 168 time: 0.5900095 Dec 20 16:36:50.454304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43616) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.463480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:50.487036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-406341d2-e68e-47b8-b19a-87d42879aa18 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.492410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-33e242ba-dd32-4cef-9095-de9932897149', 'network_id': '33e242ba-dd32-4cef-9095-de9932897149', 'project_id': 'b7e37cc1762f48fdb62b6c4db605fdeb', 'fixed_ips': [{'subnet_id': '9dfcc69a-6e61-4300-8abd-84d948aee4ff'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:50.493294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.496103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6084d6aa-fb8c-4cad-a916-029f4a640332 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:50.503057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.536351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc1abafd-4950-4e07-9669-a934a3bd13fd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.562058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-406341d2-e68e-47b8-b19a-87d42879aa18 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.583212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.592289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:50.593451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.600138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc1abafd-4950-4e07-9669-a934a3bd13fd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 1d9a46ae-2be7-47fc-baa5-61f21ec95cee owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:50.670886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f912924-90a2-44b2-8b93-9544dbfbf64e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.676480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-406341d2-e68e-47b8-b19a-87d42879aa18 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.698477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40aeb5a5-89e6-425c-8884-aac2b6868dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.710164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-406341d2-e68e-47b8-b19a-87d42879aa18 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.711553 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-406341d2-e68e-47b8-b19a-87d42879aa18 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9b1b7521-ab65-4fb5-b66b-6ca458b58e96 HTTP/1.1" status: 204 len: 168 time: 0.2989357 Dec 20 16:36:50.719980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.728634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406341d2-e68e-47b8-b19a-87d42879aa18 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b1b7521-ab65-4fb5-b66b-6ca458b58e96,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:50.770488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aeb5a5-89e6-425c-8884-aac2b6868dff None None] No DVR routers for this DVR port 6084d6aa-fb8c-4cad-a916-029f4a640332 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:50.773997 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6433296 Dec 20 16:36:50.774630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.780893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeb5a5-89e6-425c-8884-aac2b6868dff None None] Pushing event deleted for resources: {'Port': ['ID=6084d6aa-fb8c-4cad-a916-029f4a640332,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:50.804323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.815117 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': '944ac14e-a2ad-42b6-9a30-8dc6d7b48de4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:50.824563 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b43c7-0f7b-4958-9947-a0937dec6c92 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=944ac14e-a2ad-42b6-9a30-8dc6d7b48de4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:50.842780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Allocated IP 2001:db8:0:ffff::2 (33e242ba-dd32-4cef-9095-de9932897149/9dfcc69a-6e61-4300-8abd-84d948aee4ff/a8a5a7c7-4d37-4981-850a-0945b238172e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:50.849111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:50.866334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.884235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 944ac14e-a2ad-42b6-9a30-8dc6d7b48de4 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:50.886587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3e5332ec-7717-413a-be2b-fe2033c80b64 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:50.893060 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-be426417-6d6a-4d4c-b99d-a0965e2a9c52 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1699321 Dec 20 16:36:50.893282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:50.929751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 3e5332ec-7717-413a-be2b-fe2033c80b64 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:50.930383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3e5332ec-7717-413a-be2b-fe2033c80b64 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:50.949891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f912924-90a2-44b2-8b93-9544dbfbf64e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.976670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad219bd1-542e-40f6-bdec-eaff40625af3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.987975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad219bd1-542e-40f6-bdec-eaff40625af3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:50.989876 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc1abafd-4950-4e07-9669-a934a3bd13fd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.013062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f912924-90a2-44b2-8b93-9544dbfbf64e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event deleted for resources: {'Subnet': ['ID=73e6900d-272f-4de3-bf78-eef7e01670e6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:51.026804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f912924-90a2-44b2-8b93-9544dbfbf64e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.034660 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3f912924-90a2-44b2-8b93-9544dbfbf64e tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "DELETE /v2.0/subnets/73e6900d-272f-4de3-bf78-eef7e01670e6 HTTP/1.1" status: 204 len: 168 time: 0.9594948 Dec 20 16:36:51.037949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.042230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749568e-ad32-4777-a0c2-2c5cbfb1ae33 None None] Network f1e6219b-ef52-410b-9432-b1277c59a762 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:51.049965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1abafd-4950-4e07-9669-a934a3bd13fd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=1d9a46ae-2be7-47fc-baa5-61f21ec95cee,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:51.060801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc1abafd-4950-4e07-9669-a934a3bd13fd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.067651 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dc1abafd-4950-4e07-9669-a934a3bd13fd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/1d9a46ae-2be7-47fc-baa5-61f21ec95cee HTTP/1.1" status: 204 len: 168 time: 0.9029582 Dec 20 16:36:51.068636 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.079063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:51.082600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.099486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad219bd1-542e-40f6-bdec-eaff40625af3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.127895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad219bd1-542e-40f6-bdec-eaff40625af3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.129049 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ad219bd1-542e-40f6-bdec-eaff40625af3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/93eb0908-fa77-423c-86df-b4159de41529 HTTP/1.1" status: 204 len: 168 time: 0.2316644 Dec 20 16:36:51.136055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.141904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.170993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad219bd1-542e-40f6-bdec-eaff40625af3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93eb0908-fa77-423c-86df-b4159de41529,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:51.216820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e09b192-0502-4fcb-b9aa-5fcbd2c25e7d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:51.221681 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5e09b192-0502-4fcb-b9aa-5fcbd2c25e7d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1509569 Dec 20 16:36:51.223620 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.262409 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-748060d2-c426-4586-af19-5278bc422bfa tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1153829 Dec 20 16:36:51.263748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.277695 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cee2cff-3f9f-4035-9078-495764402bb4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:36:51.284719 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9cee2cff-3f9f-4035-9078-495764402bb4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/e70be94c-b6e2-45bb-a49b-1a742e373f5a HTTP/1.1" status: 404 len: 333 time: 0.0598350 Dec 20 16:36:51.285912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43636) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.339686 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71ab384-767a-44cf-b837-33b8ca856ede tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:36:51.344979 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d71ab384-767a-44cf-b837-33b8ca856ede tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/1d9a46ae-2be7-47fc-baa5-61f21ec95cee HTTP/1.1" status: 404 len: 333 time: 0.0507715 Dec 20 16:36:51.346743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Deleting port 740751bc-0735-4d66-907a-3dea55aede95 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:51.347155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.353714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.397210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd389a04-0005-4e18-a3fa-0ed865008dc4 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.427533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd389a04-0005-4e18-a3fa-0ed865008dc4 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.457569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] For port 740751bc-0735-4d66-907a-3dea55aede95, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=740751bc-0735-4d66-907a-3dea55aede95,segment=NetworkSegment(7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0),segment_id=7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:51.458083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.482008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.483183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Calling delete_port for 740751bc-0735-4d66-907a-3dea55aede95 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:51.486487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.494385 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.530322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] DHCP port deletion for f1e6219b-ef52-410b-9432-b1277c59a762 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:51.545519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.550936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Network 33e242ba-dd32-4cef-9095-de9932897149 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:51.552486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd389a04-0005-4e18-a3fa-0ed865008dc4 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.558765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd389a04-0005-4e18-a3fa-0ed865008dc4 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.559122 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bd389a04-0005-4e18-a3fa-0ed865008dc4 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c6b5e823-bbd1-48a3-bea3-45ae9041e716 HTTP/1.1" status: 204 len: 168 time: 0.2942100 Dec 20 16:36:51.562821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43644) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.583718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:51.586729 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:51.589638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.598393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Pushing event updated for resources: {'Port': ['ID=a8a5a7c7-4d37-4981-850a-0945b238172e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:51.612812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd389a04-0005-4e18-a3fa-0ed865008dc4 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6b5e823-bbd1-48a3-bea3-45ae9041e716,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:51.659707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:51.667269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:51.676621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:51.677138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.687642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Attempting to bind port a8a5a7c7-4d37-4981-850a-0945b238172e on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:51.688988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Attempting to bind port a8a5a7c7-4d37-4981-850a-0945b238172e by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'a8020e5e-b4b3-4bdf-bea0-963d7d67c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33e242ba-dd32-4cef-9095-de9932897149'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:51.689348 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Attempting to bind port a8a5a7c7-4d37-4981-850a-0945b238172e on network 33e242ba-dd32-4cef-9095-de9932897149 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:51.695326 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4810f8b6-99c5-4f8a-88de-2acb01b11bec None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:51.715149 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4f5aa170-68c0-414e-8ffe-bc145be110db tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1503115 Dec 20 16:36:51.718814 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2595358 Dec 20 16:36:51.729451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:51.730025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.730132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Checking segment: {'id': 'a8020e5e-b4b3-4bdf-bea0-963d7d67c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33e242ba-dd32-4cef-9095-de9932897149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:51.730216 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.730309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.733931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Bound using segment: {'id': 'a8020e5e-b4b3-4bdf-bea0-963d7d67c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33e242ba-dd32-4cef-9095-de9932897149'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:51.733931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Bound port: a8a5a7c7-4d37-4981-850a-0945b238172e, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8020e5e-b4b3-4bdf-bea0-963d7d67c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33e242ba-dd32-4cef-9095-de9932897149'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:51.733931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.740630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04051351-c916-4f7f-a6ac-381a12e34af6 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=2e2799d3-a10f-43a9-9867-08be399c2de5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:51.752740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.762308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9095b86a-607f-4f9a-815e-0451dd42306a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-495980114', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:51.782225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] No DVR routers for this DVR port 740751bc-0735-4d66-907a-3dea55aede95 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:51.784751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event deleted for resources: {'Port': ['ID=740751bc-0735-4d66-907a-3dea55aede95,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:51.794331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] Deleting port 740751bc-0735-4d66-907a-3dea55aede95 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:51.794717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.807084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=e2f46e96-e242-4d42-8e05-075249f8dd1c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:51.825978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.844836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking segment: {'id': '9f0740b9-5987-4d3b-a5f6-1e72d904e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '944ac14e-a2ad-42b6-9a30-8dc6d7b48de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:51.845212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network hostable DHCP agents. Network: 944ac14e-a2ad-42b6-9a30-8dc6d7b48de4, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:51.862479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecf4289-28ca-48a1-a730-0768a4d81207 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.875419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ac7f72-75d5-4fe0-9246-5624bc69e9d0']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:51.875736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.886510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecf4289-28ca-48a1-a730-0768a4d81207 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.898951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48747a0-0a8c-4cf2-8f21-c63f665d5967') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:51.899205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48747a0-0a8c-4cf2-8f21-c63f665d5967') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:51.918617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9095b86a-607f-4f9a-815e-0451dd42306a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.919395 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9095b86a-607f-4f9a-815e-0451dd42306a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.925829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.929017 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e6219b-ef52-410b-9432-b1277c59a762']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:51.933839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '2e2799d3-a10f-43a9-9867-08be399c2de5'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:51.935459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.937626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network 944ac14e-a2ad-42b6-9a30-8dc6d7b48de4 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:51.944242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:51.944998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7838a20f-f28d-4ca5-9a7f-e0bdcb6569d0') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:51.956104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.959036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecf4289-28ca-48a1-a730-0768a4d81207 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.961251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.965333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] For port 740751bc-0735-4d66-907a-3dea55aede95, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:51.970698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecf4289-28ca-48a1-a730-0768a4d81207 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.970698 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7ecf4289-28ca-48a1-a730-0768a4d81207 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/751a0d50-cd09-4455-b117-a057a387fcc0 HTTP/1.1" status: 204 len: 168 time: 0.2301762 Dec 20 16:36:51.971930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 944ac14e-a2ad-42b6-9a30-8dc6d7b48de4) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:51.973156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:51.974454 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.974660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:51.975053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:51.978416 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:51.993406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:51.993992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.996356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf4289-28ca-48a1-a730-0768a4d81207 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=751a0d50-cd09-4455-b117-a057a387fcc0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:51.998431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.998594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] For port a8a5a7c7-4d37-4981-850a-0945b238172e, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:52.000420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac2f05-b720-4a3c-9fa6-fdcac2808d5b None None] Network 944ac14e-a2ad-42b6-9a30-8dc6d7b48de4 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:52.016484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] Calling delete_port for 740751bc-0735-4d66-907a-3dea55aede95 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:52.017216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:52.017814 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.020773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] Port 740751bc-0735-4d66-907a-3dea55aede95 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:52.026683 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:52.054953 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f647d0dd-7b3d-48c5-b911-cc9b03f13061 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2484996 Dec 20 16:36:52.057178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:52.064205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.069276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.075208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.082876 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/networks/d7ac7f72-75d5-4fe0-9246-5624bc69e9d0 HTTP/1.1" status: 204 len: 168 time: 0.7243803 Dec 20 16:36:52.096421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:52.103315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1676011913'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:52.116201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea427c88-7591-4590-a0ce-371e34947697 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Network': ['ID=d7ac7f72-75d5-4fe0-9246-5624bc69e9d0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:52.119447 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-67d5d1a7-5b59-4618-a936-7ed3aad46bd3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1451874 Dec 20 16:36:52.124562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:52.145585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] Pushing event deleted for resources: {'Port': ['ID=740751bc-0735-4d66-907a-3dea55aede95,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:52.153338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970bb4a-5d42-4c79-b130-1d3ce117bcb7 None None] No DVR routers for this DVR port 740751bc-0735-4d66-907a-3dea55aede95 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:36:52.166645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.185261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.192998 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "DELETE /v2.0/networks/f1e6219b-ef52-410b-9432-b1277c59a762 HTTP/1.1" status: 204 len: 168 time: 1.1535010 Dec 20 16:36:52.195919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:52.197146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:52.197268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] For port a8a5a7c7-4d37-4981-850a-0945b238172e, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a8a5a7c7-4d37-4981-850a-0945b238172e,segment=NetworkSegment(a8020e5e-b4b3-4bdf-bea0-963d7d67c412),segment_id=a8020e5e-b4b3-4bdf-bea0-963d7d67c412)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:52.201489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.214987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.242062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9095b86a-607f-4f9a-815e-0451dd42306a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.243162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd9e0e-4d1f-4870-9d8f-874fea89129c tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event deleted for resources: {'Network': ['ID=f1e6219b-ef52-410b-9432-b1277c59a762,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:52.259560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9095b86a-607f-4f9a-815e-0451dd42306a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.275531 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.287018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187fbbb-70c0-44c9-b52c-4978e67e7724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-944ac14e-a2ad-42b6-9a30-8dc6d7b48de4', 'network_id': '944ac14e-a2ad-42b6-9a30-8dc6d7b48de4', 'project_id': 'b7e37cc1762f48fdb62b6c4db605fdeb', 'fixed_ips': [{'subnet_id': 'e2f46e96-e242-4d42-8e05-075249f8dd1c'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:52.287882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b187fbbb-70c0-44c9-b52c-4978e67e7724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.305524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9095b86a-607f-4f9a-815e-0451dd42306a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.307762 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9095b86a-607f-4f9a-815e-0451dd42306a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5674539 Dec 20 16:36:52.322619 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:52.324393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:52.362589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 740751bc-0735-4d66-907a-3dea55aede95 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:36:52.370802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.411016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 740751bc-0735-4d66-907a-3dea55aede95 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:36:52.411594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 740751bc-0735-4d66-907a-3dea55aede95 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:36:52.426099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/2e2799d3-a10f-43a9-9867-08be399c2de5/986a52e5-6d67-4a23-8fa8-a6c824703c08) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:52.447707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb1d189e-814a-42c6-98b9-95e299ec0052 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.449454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.462991 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.463348 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Added segment 30854eea-a09c-416b-85db-a9844cb92a90 of type vlan for network 2bdee73e-43df-46c3-a193-0f398e05f156 Dec 20 16:36:52.477048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f46e96-e242-4d42-8e05-075249f8dd1c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:52.489148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e010a-044a-4018-bf85-e9ef13916b0b None None] Pushing event updated for resources: {'Port': ['ID=a8a5a7c7-4d37-4981-850a-0945b238172e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:52.566103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-b187fbbb-70c0-44c9-b52c-4978e67e7724 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2f46e96-e242-4d42-8e05-075249f8dd1c: This subnet is being modified by another concurrent operation. Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:36:52.593462 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2f46e96-e242-4d42-8e05-075249f8dd1c: This subnet is being modified by another concurrent operation. Dec 20 16:36:52.597304 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:36:52.599896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb1d189e-814a-42c6-98b9-95e299ec0052 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.604278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944ac14e-a2ad-42b6-9a30-8dc6d7b48de4']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:52.613867 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0740b9-5987-4d3b-a5f6-1e72d904e159') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:52.614169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0740b9-5987-4d3b-a5f6-1e72d904e159') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:52.642541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.670708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.687402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:52.687929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.703172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84718ea3-a5db-49be-aa0d-14e953f8a3f9 None None] Network 944ac14e-a2ad-42b6-9a30-8dc6d7b48de4 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:52.709776 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:52.729026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.776749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.799748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.807742 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/944ac14e-a2ad-42b6-9a30-8dc6d7b48de4 HTTP/1.1" status: 204 len: 168 time: 0.7491553 Dec 20 16:36:52.808956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177a168-8dbf-432b-b0c7-5cbf9a6ff007 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=944ac14e-a2ad-42b6-9a30-8dc6d7b48de4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:52.810955 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43668) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:52.817611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80920902'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:52.844149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.858246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:52.863020 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.875730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.896543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:52.912102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.912102 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment 57ff7297-0f1f-44b7-a4a6-68875eb59894 of type vlan for network 74907e2a-3d3f-4a3a-a3ed-6136e839a95f Dec 20 16:36:52.912575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:52.916941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:52.946515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:52.948022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.954673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:52.955324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.962748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.968595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb1d189e-814a-42c6-98b9-95e299ec0052 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.971556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb1d189e-814a-42c6-98b9-95e299ec0052 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:52.972940 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eb1d189e-814a-42c6-98b9-95e299ec0052 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/f1809916-9c30-4498-a847-ecc402bc0f59 HTTP/1.1" status: 204 len: 168 time: 0.8457367 Dec 20 16:36:52.975729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:53.007354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Deleting port 77b7e488-ab7a-4781-8c7b-3667409e679a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:53.007946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.032401 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Pushing event updated for resources: {'Port': ['ID=986a52e5-6d67-4a23-8fa8-a6c824703c08,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:53.038109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Attempting to bind port 986a52e5-6d67-4a23-8fa8-a6c824703c08 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:53.038621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Attempting to bind port 986a52e5-6d67-4a23-8fa8-a6c824703c08 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:53.039051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Attempting to bind port 986a52e5-6d67-4a23-8fa8-a6c824703c08 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:53.045177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:53.045641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:53.046111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.046718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:53.047277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Bound port: 986a52e5-6d67-4a23-8fa8-a6c824703c08, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:53.047724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.048591 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a0737d34-a99e-48df-b80c-e7ea19e37b96 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0713279 Dec 20 16:36:53.050566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.056245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:53.057007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.063193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:53.065679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d189e-814a-42c6-98b9-95e299ec0052 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1809916-9c30-4498-a847-ecc402bc0f59,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:53.075798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e1dec94b-4097-4cf2-a67d-43be0d54ea8e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-secgroup--727869597'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:53.094590 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2824509 Dec 20 16:36:53.095359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:53.107744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': '74907e2a-3d3f-4a3a-a3ed-6136e839a95f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:53.131210 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0332608 Dec 20 16:36:53.141216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] For port 986a52e5-6d67-4a23-8fa8-a6c824703c08, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:53.144742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] For port 986a52e5-6d67-4a23-8fa8-a6c824703c08, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=986a52e5-6d67-4a23-8fa8-a6c824703c08,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:53.153758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.160400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:53.174321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': '2bdee73e-43df-46c3-a193-0f398e05f156', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:53.219610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60de87-c1aa-4336-92b6-67114515a7de tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Network': ['ID=2bdee73e-43df-46c3-a193-0f398e05f156,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:53.220997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6b211-fdc7-49f5-b183-a4e7dfdc89f5 None None] Pushing event updated for resources: {'Port': ['ID=986a52e5-6d67-4a23-8fa8-a6c824703c08,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:53.230389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.232684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40397e-56f3-4906-8c8f-7a48bae9cf80 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=74907e2a-3d3f-4a3a-a3ed-6136e839a95f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:53.244309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 2bdee73e-43df-46c3-a193-0f398e05f156 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:53.262162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.262162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.265577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1dec94b-4097-4cf2-a67d-43be0d54ea8e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.287169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 74907e2a-3d3f-4a3a-a3ed-6136e839a95f details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:53.288185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Calling delete_port for 77b7e488-ab7a-4781-8c7b-3667409e679a owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:53.648717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1dec94b-4097-4cf2-a67d-43be0d54ea8e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.682045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1dec94b-4097-4cf2-a67d-43be0d54ea8e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.723173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dec94b-4097-4cf2-a67d-43be0d54ea8e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97031946-5971-4c4d-a968-7bf1a482c00d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:53.740352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:53.743796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.778565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1dec94b-4097-4cf2-a67d-43be0d54ea8e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.782854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:53.782993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e1dec94b-4097-4cf2-a67d-43be0d54ea8e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7179635 Dec 20 16:36:53.788793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-20b665f2-d225-427b-9915-fc6445409296 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': '97031946-5971-4c4d-a968-7bf1a482c00d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:53.800487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.807222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::1 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/2e2799d3-a10f-43a9-9867-08be399c2de5/0bb413a7-79e0-4245-a77d-1a2c295a09a1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:53.847536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Pushing event deleted for resources: {'Port': ['ID=77b7e488-ab7a-4781-8c7b-3667409e679a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:53.857229 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02afdb1d-5765-4bdc-8b84-9fc9d473772a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:36:53.865734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:53.869298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:53.915744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45311350-c09a-4905-8380-03e8fea119ed None None] Network 33e242ba-dd32-4cef-9095-de9932897149 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:53.962874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:36:53.962874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:36:53.972316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20b665f2-d225-427b-9915-fc6445409296 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.090478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-496086e8-8d73-4b49-8755-dc22fba3b611 None None] Provisioning complete for port a8a5a7c7-4d37-4981-850a-0945b238172e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:54.092266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-496086e8-8d73-4b49-8755-dc22fba3b611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.124123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20b665f2-d225-427b-9915-fc6445409296 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.167221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20b665f2-d225-427b-9915-fc6445409296 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.262223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-496086e8-8d73-4b49-8755-dc22fba3b611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.304106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b665f2-d225-427b-9915-fc6445409296 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ef66ab-ee2f-409d-964f-7aceebb14181,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:54.329530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20b665f2-d225-427b-9915-fc6445409296 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.330865 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-20b665f2-d225-427b-9915-fc6445409296 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5455484 Dec 20 16:36:54.340630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:54.348698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-496086e8-8d73-4b49-8755-dc22fba3b611 None None] For port a8a5a7c7-4d37-4981-850a-0945b238172e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a8a5a7c7-4d37-4981-850a-0945b238172e,segment=NetworkSegment(a8020e5e-b4b3-4bdf-bea0-963d7d67c412),segment_id=a8020e5e-b4b3-4bdf-bea0-963d7d67c412)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:54.357818 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-496086e8-8d73-4b49-8755-dc22fba3b611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.369852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.440655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496086e8-8d73-4b49-8755-dc22fba3b611 None None] Pushing event updated for resources: {'Port': ['ID=a8a5a7c7-4d37-4981-850a-0945b238172e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:54.478436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.481062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.485416 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-66d85f1d-1e07-47fd-bfc6-2a743f982466 tempest-FloatingIPAdminTestJSON-412890463 tempest-FloatingIPAdminTestJSON-412890463-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd6a87a6-8e69-46d6-869b-419f1abe6ebb HTTP/1.1" status: 204 len: 168 time: 2.2654705 Dec 20 16:36:54.488625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.498413 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 986a52e5-6d67-4a23-8fa8-a6c824703c08 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:54.532100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.585216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:54.589630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:54.595574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:54.596339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.611536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=0610236a-b9e5-4f52-bde3-5fbaffb32465,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:54.620429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f6e725f0-203d-4b38-b008-3f8697470cf6 None None] Provisioning complete for port a8a5a7c7-4d37-4981-850a-0945b238172e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:54.620866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6e725f0-203d-4b38-b008-3f8697470cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.622749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 986a52e5-6d67-4a23-8fa8-a6c824703c08 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:54.623172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.640347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.689818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=0bb413a7-79e0-4245-a77d-1a2c295a09a1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:54.717014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0f65fce-ce38-4458-a6c8-9d65eb8c1d06 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.732571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.740392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking segment: {'id': '57ff7297-0f1f-44b7-a4a6-68875eb59894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74907e2a-3d3f-4a3a-a3ed-6136e839a95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:54.741105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network hostable DHCP agents. Network: 74907e2a-3d3f-4a3a-a3ed-6136e839a95f, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:54.798544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0f65fce-ce38-4458-a6c8-9d65eb8c1d06 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.806785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=4dc6763a-a93b-4057-84e9-aed67289cca1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:54.867539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network 74907e2a-3d3f-4a3a-a3ed-6136e839a95f is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:54.870507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Checking segment: {'id': '30854eea-a09c-416b-85db-a9844cb92a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2bdee73e-43df-46c3-a193-0f398e05f156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:54.871010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network hostable DHCP agents. Network: 2bdee73e-43df-46c3-a193-0f398e05f156, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:54.895571 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 74907e2a-3d3f-4a3a-a3ed-6136e839a95f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:54.921207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:54.922106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.927684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0f65fce-ce38-4458-a6c8-9d65eb8c1d06 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.931670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0f65fce-ce38-4458-a6c8-9d65eb8c1d06 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:54.933209 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b0f65fce-ce38-4458-a6c8-9d65eb8c1d06 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/97031946-5971-4c4d-a968-7bf1a482c00d HTTP/1.1" status: 204 len: 168 time: 0.5910749 Dec 20 16:36:54.945002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:54.949665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 2bdee73e-43df-46c3-a193-0f398e05f156 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:54.979104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcdc4ca-3cc4-4b62-a492-4a05af23e60a None None] Network 74907e2a-3d3f-4a3a-a3ed-6136e839a95f requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:54.981516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f65fce-ce38-4458-a6c8-9d65eb8c1d06 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97031946-5971-4c4d-a968-7bf1a482c00d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:55.004074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 2bdee73e-43df-46c3-a193-0f398e05f156) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:55.023024 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d9777a85-2d59-4b1f-a79a-0594a0534f4d tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9194019 Dec 20 16:36:55.027989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:55.031186 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:55.031792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.038754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-557518860'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:55.050659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5006d7c-8a0d-4f49-80f3-91706b08f656 None None] Network 2bdee73e-43df-46c3-a193-0f398e05f156 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:55.076808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:55.134351 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1d8b600a-5390-4ed2-af32-980dfef3e027 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9680920 Dec 20 16:36:55.135026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:55.147057 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b65bc152-d569-43a3-ba5f-346e5c4b11bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.149783 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8e8a667a-7732-440d-9edd-2dfb9ebd425b tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1947083 Dec 20 16:36:55.155244 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': '2bdee73e-43df-46c3-a193-0f398e05f156', 'name': 'tempest-PortsIpV6TestJSON-1162376041'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:55.159457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.159691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43706) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:55.180641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d1c5bafc-9669-47f6-bc3e-29b0f698d218 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525278528'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:55.195612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:55.203847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.223739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-20af5326-a20c-410c-b7a1-a1520c83f9ec None None] Provisioning complete for port 986a52e5-6d67-4a23-8fa8-a6c824703c08 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:55.224547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20af5326-a20c-410c-b7a1-a1520c83f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.261133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.278405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.279645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.312853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bafc-9669-47f6-bc3e-29b0f698d218 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.315076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:55.349795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.350374 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment ecf83b76-57e0-46ea-b6f0-ee8ade29163d of type vlan for network de9c24dc-0502-491e-8ed8-9fd46aada069 Dec 20 16:36:55.363164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 986a52e5-6d67-4a23-8fa8-a6c824703c08, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=986a52e5-6d67-4a23-8fa8-a6c824703c08,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:55.367706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-74907e2a-3d3f-4a3a-a3ed-6136e839a95f', 'network_id': '74907e2a-3d3f-4a3a-a3ed-6136e839a95f', 'project_id': 'b7e37cc1762f48fdb62b6c4db605fdeb', 'fixed_ips': [{'subnet_id': '0610236a-b9e5-4f52-bde3-5fbaffb32465'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:55.368745 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.424199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.425260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a8a5a7c7-4d37-4981-850a-0945b238172e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:55.434102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-2bdee73e-43df-46c3-a193-0f398e05f156', 'network_id': '2bdee73e-43df-46c3-a193-0f398e05f156', 'project_id': '786ec8a4fcee41b582f518aa933d6565', 'fixed_ips': [{'subnet_id': '4dc6763a-a93b-4057-84e9-aed67289cca1'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:55.435775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.444135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.459598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:55.463138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.503213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=0bb413a7-79e0-4245-a77d-1a2c295a09a1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:55.506501 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 5a60d9ce-15ab-4ba6-82e4-da4ce34c5752 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:36:55.523337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bafc-9669-47f6-bc3e-29b0f698d218 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.526953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.532649 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cb4c969a-6326-4f62-9875-35937a698ae4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5961c6031e6e4629a214b1fb03429733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477184 Dec 20 16:36:55.532985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:55.533483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.539398 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:55.576431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bafc-9669-47f6-bc3e-29b0f698d218 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.626617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:55.631297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:55.652985 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2aad80b-a803-4f8e-995f-8c5105a1e7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.672160 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6396160 Dec 20 16:36:55.681998 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bafc-9669-47f6-bc3e-29b0f698d218 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.683380 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d1c5bafc-9669-47f6-bc3e-29b0f698d218 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5206542 Dec 20 16:36:55.690654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:55.690999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43716) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:55.701440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1e1b2f5d-7528-4397-86eb-c3f50d9c7f05 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424890411'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:55.708457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': 'de9c24dc-0502-491e-8ed8-9fd46aada069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:55.708739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=986a52e5-6d67-4a23-8fa8-a6c824703c08,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:55.729218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5bafc-9669-47f6-bc3e-29b0f698d218 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94790bb-2bc3-42eb-a29f-355c765ea137,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:55.731939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ec321-2067-42a1-b818-9e01b169cb22 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=de9c24dc-0502-491e-8ed8-9fd46aada069,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:55.761933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network de9c24dc-0502-491e-8ed8-9fd46aada069 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:55.782816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2aad80b-a803-4f8e-995f-8c5105a1e7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.831424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Allocated IP 2001:db8::3 (74907e2a-3d3f-4a3a-a3ed-6136e839a95f/0610236a-b9e5-4f52-bde3-5fbaffb32465/a3b85df0-8b6e-4882-8764-511dae26ea8b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:55.858074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Router 726ceab3-b191-4647-915e-25726fc9208e is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:36:55.867683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e1b2f5d-7528-4397-86eb-c3f50d9c7f05 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.870576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::3af (2bdee73e-43df-46c3-a193-0f398e05f156/4dc6763a-a93b-4057-84e9-aed67289cca1/5a60d9ce-15ab-4ba6-82e4-da4ce34c5752) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:55.954598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2aad80b-a803-4f8e-995f-8c5105a1e7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.956095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:55.958337 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2aad80b-a803-4f8e-995f-8c5105a1e7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.959716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.963172 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f2aad80b-a803-4f8e-995f-8c5105a1e7af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e2fb20b-9a47-41f0-a218-a5243a2b7536 HTTP/1.1" status: 204 len: 168 time: 0.4220057 Dec 20 16:36:56.023066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aad80b-a803-4f8e-995f-8c5105a1e7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2fb20b-9a47-41f0-a218-a5243a2b7536,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:56.058941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:56.065054 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e4ca8adb-a703-4288-bbc2-e43cf39b177d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "PUT /v2.0/routers/726ceab3-b191-4647-915e-25726fc9208e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7101541 Dec 20 16:36:56.067558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43720) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:56.079705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a8a5a7c7-4d37-4981-850a-0945b238172e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:56.079705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.082064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] Sync routers for ids ['726ceab3-b191-4647-915e-25726fc9208e'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:36:56.094827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:36:56.095363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:36:56.120471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591169e-32d0-42f1-899a-10b26e0817ab tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:56.122068 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5591169e-32d0-42f1-899a-10b26e0817ab tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports/0bb413a7-79e0-4245-a77d-1a2c295a09a1 HTTP/1.1" status: 200 len: 911 time: 0.0528903 Dec 20 16:36:56.124367 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:56.143180 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.148467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e1b2f5d-7528-4397-86eb-c3f50d9c7f05 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.164616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4923feb8-1a4e-4cda-8efd-11738e07ad25 None None] Provisioning complete for port 0bb413a7-79e0-4245-a77d-1a2c295a09a1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:56.165327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4923feb8-1a4e-4cda-8efd-11738e07ad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.167237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e1b2f5d-7528-4397-86eb-c3f50d9c7f05 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.194072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.198077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] Routers {'726ceab3-b191-4647-915e-25726fc9208e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:56.198947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:27Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['726ceab3-b191-4647-915e-25726fc9208e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:56.219224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.236990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85cf45b-797e-4f57-a2ff-8afdc13dad6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:56.240845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e1b2f5d-7528-4397-86eb-c3f50d9c7f05 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.242151 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1e1b2f5d-7528-4397-86eb-c3f50d9c7f05 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5489929 Dec 20 16:36:56.247806 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43730) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:56.249684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b2f5d-7528-4397-86eb-c3f50d9c7f05 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd15dd7-d5d3-4376-9904-6d97676a3a33,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:56.258732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85cf45b-797e-4f57-a2ff-8afdc13dad6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:56.264211 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d85cf45b-797e-4f57-a2ff-8afdc13dad6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1356783 Dec 20 16:36:56.265175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:56.282510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-686db7b0-3bbb-4d73-b924-aceee066f1b0 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': 'b94790bb-2bc3-42eb-a29f-355c765ea137', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6bd15dd7-d5d3-4376-9904-6d97676a3a33', 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:56.329895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.407658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Network 74907e2a-3d3f-4a3a-a3ed-6136e839a95f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:56.414037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4923feb8-1a4e-4cda-8efd-11738e07ad25 None None] Port 0bb413a7-79e0-4245-a77d-1a2c295a09a1 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:56.424312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:56.438062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:56.440545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 2bdee73e-43df-46c3-a193-0f398e05f156 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:56.444372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Pushing event updated for resources: {'Port': ['ID=a3b85df0-8b6e-4882-8764-511dae26ea8b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:56.463995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] Set router 726ceab3-b191-4647-915e-25726fc9208e gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:56.464735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:56.477182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:56.483592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:56.484615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.502227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=5a60d9ce-15ab-4ba6-82e4-da4ce34c5752,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:56.505018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.518134 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c1f1c18b-a015-4c13-b600-80fbc69ce102 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3796949 Dec 20 16:36:56.522493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43736) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:56.523137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Allocated IP 2001:db8::2 (2bdee73e-43df-46c3-a193-0f398e05f156/4dc6763a-a93b-4057-84e9-aed67289cca1/039a7748-197d-4005-9723-0b89bf1fba1b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:36:56.525169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686db7b0-3bbb-4d73-b924-aceee066f1b0 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.596238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:56.650450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad39b60d-137b-4380-8825-99860fcdb18d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.667946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=b39cc02a-6f78-4797-bb42-bb21bf2cc32d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:56.733270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Attempting to bind port a3b85df0-8b6e-4882-8764-511dae26ea8b on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:56.733270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Attempting to bind port a3b85df0-8b6e-4882-8764-511dae26ea8b by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '57ff7297-0f1f-44b7-a4a6-68875eb59894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74907e2a-3d3f-4a3a-a3ed-6136e839a95f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:56.733587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Attempting to bind port a3b85df0-8b6e-4882-8764-511dae26ea8b on network 74907e2a-3d3f-4a3a-a3ed-6136e839a95f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:56.739831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-202a425e-4928-4443-bb48-450dcc4c680b None None] Provisioning complete for port 0bb413a7-79e0-4245-a77d-1a2c295a09a1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:56.740209 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-202a425e-4928-4443-bb48-450dcc4c680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.772767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking segment: {'id': 'ecf83b76-57e0-46ea-b6f0-ee8ade29163d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9c24dc-0502-491e-8ed8-9fd46aada069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:56.773143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network hostable DHCP agents. Network: de9c24dc-0502-491e-8ed8-9fd46aada069, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:36:56.782191 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686db7b0-3bbb-4d73-b924-aceee066f1b0 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.796560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:56.797103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Checking segment: {'id': '57ff7297-0f1f-44b7-a4a6-68875eb59894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74907e2a-3d3f-4a3a-a3ed-6136e839a95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:56.797570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.798005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Bound using segment: {'id': '57ff7297-0f1f-44b7-a4a6-68875eb59894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74907e2a-3d3f-4a3a-a3ed-6136e839a95f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:56.798727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Bound port: a3b85df0-8b6e-4882-8764-511dae26ea8b, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff7297-0f1f-44b7-a4a6-68875eb59894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74907e2a-3d3f-4a3a-a3ed-6136e839a95f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:56.799137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.800431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686db7b0-3bbb-4d73-b924-aceee066f1b0 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.824309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.849238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686db7b0-3bbb-4d73-b924-aceee066f1b0 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14795a2a-62d1-47b8-a029-f9bab7083c6f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:56.851327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 986a52e5-6d67-4a23-8fa8-a6c824703c08 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:56.861803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network de9c24dc-0502-491e-8ed8-9fd46aada069 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:36:56.865968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686db7b0-3bbb-4d73-b924-aceee066f1b0 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.869862 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-686db7b0-3bbb-4d73-b924-aceee066f1b0 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6150358 Dec 20 16:36:56.872583 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b63c2-5ac4-43bf-8739-2a042251127c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 5a60d9ce-15ab-4ba6-82e4-da4ce34c5752 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:56.872927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d3b63c2-5ac4-43bf-8739-2a042251127c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.878358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43740) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:56.908464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, de9c24dc-0502-491e-8ed8-9fd46aada069) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:56.933653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:56.935220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.977211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad39b60d-137b-4380-8825-99860fcdb18d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:56.996262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad39b60d-137b-4380-8825-99860fcdb18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.007108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aa47d6c-9126-4708-b132-31d1638a7e68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.041293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aa47d6c-9126-4708-b132-31d1638a7e68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.050770 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-70198838-f136-4845-a283-a9fd8e48b5c0 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3561594 Dec 20 16:36:57.060967 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43742) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:57.080874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110160e7-4f50-4a2b-8052-fb91004e5b88 None None] Network de9c24dc-0502-491e-8ed8-9fd46aada069 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:57.096839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 0bb413a7-79e0-4245-a77d-1a2c295a09a1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:36:57.097211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.118414 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ad39b60d-137b-4380-8825-99860fcdb18d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb57136f531e46088ba76ca7a4650738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5136664 Dec 20 16:36:57.118414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39b60d-137b-4380-8825-99860fcdb18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb76fdd-f212-4a06-bf70-6c39cd77d39c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:57.120095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43744) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:57.125959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-202a425e-4928-4443-bb48-450dcc4c680b None None] Port 0bb413a7-79e0-4245-a77d-1a2c295a09a1 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:36:57.135407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d3b63c2-5ac4-43bf-8739-2a042251127c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.196164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b63c2-5ac4-43bf-8739-2a042251127c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 5a60d9ce-15ab-4ba6-82e4-da4ce34c5752 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:57.201564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aa47d6c-9126-4708-b132-31d1638a7e68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.220278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aa47d6c-9126-4708-b132-31d1638a7e68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.221591 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7aa47d6c-9126-4708-b132-31d1638a7e68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/14795a2a-62d1-47b8-a029-f9bab7083c6f HTTP/1.1" status: 204 len: 168 time: 0.3402748 Dec 20 16:36:57.224632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:57.235614 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa47d6c-9126-4708-b132-31d1638a7e68 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14795a2a-62d1-47b8-a029-f9bab7083c6f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:57.245764 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d07aca8-a725-479f-b813-cbb39eecbb3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.251722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.276759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 0bb413a7-79e0-4245-a77d-1a2c295a09a1 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:36:57.298308 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d07aca8-a725-479f-b813-cbb39eecbb3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.319683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.335048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] For port a3b85df0-8b6e-4882-8764-511dae26ea8b, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:57.365018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-31288583-94e6-4cea-9e5f-64f8898e67ac tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1365659 Dec 20 16:36:57.371936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43748) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:57.381181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] For port a3b85df0-8b6e-4882-8764-511dae26ea8b, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a3b85df0-8b6e-4882-8764-511dae26ea8b,segment=NetworkSegment(57ff7297-0f1f-44b7-a4a6-68875eb59894),segment_id=57ff7297-0f1f-44b7-a4a6-68875eb59894)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:57.383867 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.425159 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.441692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9fe528e-6fbc-48b6-a151-5ce6c81cbaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.443682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.469519 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 986a52e5-6d67-4a23-8fa8-a6c824703c08 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:57.469929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.477795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae3091-16a5-418d-aef2-f3def093d648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-de9c24dc-0502-491e-8ed8-9fd46aada069', 'network_id': 'de9c24dc-0502-491e-8ed8-9fd46aada069', 'project_id': 'b7e37cc1762f48fdb62b6c4db605fdeb', 'fixed_ips': [{'subnet_id': 'b39cc02a-6f78-4797-bb42-bb21bf2cc32d'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:36:57.478739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92ae3091-16a5-418d-aef2-f3def093d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.482057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.569638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d3b63c2-5ac4-43bf-8739-2a042251127c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.582558 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Network 2bdee73e-43df-46c3-a193-0f398e05f156 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:36:57.595085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:36:57.603369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d07aca8-a725-479f-b813-cbb39eecbb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.606660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d07aca8-a725-479f-b813-cbb39eecbb3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.610665 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6d07aca8-a725-479f-b813-cbb39eecbb3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fb76fdd-f212-4a06-bf70-6c39cd77d39c HTTP/1.1" status: 204 len: 168 time: 0.4873118 Dec 20 16:36:57.617601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b870f9d-c7f0-4f22-899d-b0a0f4926719 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.654870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07aca8-a725-479f-b813-cbb39eecbb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb76fdd-f212-4a06-bf70-6c39cd77d39c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:57.655425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b63c2-5ac4-43bf-8739-2a042251127c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=5a60d9ce-15ab-4ba6-82e4-da4ce34c5752,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:57.665248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.668589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def52fcd-fd16-4300-a554-ffaaf44b0ade None None] Pushing event updated for resources: {'Port': ['ID=a3b85df0-8b6e-4882-8764-511dae26ea8b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:57.689654 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:36:57.701614 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b870f9d-c7f0-4f22-899d-b0a0f4926719 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.761526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Pushing event updated for resources: {'Port': ['ID=039a7748-197d-4005-9723-0b89bf1fba1b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:57.801669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ceab3-b191-4647-915e-25726fc9208e', 'name': 'tempest-NetworksTestDHCPv6-router-495980114', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:51Z', 'updated_at': '2021-12-20T16:36:54Z', 'revision_number': 2, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None, '_interfaces': [{'id': '0bb413a7-79e0-4245-a77d-1a2c295a09a1', 'name': '', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'mac_address': 'fa:16:3e:f8:69:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ceab3-b191-4647-915e-25726fc9208e', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2e2799d3-a10f-43a9-9867-08be399c2de5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:36:53Z', 'updated_at': '2021-12-20T16:36:54Z', 'revision_number': 2, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'subnets': [{'id': '2e2799d3-a10f-43a9-9867-08be399c2de5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:57.838061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=b39cc02a-6f78-4797-bb42-bb21bf2cc32d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:57.847758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d3b63c2-5ac4-43bf-8739-2a042251127c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.864142 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3d3b63c2-5ac4-43bf-8739-2a042251127c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/5a60d9ce-15ab-4ba6-82e4-da4ce34c5752 HTTP/1.1" status: 204 len: 168 time: 1.3404124 Dec 20 16:36:57.869174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:57.900866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:57.928121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] Checking router: 726ceab3-b191-4647-915e-25726fc9208e for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:36:57.928532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] Updating router 726ceab3-b191-4647-915e-25726fc9208e port 0bb413a7-79e0-4245-a77d-1a2c295a09a1 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:36:57.934853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a8a5a7c7-4d37-4981-850a-0945b238172e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:57.992894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.020995 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e764a9-26b2-4001-a913-2e1cf26f32c9 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:36:58.021743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e764a9-26b2-4001-a913-2e1cf26f32c9 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:36:58.029113 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f9e764a9-26b2-4001-a913-2e1cf26f32c9 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/5a60d9ce-15ab-4ba6-82e4-da4ce34c5752 HTTP/1.1" status: 404 len: 333 time: 0.1581659 Dec 20 16:36:58.039664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0fe2-f5f1-4d72-a504-e460ca6cd1ad req-893b3666-92b2-45cf-8f61-3a59410c8c90 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:58.042599 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d39f0fe2-f5f1-4d72-a504-e460ca6cd1ad req-893b3666-92b2-45cf-8f61-3a59410c8c90 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 946 time: 0.3675079 Dec 20 16:36:58.043392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:58.088917 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d167c5-2d98-4cae-8ac1-6d53b6a7fc50 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:36:58.094698 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a4d167c5-2d98-4cae-8ac1-6d53b6a7fc50 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/5a60d9ce-15ab-4ba6-82e4-da4ce34c5752 HTTP/1.1" status: 404 len: 333 time: 0.0437856 Dec 20 16:36:58.095367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:58.098322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9c24dc-0502-491e-8ed8-9fd46aada069']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:58.127118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b870f9d-c7f0-4f22-899d-b0a0f4926719 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.131168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b870f9d-c7f0-4f22-899d-b0a0f4926719 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.132127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] Port 0bb413a7-79e0-4245-a77d-1a2c295a09a1 not found while updating agent binding for router 726ceab3-b191-4647-915e-25726fc9208e. {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 16:36:58.132923 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6b870f9d-c7f0-4f22-899d-b0a0f4926719 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/6bd15dd7-d5d3-4376-9904-6d97676a3a33 HTTP/1.1" status: 204 len: 168 time: 0.7591918 Dec 20 16:36:58.149185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=0bb413a7-79e0-4245-a77d-1a2c295a09a1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:58.154434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:58.176239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] Routers {'726ceab3-b191-4647-915e-25726fc9208e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:36:58.176882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['726ceab3-b191-4647-915e-25726fc9208e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:58.178984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af505aea-dee0-4513-88fd-9d80f20edc81 None None] Network de9c24dc-0502-491e-8ed8-9fd46aada069 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:58.211369 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d39f0fe2-f5f1-4d72-a504-e460ca6cd1ad req-23d53e34-9cb7-4302-9474-d534ada55d79 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566982 Dec 20 16:36:58.214002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf83b76-57e0-46ea-b6f0-ee8ade29163d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:58.214432 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf83b76-57e0-46ea-b6f0-ee8ade29163d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:58.259434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Attempting to bind port 039a7748-197d-4005-9723-0b89bf1fba1b on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:36:58.260090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Attempting to bind port 039a7748-197d-4005-9723-0b89bf1fba1b by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '30854eea-a09c-416b-85db-a9844cb92a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2bdee73e-43df-46c3-a193-0f398e05f156'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:36:58.260615 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Attempting to bind port 039a7748-197d-4005-9723-0b89bf1fba1b on network 2bdee73e-43df-46c3-a193-0f398e05f156 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:36:58.283936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.303779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b870f9d-c7f0-4f22-899d-b0a0f4926719 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd15dd7-d5d3-4376-9904-6d97676a3a33,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:58.306840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.321685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:36:58.322066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Checking segment: {'id': '30854eea-a09c-416b-85db-a9844cb92a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2bdee73e-43df-46c3-a193-0f398e05f156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:36:58.322540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.322957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Bound using segment: {'id': '30854eea-a09c-416b-85db-a9844cb92a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2bdee73e-43df-46c3-a193-0f398e05f156'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:36:58.329345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Bound port: 039a7748-197d-4005-9723-0b89bf1fba1b, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30854eea-a09c-416b-85db-a9844cb92a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2bdee73e-43df-46c3-a193-0f398e05f156'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:36:58.329775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.351793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.368410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:36:58.368831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.369549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:58.389527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1f0b01f-20e1-4dcb-b7f1-7bca52c68deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.422699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] Set router 726ceab3-b191-4647-915e-25726fc9208e gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:36:58.428797 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:36:58.459470 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bd6532de-cf9b-4284-b16a-bd01d5ac2aa3 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2967374 Dec 20 16:36:58.459732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1443cf-b8ae-492d-93ba-c5367d196a61 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet 4dc6763a-a93b-4057-84e9-aed67289cca1 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:58.460797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:58.475912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.479375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec1443cf-b8ae-492d-93ba-c5367d196a61 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.513917 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.520735 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/de9c24dc-0502-491e-8ed8-9fd46aada069 HTTP/1.1" status: 204 len: 168 time: 1.4438241 Dec 20 16:36:58.523044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43780) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:58.537468 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ceab3-b191-4647-915e-25726fc9208e', 'name': 'tempest-NetworksTestDHCPv6-router-495980114', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:51Z', 'updated_at': '2021-12-20T16:36:57Z', 'revision_number': 3, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:36:58.538140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1300448336'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:58.570173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79d028-172c-43cf-972e-ae2e2016be72 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=de9c24dc-0502-491e-8ed8-9fd46aada069,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:58.596706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec1443cf-b8ae-492d-93ba-c5367d196a61 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.617130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.621642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbab20-1b35-422f-8b77-e7278e7fd847 None None] The sync data for ids ['726ceab3-b191-4647-915e-25726fc9208e'] in dv-neutron-822328-3-hyperv is: [{'id': '726ceab3-b191-4647-915e-25726fc9208e', 'name': 'tempest-NetworksTestDHCPv6-router-495980114', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:51Z', 'updated_at': '2021-12-20T16:36:57Z', 'revision_number': 3, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:36:58.624241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a8a5a7c7-4d37-4981-850a-0945b238172e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:58.624689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.653965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] For port 039a7748-197d-4005-9723-0b89bf1fba1b, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:36:58.689242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] For port 039a7748-197d-4005-9723-0b89bf1fba1b, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=039a7748-197d-4005-9723-0b89bf1fba1b,segment=NetworkSegment(30854eea-a09c-416b-85db-a9844cb92a90),segment_id=30854eea-a09c-416b-85db-a9844cb92a90)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:36:58.693137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d20a47d6-e74c-4481-9b87-6dd962e63fa9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.700710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.723576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:58.729370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.764443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1f0b01f-20e1-4dcb-b7f1-7bca52c68deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.780952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Router 726ceab3-b191-4647-915e-25726fc9208e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:36:58.827202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1f0b01f-20e1-4dcb-b7f1-7bca52c68deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.854116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dac8ff-e385-474b-b0cd-9724ae265d63 None None] Pushing event updated for resources: {'Port': ['ID=039a7748-197d-4005-9723-0b89bf1fba1b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:58.891952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d20a47d6-e74c-4481-9b87-6dd962e63fa9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.953528 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:36:58.979838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:58.980538 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment 527f4836-3225-4398-8440-297e1dd5696b of type vlan for network 568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3 Dec 20 16:36:59.030717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c275b-df76-4d2d-80c8-f6aa4293ac1d req-334a602b-0f10-4b2f-be6d-adccb2d5a3eb tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:59.032324 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-352c275b-df76-4d2d-80c8-f6aa4293ac1d req-334a602b-0f10-4b2f-be6d-adccb2d5a3eb tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2834206 Dec 20 16:36:59.061554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0b01f-20e1-4dcb-b7f1-7bca52c68deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9740931b-7cc6-41d3-a8f3-1f011ea24415,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:59.078959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.090358 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e1f0b01f-20e1-4dcb-b7f1-7bca52c68deb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f0b9bd5038e4b80885ae941977226df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7183871 Dec 20 16:36:59.130173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:36:59.140494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:59.162899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.168242 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3e2c27ce-108a-4b76-91af-f3b659e16d9c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "PUT /v2.0/routers/726ceab3-b191-4647-915e-25726fc9208e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9007432 Dec 20 16:36:59.174416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a3b85df0-8b6e-4882-8764-511dae26ea8b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:36:59.177258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:59.185483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:59.186876 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.213800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec1443cf-b8ae-492d-93ba-c5367d196a61 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.298736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a3b85df0-8b6e-4882-8764-511dae26ea8b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:59.299779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.310386 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-352c275b-df76-4d2d-80c8-f6aa4293ac1d req-8655346e-1b6f-434d-b523-ce0a2f6c6e3f tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551548 Dec 20 16:36:59.317792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a999e78-19c4-454c-8df6-55825bde11ca None None] Network 74907e2a-3d3f-4a3a-a3ed-6136e839a95f requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:36:59.360113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f4edc0-7ad0-4943-9568-514e16d71743 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:59.366033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f4edc0-7ad0-4943-9568-514e16d71743 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:59.367645 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-37f4edc0-7ad0-4943-9568-514e16d71743 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1894937 Dec 20 16:36:59.372754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43796) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:59.397810 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cc80394-189e-4342-9359-c4634a8f6da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.455954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:59.458601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cc80394-189e-4342-9359-c4634a8f6da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.468758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d20a47d6-e74c-4481-9b87-6dd962e63fa9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.472976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d20a47d6-e74c-4481-9b87-6dd962e63fa9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.474466 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d20a47d6-e74c-4481-9b87-6dd962e63fa9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/b94790bb-2bc3-42eb-a29f-355c765ea137 HTTP/1.1" status: 204 len: 168 time: 1.0133622 Dec 20 16:36:59.475891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec1443cf-b8ae-492d-93ba-c5367d196a61 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.477000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:59.484735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:36:59.494551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-994a2865-bea9-4fc1-9c5c-79f6c291e8bf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 2e2799d3-a10f-43a9-9867-08be399c2de5 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:36:59.510076 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-994a2865-bea9-4fc1-9c5c-79f6c291e8bf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.522520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-20611d18-5f3b-4e36-8af0-e900bfd2765d None None] Provisioning complete for port a3b85df0-8b6e-4882-8764-511dae26ea8b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:36:59.522888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20611d18-5f3b-4e36-8af0-e900bfd2765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.545366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec1443cf-b8ae-492d-93ba-c5367d196a61 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.552235 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ec1443cf-b8ae-492d-93ba-c5367d196a61 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/4dc6763a-a93b-4057-84e9-aed67289cca1 HTTP/1.1" status: 204 len: 168 time: 1.4495070 Dec 20 16:36:59.553650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:59.585532 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b00a801c-428c-4493-8c70-bd7094106a48 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0555069 Dec 20 16:36:59.591140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:59.597248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1443cf-b8ae-492d-93ba-c5367d196a61 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc6763a-a93b-4057-84e9-aed67289cca1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:59.608490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a47d6-e74c-4481-9b87-6dd962e63fa9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94790bb-2bc3-42eb-a29f-355c765ea137,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:59.623982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': '568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:59.651615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-994a2865-bea9-4fc1-9c5c-79f6c291e8bf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.659105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a906b2-ae1d-4afb-be8d-293f8aaba7fd req-ebe73849-cb65-41f8-929e-7115cdff5ef1 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:59.661276 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67a906b2-ae1d-4afb-be8d-293f8aaba7fd req-ebe73849-cb65-41f8-929e-7115cdff5ef1 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 946 time: 0.1956153 Dec 20 16:36:59.703054 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d60b9fb3-9cfb-4c8c-986f-cc17a8b0b320 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2208443 Dec 20 16:36:59.716648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:36:59.733047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7aac9b0c-1cd8-4933-b459-3428492a2bb6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250348008'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:36:59.779450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cc80394-189e-4342-9359-c4634a8f6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.780546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.783505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cc80394-189e-4342-9359-c4634a8f6da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.784826 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4cc80394-189e-4342-9359-c4634a8f6da6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9740931b-7cc6-41d3-a8f3-1f011ea24415 HTTP/1.1" status: 204 len: 168 time: 0.6386755 Dec 20 16:36:59.787401 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67a906b2-ae1d-4afb-be8d-293f8aaba7fd req-1ada26cd-2f67-41c1-a7f2-8fb283340d23 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166685 Dec 20 16:36:59.827434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.837408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port a3b85df0-8b6e-4882-8764-511dae26ea8b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a3b85df0-8b6e-4882-8764-511dae26ea8b,segment=NetworkSegment(57ff7297-0f1f-44b7-a4a6-68875eb59894),segment_id=57ff7297-0f1f-44b7-a4a6-68875eb59894)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:36:59.837897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aac9b0c-1cd8-4933-b459-3428492a2bb6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.841344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20611d18-5f3b-4e36-8af0-e900bfd2765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.846864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.858526 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc80394-189e-4342-9359-c4634a8f6da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9740931b-7cc6-41d3-a8f3-1f011ea24415,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:59.916557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:36:59.922348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.952392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f215e30-71ef-411f-b265-decfea8d456f req-6dbd0f77-6f50-42ed-afed-29cda00e1197 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:36:59.964619 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9f215e30-71ef-411f-b265-decfea8d456f req-6dbd0f77-6f50-42ed-afed-29cda00e1197 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.3159916 Dec 20 16:37:00.042833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-994a2865-bea9-4fc1-9c5c-79f6c291e8bf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.051947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.093936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=a3b85df0-8b6e-4882-8764-511dae26ea8b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:00.131527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-20611d18-5f3b-4e36-8af0-e900bfd2765d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:37:00.132692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-20611d18-5f3b-4e36-8af0-e900bfd2765d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:37:00.192039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aac9b0c-1cd8-4933-b459-3428492a2bb6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.211723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aac9b0c-1cd8-4933-b459-3428492a2bb6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.257032 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9f215e30-71ef-411f-b265-decfea8d456f req-b4a045a9-fed9-4cbd-8847-467f9fc6c460 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288043 Dec 20 16:37:00.313742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 039a7748-197d-4005-9723-0b89bf1fba1b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:00.314081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.345899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac9b0c-1cd8-4933-b459-3428492a2bb6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb968d5d-c04a-44b0-9daa-3b43ef9d395b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:00.348297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-994a2865-bea9-4fc1-9c5c-79f6c291e8bf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.352121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aac9b0c-1cd8-4933-b459-3428492a2bb6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.356752 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7aac9b0c-1cd8-4933-b459-3428492a2bb6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6392276 Dec 20 16:37:00.364986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:00.370635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4010ea23-736b-498c-a25d-0c864006b950 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': 'eb968d5d-c04a-44b0-9daa-3b43ef9d395b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:00.438079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4010ea23-736b-498c-a25d-0c864006b950 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.470839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a2865-bea9-4fc1-9c5c-79f6c291e8bf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2799d3-a10f-43a9-9867-08be399c2de5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:00.484534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5161b93-15bb-47ca-8b2d-117f31557023 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:00.493513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-994a2865-bea9-4fc1-9c5c-79f6c291e8bf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.516049 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-994a2865-bea9-4fc1-9c5c-79f6c291e8bf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/2e2799d3-a10f-43a9-9867-08be399c2de5 HTTP/1.1" status: 204 len: 168 time: 1.1418443 Dec 20 16:37:00.529728 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:00.581380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b6a4e-e857-44e1-8190-34f19c016806 req-a8f3a099-15a3-4bef-b4d2-fd8d0c5862b9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:00.588792 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-544b6a4e-e857-44e1-8190-34f19c016806 req-a8f3a099-15a3-4bef-b4d2-fd8d0c5862b9 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 945 time: 0.2858872 Dec 20 16:37:00.641644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4010ea23-736b-498c-a25d-0c864006b950 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.649890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4010ea23-736b-498c-a25d-0c864006b950 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.686915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] For port 039a7748-197d-4005-9723-0b89bf1fba1b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=039a7748-197d-4005-9723-0b89bf1fba1b,segment=NetworkSegment(30854eea-a09c-416b-85db-a9844cb92a90),segment_id=30854eea-a09c-416b-85db-a9844cb92a90)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:00.687433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.691055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010ea23-736b-498c-a25d-0c864006b950 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330500f0-c25d-48dd-8a36-f0969cbac555,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:00.708871 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] Sync routers for ids ['726ceab3-b191-4647-915e-25726fc9208e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:37:00.728742 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] Routers {'726ceab3-b191-4647-915e-25726fc9208e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:00.729443 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['726ceab3-b191-4647-915e-25726fc9208e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:00.731479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 039a7748-197d-4005-9723-0b89bf1fba1b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:00.744711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.765709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-0f9ff41c-a41e-4f53-bbe0-6410424d3a55 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:00.767715 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-0f9ff41c-a41e-4f53-bbe0-6410424d3a55 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.18 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 946 time: 0.1378326 Dec 20 16:37:00.807463 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-183605d4-7ebd-4b1f-b9bb-006b16f3e202 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2694192 Dec 20 16:37:00.810674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:00.819805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=6fb07e83-ab74-47aa-afca-1d5d72d3997c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:00.828686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4010ea23-736b-498c-a25d-0c864006b950 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.836394 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4010ea23-736b-498c-a25d-0c864006b950 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4700809 Dec 20 16:37:00.837356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:00.872889 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-544b6a4e-e857-44e1-8190-34f19c016806 req-f260435a-4449-4ce5-a9d3-f1f2ef035f9a tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831488 Dec 20 16:37:00.877134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b908255-1056-4dde-9b1b-f491c9c948f6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:00.885704 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e018f32-090b-4065-9015-9ff5fecd9d33 None None] Network 2bdee73e-43df-46c3-a193-0f398e05f156 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:00.916858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b908255-1056-4dde-9b1b-f491c9c948f6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.013086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b908255-1056-4dde-9b1b-f491c9c948f6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.023008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b908255-1056-4dde-9b1b-f491c9c948f6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.024124 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6b908255-1056-4dde-9b1b-f491c9c948f6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/330500f0-c25d-48dd-8a36-f0969cbac555 HTTP/1.1" status: 204 len: 168 time: 0.1850359 Dec 20 16:37:01.028521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:01.057252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.065733 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] Set router 726ceab3-b191-4647-915e-25726fc9208e gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:01.072792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b908255-1056-4dde-9b1b-f491c9c948f6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330500f0-c25d-48dd-8a36-f0969cbac555,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:01.118390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking segment: {'id': '527f4836-3225-4398-8440-297e1dd5696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:01.118756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network hostable DHCP agents. Network: 568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:01.145376 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9c0c40e6-b448-48ea-a107-372f984149d6 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1030111 Dec 20 16:37:01.153158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:01.180878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-74dd21dd-ac50-403b-84f9-118b7443c0a9 None None] Provisioning complete for port a3b85df0-8b6e-4882-8764-511dae26ea8b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:01.181265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74dd21dd-ac50-403b-84f9-118b7443c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.181454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network 568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:01.239988 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ceab3-b191-4647-915e-25726fc9208e', 'name': 'tempest-NetworksTestDHCPv6-router-495980114', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:51Z', 'updated_at': '2021-12-20T16:36:57Z', 'revision_number': 3, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:01.254245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed868f4-4b7a-4a91-b748-765706a0cb18 req-b7a72805-3f24-4628-833d-a325413cfae8 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:01.256640 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7ed868f4-4b7a-4a91-b748-765706a0cb18 req-b7a72805-3f24-4628-833d-a325413cfae8 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 946 time: 0.2039461 Dec 20 16:37:01.298200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:01.307945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:01.308847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.325609 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] Checking router: 726ceab3-b191-4647-915e-25726fc9208e for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:37:01.325917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef00289-590b-4cd1-8730-6c3939636638 None None] Network 568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:01.333702 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bde34c15-6af2-4e60-b91d-8ba16fbe32bc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.336996 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] Routers {'726ceab3-b191-4647-915e-25726fc9208e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:01.337856 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['726ceab3-b191-4647-915e-25726fc9208e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:01.368290 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ad0545cf-bf21-4a4b-b164-757c5d276fac tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7676599 Dec 20 16:37:01.381152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43852) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:01.400535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 039a7748-197d-4005-9723-0b89bf1fba1b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:01.426972 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7ed868f4-4b7a-4a91-b748-765706a0cb18 req-49e987b5-6558-4c29-a45b-8d6280621d3d tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524887 Dec 20 16:37:01.435831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bde34c15-6af2-4e60-b91d-8ba16fbe32bc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.506440 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d756a-2612-4648-8dda-e27ff7075e7f None None] DHCP port deletion for 2bdee73e-43df-46c3-a193-0f398e05f156 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:01.523958 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] Set router 726ceab3-b191-4647-915e-25726fc9208e gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:01.570420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b543a9-ad5b-4e06-92ad-278bc7263b80 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:01.632727 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ceab3-b191-4647-915e-25726fc9208e', 'name': 'tempest-NetworksTestDHCPv6-router-495980114', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:51Z', 'updated_at': '2021-12-20T16:36:57Z', 'revision_number': 3, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:01.636752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bde34c15-6af2-4e60-b91d-8ba16fbe32bc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.648394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bde34c15-6af2-4e60-b91d-8ba16fbe32bc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.649569 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bde34c15-6af2-4e60-b91d-8ba16fbe32bc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/eb968d5d-c04a-44b0-9daa-3b43ef9d395b HTTP/1.1" status: 204 len: 168 time: 0.4846778 Dec 20 16:37:01.679357 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:01.681685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde34c15-6af2-4e60-b91d-8ba16fbe32bc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb968d5d-c04a-44b0-9daa-3b43ef9d395b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:01.682059 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474ee5d-421b-44a3-ad8d-c82c1ec4a956 None None] The sync data for ids ['726ceab3-b191-4647-915e-25726fc9208e'] in dv-neutron-822328-3-hyperv is: [{'id': '726ceab3-b191-4647-915e-25726fc9208e', 'name': 'tempest-NetworksTestDHCPv6-router-495980114', 'tenant_id': 'ca40676ff3aa410ebe75c524cd538c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:36:51Z', 'updated_at': '2021-12-20T16:36:57Z', 'revision_number': 3, 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:37:01.732232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.779486 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5f7ad272-d274-47fd-8610-27a6f4cbf608 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0912569 Dec 20 16:37:01.803167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:01.810711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1aed04f5-5ad3-410f-9cae-153bfed88c45 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-secgroup--530220228'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:01.827415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021f560-7499-429d-8815-9d6ab69850e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3', 'network_id': '568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3', 'project_id': 'b7e37cc1762f48fdb62b6c4db605fdeb', 'fixed_ips': [{'subnet_id': '6fb07e83-ab74-47aa-afca-1d5d72d3997c'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:01.828426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5021f560-7499-429d-8815-9d6ab69850e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.846173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.896903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aed04f5-5ad3-410f-9cae-153bfed88c45 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.975926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 039a7748-197d-4005-9723-0b89bf1fba1b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:01.978129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.981313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.030370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-856e2b62-1b2b-4ec8-86b9-30c760e5c269 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.047591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb07e83-ab74-47aa-afca-1d5d72d3997c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:02.076190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-74dd21dd-ac50-403b-84f9-118b7443c0a9 None None] Provisioning complete for port 039a7748-197d-4005-9723-0b89bf1fba1b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:02.077051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74dd21dd-ac50-403b-84f9-118b7443c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.111876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d756a-2612-4648-8dda-e27ff7075e7f None None] Deleting port 039a7748-197d-4005-9723-0b89bf1fba1b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:02.112748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f2d756a-2612-4648-8dda-e27ff7075e7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.148682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.176196 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:02.186704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c1e1a-0802-40a1-9e2e-d1ff102cd30b req-52459117-8f54-4faf-8ff7-e7798b68d3e4 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:02.188398 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b19c1e1a-0802-40a1-9e2e-d1ff102cd30b req-52459117-8f54-4faf-8ff7-e7798b68d3e4 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2239962 Dec 20 16:37:02.196803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527f4836-3225-4398-8440-297e1dd5696b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:02.197050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527f4836-3225-4398-8440-297e1dd5696b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:02.209115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-59b543a9-ad5b-4e06-92ad-278bc7263b80 None None] Deleting port 986a52e5-6d67-4a23-8fa8-a6c824703c08 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:02.209707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b543a9-ad5b-4e06-92ad-278bc7263b80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.218562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.234491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-5021f560-7499-429d-8815-9d6ab69850e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fb07e83-ab74-47aa-afca-1d5d72d3997c: This subnet is being modified by another concurrent operation. Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:37:02.243739 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fb07e83-ab74-47aa-afca-1d5d72d3997c: This subnet is being modified by another concurrent operation. Dec 20 16:37:02.247829 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:02.251206 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:02.260406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.271535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Could not find standard attr ID for object 039a7748-197d-4005-9723-0b89bf1fba1b. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:37:02.273538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-74dd21dd-ac50-403b-84f9-118b7443c0a9 None None] Could not find standard attr ID for object 039a7748-197d-4005-9723-0b89bf1fba1b. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:37:02.282314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7497481-1ca6-43a6-8501-1c89bae6ccf0 None None] Network 568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:02.289943 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No ports have port_id starting with 039a7748-197d-4005-9723-0b89bf1fba1b Dec 20 16:37:02.290250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-856e2b62-1b2b-4ec8-86b9-30c760e5c269 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.312726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-856e2b62-1b2b-4ec8-86b9-30c760e5c269 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.319502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=039a7748-197d-4005-9723-0b89bf1fba1b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:02.326018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No DVR routers for this DVR port 039a7748-197d-4005-9723-0b89bf1fba1b on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:02.333755 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.plugins.ml2.db [None req-74dd21dd-ac50-403b-84f9-118b7443c0a9 None None] No ports have port_id starting with 039a7748-197d-4005-9723-0b89bf1fba1b Dec 20 16:37:02.349892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a3b85df0-8b6e-4882-8764-511dae26ea8b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:02.354718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4f2d756a-2612-4648-8dda-e27ff7075e7f None None] For port 039a7748-197d-4005-9723-0b89bf1fba1b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=039a7748-197d-4005-9723-0b89bf1fba1b,segment=NetworkSegment(30854eea-a09c-416b-85db-a9844cb92a90),segment_id=30854eea-a09c-416b-85db-a9844cb92a90)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:02.355430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f2d756a-2612-4648-8dda-e27ff7075e7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.412978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Deleting port ef6f8ad5-6727-495f-9007-f1ae60b0224d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:02.413586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.439754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d756a-2612-4648-8dda-e27ff7075e7f None None] Calling delete_port for 039a7748-197d-4005-9723-0b89bf1fba1b owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:02.447205 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b19c1e1a-0802-40a1-9e2e-d1ff102cd30b req-e794861e-a7d7-48fc-b55b-1327bf005115 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250879 Dec 20 16:37:02.453600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59b543a9-ad5b-4e06-92ad-278bc7263b80 None None] For port 986a52e5-6d67-4a23-8fa8-a6c824703c08, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=986a52e5-6d67-4a23-8fa8-a6c824703c08,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:02.454136 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b543a9-ad5b-4e06-92ad-278bc7263b80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.503161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-856e2b62-1b2b-4ec8-86b9-30c760e5c269 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.503710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856e2b62-1b2b-4ec8-86b9-30c760e5c269 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Fanout notify agent at l3_agent the message router_deleted on router 726ceab3-b191-4647-915e-25726fc9208e {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:37:02.514956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-59b543a9-ad5b-4e06-92ad-278bc7263b80 None None] Calling delete_port for 986a52e5-6d67-4a23-8fa8-a6c824703c08 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:02.520751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-856e2b62-1b2b-4ec8-86b9-30c760e5c269 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.525307 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-856e2b62-1b2b-4ec8-86b9-30c760e5c269 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/routers/726ceab3-b191-4647-915e-25726fc9208e HTTP/1.1" status: 204 len: 168 time: 1.7122416 Dec 20 16:37:02.572752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:02.625048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.714583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdee73e-43df-46c3-a193-0f398e05f156']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:02.729695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] For port ef6f8ad5-6727-495f-9007-f1ae60b0224d, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ef6f8ad5-6727-495f-9007-f1ae60b0224d,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:02.730319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.749671 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30854eea-a09c-416b-85db-a9844cb92a90') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:02.750583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30854eea-a09c-416b-85db-a9844cb92a90') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:02.774711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a3b85df0-8b6e-4882-8764-511dae26ea8b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:02.775224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.788695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b543a9-ad5b-4e06-92ad-278bc7263b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.792966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd2f71-9953-42ca-85fc-2273678fb4bc req-c59579ab-8428-4ac4-83e6-78f68ab9a164 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:02.795653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.802584 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d2bd2f71-9953-42ca-85fc-2273678fb4bc req-c59579ab-8428-4ac4-83e6-78f68ab9a164 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 945 time: 0.7756617 Dec 20 16:37:02.836086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae9e02-ef69-44d6-9c0c-2f858b634dc7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:02.841119 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-19ae9e02-ef69-44d6-9c0c-2f858b634dc7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2666123 Dec 20 16:37:02.849608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b543a9-ad5b-4e06-92ad-278bc7263b80 None None] Pushing event deleted for resources: {'Port': ['ID=986a52e5-6d67-4a23-8fa8-a6c824703c08,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:02.859038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:02.859971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:02.860393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b543a9-ad5b-4e06-92ad-278bc7263b80 None None] No DVR routers for this DVR port 986a52e5-6d67-4a23-8fa8-a6c824703c08 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:02.861949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f2d756a-2612-4648-8dda-e27ff7075e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.871435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.896231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8433e-0cce-44a1-b7ad-341ef70cc830 req-a8339308-b391-4b48-8559-01d707cce032 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:02.897711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d756a-2612-4648-8dda-e27ff7075e7f None None] No DVR routers for this DVR port 039a7748-197d-4005-9723-0b89bf1fba1b on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:02.904537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d756a-2612-4648-8dda-e27ff7075e7f None None] Pushing event deleted for resources: {'Port': ['ID=039a7748-197d-4005-9723-0b89bf1fba1b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:02.905380 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-17e8433e-0cce-44a1-b7ad-341ef70cc830 req-a8339308-b391-4b48-8559-01d707cce032 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 946 time: 0.3353715 Dec 20 16:37:02.920202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.924118 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3 HTTP/1.1" status: 204 len: 168 time: 1.5413206 Dec 20 16:37:02.948503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccb26c-6242-4b71-a621-6335580a1862 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:02.950898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:02.955762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc23a9f-6762-4489-be74-19a34e61a1c0 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:37:02.978516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aed04f5-5ad3-410f-9cae-153bfed88c45 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:02.986062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-767313591'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:02.997070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aed04f5-5ad3-410f-9cae-153bfed88c45 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.009059 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d2bd2f71-9953-42ca-85fc-2273678fb4bc req-bfbe2b61-d31f-4503-9111-00b6056aa0a5 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987503 Dec 20 16:37:03.054463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:03.058197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.069619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-10213934', 'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:03.080633 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc23a9f-6762-4489-be74-19a34e61a1c0 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:37:03.082217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc3ad1-f473-48b0-8823-fc61b820a358 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:03.085980 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dbfc3ad1-f473-48b0-8823-fc61b820a358 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2153997 Dec 20 16:37:03.091254 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:03.091772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aed04f5-5ad3-410f-9cae-153bfed88c45 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.092891 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1aed04f5-5ad3-410f-9cae-153bfed88c45 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2888474 Dec 20 16:37:03.099173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:03.107275 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3376e74d-c838-4faf-82b0-d02f6d419e58 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': '5e38144b-2ce7-49be-92f9-976ae572ffcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:03.124797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:03.136639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed04f5-5ad3-410f-9cae-153bfed88c45 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e38144b-2ce7-49be-92f9-976ae572ffcc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:03.157502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.171505 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-03eef9b6-ccce-4fe7-9fd5-3d5c83873db1 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612240 Dec 20 16:37:03.173746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:03.174978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.175324 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment 129d4817-9b4c-4daa-9a92-60c0e2eefbef of type vlan for network e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a Dec 20 16:37:03.192552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:03.192951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:03.196198 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:03.199167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:03.216113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 039a7748-197d-4005-9723-0b89bf1fba1b no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:03.244462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 039a7748-197d-4005-9723-0b89bf1fba1b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:03.244973 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 039a7748-197d-4005-9723-0b89bf1fba1b not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:03.245488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 986a52e5-6d67-4a23-8fa8-a6c824703c08 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:03.253449 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Made reservation on behalf of 00f707e841274f46bb5c2e0b8e8b8f27 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:03.255768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.267948 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-17e8433e-0cce-44a1-b7ad-341ef70cc830 req-ef84856d-5ee4-4633-9c67-232186ba99e4 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbf74aa-01bd-4433-966b-3c6722f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615129 Dec 20 16:37:03.270019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.270394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.270732 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Floating IP 90874823-794f-4023-b993-52bb755a742c disassociated. External IP: 172.26.1.145, port: ef6f8ad5-6727-495f-9007-f1ae60b0224d. Dec 20 16:37:03.271037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Calling delete_port for ef6f8ad5-6727-495f-9007-f1ae60b0224d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:03.276361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 986a52e5-6d67-4a23-8fa8-a6c824703c08 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:03.276361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 986a52e5-6d67-4a23-8fa8-a6c824703c08 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:03.300352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.307233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.315826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.316764 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/networks/2bdee73e-43df-46c3-a193-0f398e05f156 HTTP/1.1" status: 204 len: 168 time: 3.7608743 Dec 20 16:37:03.317402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:03.331419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-626845080'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:03.338139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3376e74d-c838-4faf-82b0-d02f6d419e58 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.340898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.376049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b53ffb-dbd9-441b-8dfb-ac7e40fe339c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Network': ['ID=2bdee73e-43df-46c3-a193-0f398e05f156,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:03.416960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:03.421203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.460364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-00e7b8f1-35b4-452e-9c60-0033b8904a79 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:03.461898 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-00e7b8f1-35b4-452e-9c60-0033b8904a79 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 945 time: 0.1481156 Dec 20 16:37:03.468213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.473641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:03.474231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.495843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:03.538522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.538877 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Added segment af31ec77-5bc1-47e3-b649-8b743181e435 of type vlan for network faca7ae8-361a-449e-8335-442c36d15df0 Dec 20 16:37:03.564884 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3376e74d-c838-4faf-82b0-d02f6d419e58 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.588071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.606813 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.607871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:03.611274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.614299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3376e74d-c838-4faf-82b0-d02f6d419e58 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.618658 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6430082 Dec 20 16:37:03.633437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43904) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:03.638969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9265d-ccae-40fa-8faf-8a7879172650 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:37:03.639461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': 'e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:03.659439 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Pushing event deleted for resources: {'Port': ['ID=ef6f8ad5-6727-495f-9007-f1ae60b0224d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:03.710790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5a780-7e6d-4b40-8182-b3986152d1f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:03.729860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:03.756787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376e74d-c838-4faf-82b0-d02f6d419e58 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b638598f-719d-41e6-80b1-ad05e036a4ca,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:03.769478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3376e74d-c838-4faf-82b0-d02f6d419e58 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.773085 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3376e74d-c838-4faf-82b0-d02f6d419e58 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6680045 Dec 20 16:37:03.781744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43906) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:03.803450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd9265d-ccae-40fa-8faf-8a7879172650 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:37:03.839213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840302e-47bb-4df6-adc6-f90f14ba7e09 req-98052058-3c9c-4ba1-b45b-dcbaf959d3a3 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:03.842763 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7840302e-47bb-4df6-adc6-f90f14ba7e09 req-98052058-3c9c-4ba1-b45b-dcbaf959d3a3 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2423844 Dec 20 16:37:03.848454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:37:03.849762 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-98c809de-f657-49a6-8343-74343a4aafd2 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules/b638598f-719d-41e6-80b1-ad05e036a4ca HTTP/1.1" status: 200 len: 763 time: 0.0642495 Dec 20 16:37:03.853933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.854114 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43908) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:03.879115 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.884321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.885617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:03.886379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.937553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:03.948925 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6225228 Dec 20 16:37:03.949664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:03.963983 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': 'faca7ae8-361a-449e-8335-442c36d15df0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:03.975278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413b41da-6c4d-4379-a4b7-3bff952b87a6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:03.997621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.998027 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Added segment 329cb3b5-36f6-4b46-a2fe-4409610a3f27 of type vlan for network 17c50230-d2cf-4639-93d2-570fc1362f84 Dec 20 16:37:04.011190 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7840302e-47bb-4df6-adc6-f90f14ba7e09 req-0f473e61-d7d8-4697-ac37-42df43a80065 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537020 Dec 20 16:37:04.024211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Deleting port 21e948b8-5f96-45c4-8e3a-67c2424d94da {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:04.024625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.041323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a6eb8-b1aa-45c4-8f03-5a465bc77814 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Network': ['ID=faca7ae8-361a-449e-8335-442c36d15df0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:04.061782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network faca7ae8-361a-449e-8335-442c36d15df0 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:04.071856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cd9f21a9-c3be-4bad-a4e9-2fbfd4d36c82 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2114284 Dec 20 16:37:04.077628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:04.123766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:04.127332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.217483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.325021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70306f41-3626-424a-8a33-b466555b3db9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.339564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70306f41-3626-424a-8a33-b466555b3db9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.341890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:04.345932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.351649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] For port 21e948b8-5f96-45c4-8e3a-67c2424d94da, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=21e948b8-5f96-45c4-8e3a-67c2424d94da,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:04.352249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.367020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:37:04.371427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.373230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:04.374122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.378491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] Sync routers for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:37:04.394662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366a8b-d910-4f09-966a-5e96b0219057 req-913b842d-4beb-4516-9d58-f28ffb4e381d tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:04.396231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-15366a8b-d910-4f09-966a-5e96b0219057 req-913b842d-4beb-4516-9d58-f28ffb4e381d tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 945 time: 0.1388187 Dec 20 16:37:04.407314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:04.408296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:04.470046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] No DVR routers for this DVR port ef6f8ad5-6727-495f-9007-f1ae60b0224d on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:04.472757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.476517 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-be60bef0-2f1e-41f1-99e1-9842fe3d18e0 req-2050159a-f321-4070-9fed-e73c2afda7d3 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.18 "DELETE /v2.0/ports/ef6f8ad5-6727-495f-9007-f1ae60b0224d HTTP/1.1" status: 204 len: 173 time: 3.6643000 Dec 20 16:37:04.504213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'name': 'network-vif-deleted', 'tag': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:37:04.507678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e0faf3-8682-40fc-bc4f-06e2291dd7bb" -d '{"events": [{"server_uuid": "054bcc40-32d2-423b-bc17-667396dc3a4e", "name": "network-vif-deleted", "tag": "ef6f8ad5-6727-495f-9007-f1ae60b0224d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:37:04.517756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70306f41-3626-424a-8a33-b466555b3db9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.524111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70306f41-3626-424a-8a33-b466555b3db9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.528159 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-70306f41-3626-424a-8a33-b466555b3db9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b638598f-719d-41e6-80b1-ad05e036a4ca HTTP/1.1" status: 204 len: 168 time: 0.4463739 Dec 20 16:37:04.551830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:04.581247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:04.650681 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-15366a8b-d910-4f09-966a-5e96b0219057 req-ac63d0a4-90e0-4a54-9a12-97f8611489cc tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups?id=b17f37b0-67ae-4943-9f04-0dd77d4fa82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131183 Dec 20 16:37:04.662687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70306f41-3626-424a-8a33-b466555b3db9 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b638598f-719d-41e6-80b1-ad05e036a4ca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:04.754419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92811a23-3a67-436a-ac2d-70c6f5d90134 x-openstack-request-id: req-92811a23-3a67-436a-ac2d-70c6f5d90134 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:37:04.755224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054bcc40-32d2-423b-bc17-667396dc3a4e", "name": "network-vif-deleted", "tag": "ef6f8ad5-6727-495f-9007-f1ae60b0224d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:37:04.755613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92811a23-3a67-436a-ac2d-70c6f5d90134 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:37:04.756331 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054bcc40-32d2-423b-bc17-667396dc3a4e', 'name': 'network-vif-deleted', 'tag': 'ef6f8ad5-6727-495f-9007-f1ae60b0224d', 'status': 'completed', 'code': 200} Dec 20 16:37:04.757343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.776118 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.9030848 Dec 20 16:37:04.782438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:04.789507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'subnet': {'network_id': '17c50230-d2cf-4639-93d2-570fc1362f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:04.828436 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9f57ab0e-148c-496b-80ab-25ea62b479ad tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2753301 Dec 20 16:37:04.835138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43924) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:04.844883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1a026a2c-e5cd-4f49-8492-8cabf7d27679 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': '5e38144b-2ce7-49be-92f9-976ae572ffcc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:04.852827 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a068f02b-e312-4cb2-bc84-ae58da9d3bf7 req-65e3f6d0-a52b-4fd4-9772-82e5f3882268 tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/ports?device_id=054bcc40-32d2-423b-bc17-667396dc3a4e HTTP/1.1" status: 200 len: 210 time: 0.4155114 Dec 20 16:37:04.922273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=09628713-01d3-4bb9-b368-131b28dfccaa,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:04.923910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '95e8741a-5850-4818-8e83-a421576282f0', 'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'mac_address': 'fa:16:3e:bf:3c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:27Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'subnets': [{'id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:04.931615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Made reservation on behalf of 00f707e841274f46bb5c2e0b8e8b8f27 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:04.935174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.944297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.objects.ports [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:37:04.972606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.974677 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b2688-06bb-4052-89ea-e95941517336 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event updated for resources: {'Network': ['ID=17c50230-d2cf-4639-93d2-570fc1362f84,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:04.979978 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] Checking router: ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:37:04.986791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 17c50230-d2cf-4639-93d2-570fc1362f84 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:04.990349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking segment: {'id': '129d4817-9b4c-4daa-9a92-60c0e2eefbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:04.991039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network hostable DHCP agents. Network: e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:04.998588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a026a2c-e5cd-4f49-8492-8cabf7d27679 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.063547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=ac713336-8b4b-4538-8088-d56d498a397f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:05.169262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:05.172539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:05.173204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ef6f8ad5-6727-495f-9007-f1ae60b0224d no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:05.181259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:05.197461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:05.198438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.217730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:05.233357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:05.234056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.273114 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: ef6f8ad5-6727-495f-9007-f1ae60b0224d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:05.273428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ef6f8ad5-6727-495f-9007-f1ae60b0224d not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:05.280620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38cd24-419b-42c9-b30d-04b9cc69848b None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:05.285906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d15400-4514-454c-b8ab-f5a1d366aea2 None None] Network e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:05.288566 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a026a2c-e5cd-4f49-8492-8cabf7d27679 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.301046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a026a2c-e5cd-4f49-8492-8cabf7d27679 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.328115 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445d694-aa6c-4d16-a1ed-5d444592a380 req-3c8582f6-da66-42ef-8ce6-6158df2c996a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:05.329823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.331373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.331699 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Floating IP 2fa17c82-9d45-4c6f-a126-31891b4afe3f disassociated. External IP: 172.26.1.142, port: 21e948b8-5f96-45c4-8e3a-67c2424d94da. Dec 20 16:37:05.332093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Calling delete_port for 21e948b8-5f96-45c4-8e3a-67c2424d94da owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:05.336524 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9445d694-aa6c-4d16-a1ed-5d444592a380 req-3c8582f6-da66-42ef-8ce6-6158df2c996a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1992815 Dec 20 16:37:05.350092 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5453bd69-fc1e-4dcf-8ce6-d85aa1f20663 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7125220 Dec 20 16:37:05.368668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:05.406386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:05.407864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:05.410402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a026a2c-e5cd-4f49-8492-8cabf7d27679 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99be4a44-6cee-478c-a312-083505444851,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:05.440167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a026a2c-e5cd-4f49-8492-8cabf7d27679 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.441489 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1a026a2c-e5cd-4f49-8492-8cabf7d27679 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6050866 Dec 20 16:37:05.450248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:05.470549 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-343ae224-9536-4935-b789-8973f3dff54f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2921672 Dec 20 16:37:05.493981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:05.503687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:05.542843 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2697d06c-8baa-41bb-82cd-e648da23bbc8 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules/99be4a44-6cee-478c-a312-083505444851 HTTP/1.1" status: 200 len: 763 time: 0.0809128 Dec 20 16:37:05.548051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:05.548847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43936) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:05.573779 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9445d694-aa6c-4d16-a1ed-5d444592a380 req-0d8d08a4-e545-4a61-b1df-f4685d48d63d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361932 Dec 20 16:37:05.620537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.647095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.710607 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6330a1fc-d2e1-4ffe-a177-f2d654bd86ee tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1484299 Dec 20 16:37:05.710607 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.725555 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=4e83e993-0908-4f32-ac79-54c134ae9608,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:05.737680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:05.740174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.804618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Pushing event deleted for resources: {'Port': ['ID=21e948b8-5f96-45c4-8e3a-67c2424d94da,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:05.883434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': 'ac713336-8b4b-4538-8088-d56d498a397f'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:05.884323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.908807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a', 'network_id': 'e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a', 'project_id': 'b7e37cc1762f48fdb62b6c4db605fdeb', 'fixed_ips': [{'subnet_id': '09628713-01d3-4bb9-b368-131b28dfccaa'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:05.909713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.962463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Checking segment: {'id': 'af31ec77-5bc1-47e3-b649-8b743181e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'faca7ae8-361a-449e-8335-442c36d15df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:05.967038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network hostable DHCP agents. Network: faca7ae8-361a-449e-8335-442c36d15df0, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:06.015393 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3b1cec86-8e2b-4a31-b628-4aa100ff70de req-48fb0982-20e8-4e39-bc26-4ae42f6a428e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.2176569 Dec 20 16:37:06.033716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43946) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:06.108058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network faca7ae8-361a-449e-8335-442c36d15df0 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:06.156112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, faca7ae8-361a-449e-8335-442c36d15df0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:06.197759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:06.198463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.233802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:06.238164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.243856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad14a-3eef-4e04-94bc-d249af9377ab tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.261806 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fb1aa6d9-fb07-43d4-bf91-db69d6dd98b2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3077412 Dec 20 16:37:06.270156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad14a-3eef-4e04-94bc-d249af9377ab tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.271957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:06.276334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65eb23c3-ed7c-4c03-acf9-fbb957318cac tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.284811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': 'faca7ae8-361a-449e-8335-442c36d15df0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-106162808'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:06.289221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Allocated IP 2001:db8::1 (e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a/09628713-01d3-4bb9-b368-131b28dfccaa/5c8324b2-f13e-459a-a9ab-e807bc7e8cd6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:06.349236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:37:06.349952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.362857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad14a-3eef-4e04-94bc-d249af9377ab tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.370123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad14a-3eef-4e04-94bc-d249af9377ab tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.372029 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5c8ad14a-3eef-4e04-94bc-d249af9377ab tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/99be4a44-6cee-478c-a312-083505444851 HTTP/1.1" status: 204 len: 168 time: 0.6279340 Dec 20 16:37:06.379248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:06.382055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65eb23c3-ed7c-4c03-acf9-fbb957318cac tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.422194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ad14a-3eef-4e04-94bc-d249af9377ab tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99be4a44-6cee-478c-a312-083505444851,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:06.437543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Router b5cd87e3-14ed-488c-9df4-9f70442903a2 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:37:06.457665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7f2fccee-a31f-456b-b4b3-6ddf33c90db0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:06.475050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Checking segment: {'id': '329cb3b5-36f6-4b46-a2fe-4409610a3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '17c50230-d2cf-4639-93d2-570fc1362f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:06.476324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Network hostable DHCP agents. Network: 17c50230-d2cf-4639-93d2-570fc1362f84, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:06.503997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Network 17c50230-d2cf-4639-93d2-570fc1362f84 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:06.523397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 17c50230-d2cf-4639-93d2-570fc1362f84) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:06.537387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:06.539240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.578361 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-295087c4-445a-41d5-b774-beec657210f1 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7941985 Dec 20 16:37:06.579637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43952) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:06.581702 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e77eea7b-d2f9-4459-a4ef-90a16d506928 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1945071 Dec 20 16:37:06.590494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1732901628', 'network_id': '17c50230-d2cf-4639-93d2-570fc1362f84'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:06.596084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:06.604032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-649878f4-b2a9-449d-9206-db9034a6ea40 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': '5e38144b-2ce7-49be-92f9-976ae572ffcc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:06.660928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Made reservation on behalf of 00f707e841274f46bb5c2e0b8e8b8f27 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:06.664012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.664465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.671853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce6975-4eea-4e41-a484-a8b2d33af7ad None None] Network faca7ae8-361a-449e-8335-442c36d15df0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:06.673850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b2c760-e6e8-4693-ba82-48826d52e606 None None] Network 17c50230-d2cf-4639-93d2-570fc1362f84 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:06.679594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65eb23c3-ed7c-4c03-acf9-fbb957318cac tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.682364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65eb23c3-ed7c-4c03-acf9-fbb957318cac tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.683713 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-65eb23c3-ed7c-4c03-acf9-fbb957318cac tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "DELETE /v2.0/security-groups/bfbf74aa-01bd-4433-966b-3c6722f0b5e8 HTTP/1.1" status: 204 len: 168 time: 0.6488843 Dec 20 16:37:06.698832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:06.704559 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.734357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-649878f4-b2a9-449d-9206-db9034a6ea40 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.744496 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-43fd2533-d04e-41cc-bd3c-25fcb17a7efe tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] show failed (client error): The resource could not be found. Dec 20 16:37:06.748162 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-43fd2533-d04e-41cc-bd3c-25fcb17a7efe tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "GET /v2.0/security-groups/bfbf74aa-01bd-4433-966b-3c6722f0b5e8 HTTP/1.1" status: 404 len: 347 time: 0.0456944 Dec 20 16:37:06.748162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] device_id is not set on port 0702f86e-b624-43f8-8dc9-1b77ecb75f85 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:06.764257 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:06.830531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Allocated IP 2001:db8::f816:3eff:fe1a:366d (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/ac713336-8b4b-4538-8088-d56d498a397f/2f83a5b2-6a0e-403c-805c-866974408fc3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:06.851935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:06.867614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Network e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:06.890898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:06.899283 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:06.914293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Pushing event updated for resources: {'Port': ['ID=5c8324b2-f13e-459a-a9ab-e807bc7e8cd6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:06.917139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=09628713-01d3-4bb9-b368-131b28dfccaa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:06.978810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '95e8741a-5850-4818-8e83-a421576282f0', 'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'mac_address': 'fa:16:3e:bf:3c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:27Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'subnets': [{'id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:06.985309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabb0b3-d419-4888-a978-860d9cfd73b3 req-b7981217-9041-4e31-8a20-f94a7edf7d98 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:06.993257 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ceabb0b3-d419-4888-a978-860d9cfd73b3 req-b7981217-9041-4e31-8a20-f94a7edf7d98 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.3232963 Dec 20 16:37:07.125073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba56079-19e6-44d7-838c-bda1d156ec09 None None] The sync data for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv is: [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:35:30Z', 'revision_number': 4, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '95e8741a-5850-4818-8e83-a421576282f0', 'name': '', 'network_id': 'e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'mac_address': 'fa:16:3e:bf:3c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:27Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'subnets': [{'id': '0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:37:07.127116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 21e948b8-5f96-45c4-8e3a-67c2424d94da no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:07.130197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4d55f-feae-4426-a632-bd7737a2c733 None None] Network 17c50230-d2cf-4639-93d2-570fc1362f84 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:07.140693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-faca7ae8-361a-449e-8335-442c36d15df0', 'network_id': 'faca7ae8-361a-449e-8335-442c36d15df0', 'project_id': '786ec8a4fcee41b582f518aa933d6565', 'fixed_ips': [{'subnet_id': '4e83e993-0908-4f32-ac79-54c134ae9608'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:07.141795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.162973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-649878f4-b2a9-449d-9206-db9034a6ea40 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.202318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:37:07.217652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-649878f4-b2a9-449d-9206-db9034a6ea40 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.218080 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] Sync routers for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:37:07.232058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.248279 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:07.249127 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:07.271766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:07.275461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.299436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Allocated IP 172.20.0.7 (17c50230-d2cf-4639-93d2-570fc1362f84/7f2fccee-a31f-456b-b4b3-6ddf33c90db0/0702f86e-b624-43f8-8dc9-1b77ecb75f85) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:07.302410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb23c3-ed7c-4c03-acf9-fbb957318cac tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbf74aa-01bd-4433-966b-3c6722f0b5e8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:07.311353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 21e948b8-5f96-45c4-8e3a-67c2424d94da {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:07.311857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 21e948b8-5f96-45c4-8e3a-67c2424d94da not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:07.366805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:07.385318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Attempting to bind port 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:07.386080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Attempting to bind port 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '129d4817-9b4c-4daa-9a92-60c0e2eefbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:07.386388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Attempting to bind port 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6 on network e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:07.398031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129d4817-9b4c-4daa-9a92-60c0e2eefbef') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:07.400197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129d4817-9b4c-4daa-9a92-60c0e2eefbef') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:07.420936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649878f4-b2a9-449d-9206-db9034a6ea40 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ef244e-5de0-4d9a-9cfd-a5d9fd0b5e36,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:07.433612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:07.436051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Checking segment: {'id': '129d4817-9b4c-4daa-9a92-60c0e2eefbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:07.436459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.436859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Bound using segment: {'id': '129d4817-9b4c-4daa-9a92-60c0e2eefbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:07.437347 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Bound port: 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129d4817-9b4c-4daa-9a92-60c0e2eefbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:07.437762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.438666 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ceabb0b3-d419-4888-a978-860d9cfd73b3 req-48a22bc7-70d2-4535-9782-80c5d5bec7c8 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444940 Dec 20 16:37:07.441369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-649878f4-b2a9-449d-9206-db9034a6ea40 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.442496 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-649878f4-b2a9-449d-9206-db9034a6ea40 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8443444 Dec 20 16:37:07.450627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.472849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.478518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:07.481353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:07.481673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.513833 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e18018d3-8b67-4d5b-a00f-72013d952941 req-45172fb3-ded6-4ef0-9f74-c180bd4aa6d6 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e1363b1-48ee-4b60-a016-eceb21c0c083 HTTP/1.1" status: 200 len: 210 time: 0.2865007 Dec 20 16:37:07.519616 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:07.534369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port f1017b73-4b35-4669-93c4-be1c19c43158 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:07.553781 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:07.574995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.db.api [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:37:07.574995 dv-neutron-822328-3-hyperv neutron-server[103324]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:37:07.574995 dv-neutron-822328-3-hyperv neutron-server[103324]: [parameters: {'id': 'e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a'}] Dec 20 16:37:07.574995 dv-neutron-822328-3-hyperv neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:37:07.575459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG oslo_db.api [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:37:07.600718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] No DVR routers for this DVR port 21e948b8-5f96-45c4-8e3a-67c2424d94da on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:07.623536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b7cfcd-5702-450e-81c0-97065dd0569a None None] New status for floating IP 90874823-794f-4023-b993-52bb755a742c: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:37:07.627192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Deleting port 75b94000-6e1e-4b03-b2f3-691c6cdf3f65 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:07.627531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.645650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.649538 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6fb488c9-6592-495e-aeb4-d60142b3b1d7 req-019cd36d-9997-4be1-bfc1-9f33099d82b8 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.18 "DELETE /v2.0/ports/21e948b8-5f96-45c4-8e3a-67c2424d94da HTTP/1.1" status: 204 len: 173 time: 4.1656432 Dec 20 16:37:07.650087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'name': 'network-vif-deleted', 'tag': '21e948b8-5f96-45c4-8e3a-67c2424d94da'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:37:07.654015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819ab58a-3a01-4464-b61f-9399c92e535c" -d '{"events": [{"server_uuid": "5e1363b1-48ee-4b60-a016-eceb21c0c083", "name": "network-vif-deleted", "tag": "21e948b8-5f96-45c4-8e3a-67c2424d94da"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:37:07.662278 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2bf050ee-0d04-4525-81bb-573eac53394c tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules/01ef244e-5de0-4d9a-9cfd-a5d9fd0b5e36 HTTP/1.1" status: 200 len: 764 time: 0.1592436 Dec 20 16:37:07.665923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:07.668980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.704382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:07.710368 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:07.723054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.757951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028fdd68-da6f-4fd6-9e9f-6c1acd7de11c x-openstack-request-id: req-028fdd68-da6f-4fd6-9e9f-6c1acd7de11c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:37:07.759105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1363b1-48ee-4b60-a016-eceb21c0c083", "name": "network-vif-deleted", "tag": "21e948b8-5f96-45c4-8e3a-67c2424d94da", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:37:07.759548 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-028fdd68-da6f-4fd6-9e9f-6c1acd7de11c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:37:07.760131 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1363b1-48ee-4b60-a016-eceb21c0c083', 'name': 'network-vif-deleted', 'tag': '21e948b8-5f96-45c4-8e3a-67c2424d94da', 'status': 'completed', 'code': 200} Dec 20 16:37:07.768768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:07.769617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.787023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.787354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.809250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.811233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Calling delete_port for 75b94000-6e1e-4b03-b2f3-691c6cdf3f65 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:07.834286 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-27130f9a-d568-4e8e-b45d-96da7a97230a tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1670341 Dec 20 16:37:07.842972 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3456140 Dec 20 16:37:07.844070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:07.844692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43972) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:07.845824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778326b2-e60d-46f1-9aef-c9bfab576a45 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=8d60a771-1001-4783-87c5-c084330d1a86,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:07.867224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:3b:46:f9', 'name': 'tempest-NetworksTestDHCPv6-1342192715'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:07.903710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c57b9d4-ed7f-468d-bcd8-bff312da6126 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.913450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c57b9d4-ed7f-468d-bcd8-bff312da6126 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:07.925048 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a091ffbb-a89b-478f-9748-1d40d2285db3', 'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'mac_address': 'fa:16:3e:e9:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:34Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 5, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'subnets': [{'id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:07.931516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:07.972546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Allocated IP 2001:db8::2 (faca7ae8-361a-449e-8335-442c36d15df0/4e83e993-0908-4f32-ac79-54c134ae9608/c53dcd78-1371-4f6d-ab3c-7b2b04555d7d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:07.975534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:07.988417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:07.992070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] For port 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:07.993192 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] Checking router: b5cd87e3-14ed-488c-9df4-9f70442903a2 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:37:07.993347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c57b9d4-ed7f-468d-bcd8-bff312da6126 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.004479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c57b9d4-ed7f-468d-bcd8-bff312da6126 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.007957 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5c57b9d4-ed7f-468d-bcd8-bff312da6126 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/01ef244e-5de0-4d9a-9cfd-a5d9fd0b5e36 HTTP/1.1" status: 204 len: 168 time: 0.1570573 Dec 20 16:37:08.009699 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:08.010535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43974) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:08.010645 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:08.019160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] For port 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5c8324b2-f13e-459a-a9ab-e807bc7e8cd6,segment=NetworkSegment(129d4817-9b4c-4daa-9a92-60c0e2eefbef),segment_id=129d4817-9b4c-4daa-9a92-60c0e2eefbef)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:08.021039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.024582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57b9d4-ed7f-468d-bcd8-bff312da6126 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01ef244e-5de0-4d9a-9cfd-a5d9fd0b5e36,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:08.029876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Pushing event updated for resources: {'Port': ['ID=2f83a5b2-6a0e-403c-805c-866974408fc3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:08.043780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.082493 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c6d3397b-aae4-44a4-a9de-83725fe60fcc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672684 Dec 20 16:37:08.085849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:08.086605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.128462 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Pushing event deleted for resources: {'Port': ['ID=75b94000-6e1e-4b03-b2f3-691c6cdf3f65,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:08.140691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:08.198054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba04b2-56ac-4ca1-b311-d3e706b8ab9b None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:08.237094 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:08.259805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.296837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Attempting to bind port 2f83a5b2-6a0e-403c-805c-866974408fc3 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:08.297220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Attempting to bind port 2f83a5b2-6a0e-403c-805c-866974408fc3 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:08.297591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Attempting to bind port 2f83a5b2-6a0e-403c-805c-866974408fc3 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:08.299554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3823ec6-eba0-470a-a7ca-40be84562824 None None] Pushing event updated for resources: {'Port': ['ID=5c8324b2-f13e-459a-a9ab-e807bc7e8cd6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:08.306641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.309963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.311502 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b084c767-8659-4732-b989-f1af1deac5ee tempest-ServersTestManualDisk-968633870 tempest-ServersTestManualDisk-968633870-project] 10.222.0.60 "DELETE /v2.0/floatingips/90874823-794f-4023-b993-52bb755a742c HTTP/1.1" status: 204 len: 168 time: 1.5448287 Dec 20 16:37:08.318825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:08.338883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port 3a4d936a-60d4-433c-b638-c170347894ac yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:08.342133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.346894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:08.347494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:08.347672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.348069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:08.348557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Bound port: 2f83a5b2-6a0e-403c-805c-866974408fc3, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:08.348938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.375058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c58f680-bc86-4635-8c04-33e30fec25fe None None] Network e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:08.461716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting port 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:08.462209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.507665 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a091ffbb-a89b-478f-9748-1d40d2285db3', 'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'mac_address': 'fa:16:3e:e9:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:34Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 5, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'subnets': [{'id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:08.535076 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.538107 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abdea06-62a7-44ee-92e9-c76b91a0d129 None None] The sync data for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv is: [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a091ffbb-a89b-478f-9748-1d40d2285db3', 'name': '', 'network_id': 'ca9b5420-e3fd-42b8-b4b7-aead5d11446e', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'mac_address': 'fa:16:3e:e9:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:34Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 5, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'subnets': [{'id': '1c352518-7b72-4ed4-8f48-11021c07f0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:37:08.547970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b068ee8c-4095-480a-af2b-48397aea56c7 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.615848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] For port 2f83a5b2-6a0e-403c-805c-866974408fc3, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:08.620997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] For port 2f83a5b2-6a0e-403c-805c-866974408fc3, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2f83a5b2-6a0e-403c-805c-866974408fc3,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:08.632314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] For port 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5c8324b2-f13e-459a-a9ab-e807bc7e8cd6,segment=NetworkSegment(129d4817-9b4c-4daa-9a92-60c0e2eefbef),segment_id=129d4817-9b4c-4daa-9a92-60c0e2eefbef)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:08.632817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.642688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b068ee8c-4095-480a-af2b-48397aea56c7 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.656935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.663930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:08.673649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.688172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Calling delete_port for 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:08.691100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Network 17c50230-d2cf-4639-93d2-570fc1362f84 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:08.700902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event updated for resources: {'Port': ['ID=0702f86e-b624-43f8-8dc9-1b77ecb75f85,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:08.708748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:08.745772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc06e7a-5a25-4556-8dce-7167b034121a req-cc5228b1-6fca-4233-aac7-11aecdb3105c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:08.747984 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9cc06e7a-5a25-4556-8dce-7167b034121a req-cc5228b1-6fca-4233-aac7-11aecdb3105c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1936185 Dec 20 16:37:08.753157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:08.778575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 172.20.0.11 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/8d60a771-1001-4783-87c5-c084330d1a86/3a4d936a-60d4-433c-b638-c170347894ac) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:08.818743 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:fe3b:46f9 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/ac713336-8b4b-4538-8088-d56d498a397f/3a4d936a-60d4-433c-b638-c170347894ac) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:08.840586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b068ee8c-4095-480a-af2b-48397aea56c7 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.843507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b068ee8c-4095-480a-af2b-48397aea56c7 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.844649 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b068ee8c-4095-480a-af2b-48397aea56c7 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/5e38144b-2ce7-49be-92f9-976ae572ffcc HTTP/1.1" status: 204 len: 168 time: 0.7577791 Dec 20 16:37:08.845977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::3c4 (faca7ae8-361a-449e-8335-442c36d15df0/4e83e993-0908-4f32-ac79-54c134ae9608/f1017b73-4b35-4669-93c4-be1c19c43158) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:08.852567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:08.884384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068ee8c-4095-480a-af2b-48397aea56c7 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e38144b-2ce7-49be-92f9-976ae572ffcc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:08.899072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.902490 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9cc06e7a-5a25-4556-8dce-7167b034121a req-6e53d918-892a-4dd4-a345-74f186ae4f66 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214495 Dec 20 16:37:08.969891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:08.970778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:08.978890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a459029-c0e9-4189-819d-7bf6b00a9ca6 None None] Pushing event updated for resources: {'Port': ['ID=2f83a5b2-6a0e-403c-805c-866974408fc3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:08.982927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Network faca7ae8-361a-449e-8335-442c36d15df0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:08.986546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:08.989422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:08.991407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b7b6-a1b5-4c72-a204-d2d8472a0ef1 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.054782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Pushing event updated for resources: {'Port': ['ID=c53dcd78-1371-4f6d-ab3c-7b2b04555d7d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:09.076603 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-77631b2c-d30a-4a90-80e2-a553e44f4140 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.4935160 Dec 20 16:37:09.086931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:09.102013 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.105116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Attempting to bind port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:09.105587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Attempting to bind port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'af31ec77-5bc1-47e3-b649-8b743181e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'faca7ae8-361a-449e-8335-442c36d15df0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:09.106070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Attempting to bind port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d on network faca7ae8-361a-449e-8335-442c36d15df0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:09.108259 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b7b6-a1b5-4c72-a204-d2d8472a0ef1 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.111673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:09.112059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Checking segment: {'id': 'af31ec77-5bc1-47e3-b649-8b743181e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'faca7ae8-361a-449e-8335-442c36d15df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:09.112473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.113076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Bound using segment: {'id': 'af31ec77-5bc1-47e3-b649-8b743181e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'faca7ae8-361a-449e-8335-442c36d15df0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:09.113425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Bound port: c53dcd78-1371-4f6d-ab3c-7b2b04555d7d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31ec77-5bc1-47e3-b649-8b743181e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'faca7ae8-361a-449e-8335-442c36d15df0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:09.113827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.120584 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-afdd7da6-31b0-4361-b063-7a652e9c6a8e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2650418 Dec 20 16:37:09.122094 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.125113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:09.163664 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7388c60-375a-4e5c-b390-206ecb12a507 None None] New status for floating IP 2fa17c82-9d45-4c6f-a126-31891b4afe3f: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:37:09.194569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c51eca3f-5c01-41cb-9c22-2d53d8de7266 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group': {'name': 'tempest-secgroup--457842860'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:09.217239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.217467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] For port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:09.226586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] For port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c53dcd78-1371-4f6d-ab3c-7b2b04555d7d,segment=NetworkSegment(af31ec77-5bc1-47e3-b649-8b743181e435),segment_id=af31ec77-5bc1-47e3-b649-8b743181e435)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:09.237996 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.303446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No DVR routers for this DVR port 5c8324b2-f13e-459a-a9ab-e807bc7e8cd6 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:09.312047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=3a4d936a-60d4-433c-b638-c170347894ac,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:09.329968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:09.331580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:09.338044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:09.349024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da9746-82fb-474c-a777-63187f01db09 None None] Pushing event updated for resources: {'Port': ['ID=c53dcd78-1371-4f6d-ab3c-7b2b04555d7d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:09.356363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Port': ['ID=5c8324b2-f13e-459a-a9ab-e807bc7e8cd6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:09.439891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:09.440582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.469284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.491221 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-abd075b5-1ceb-4f53-8a1a-d05cf14f8f91 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6377409 Dec 20 16:37:09.492437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 43994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:09.546713 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.593561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network faca7ae8-361a-449e-8335-442c36d15df0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:09.596923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:09.600857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:09.607215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:09.607880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.622732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=f1017b73-4b35-4669-93c4-be1c19c43158,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:09.636552 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-037db66a-b071-4d60-8507-7b196dc28e6b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.3592234 Dec 20 16:37:09.637532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 43996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:09.773916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-905c7e8f-c5da-403a-a4f5-744c5b238b2e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port f1017b73-4b35-4669-93c4-be1c19c43158 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:09.774626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-905c7e8f-c5da-403a-a4f5-744c5b238b2e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.880060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c51eca3f-5c01-41cb-9c22-2d53d8de7266 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.896947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.900024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-905c7e8f-c5da-403a-a4f5-744c5b238b2e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.914143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-905c7e8f-c5da-403a-a4f5-744c5b238b2e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for f1017b73-4b35-4669-93c4-be1c19c43158 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:09.938390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b7b6-a1b5-4c72-a204-d2d8472a0ef1 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.940539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5dc1b7b6-a1b5-4c72-a204-d2d8472a0ef1 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:09.944018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5dc1b7b6-a1b5-4c72-a204-d2d8472a0ef1 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "DELETE /v2.0/security-groups/b17f37b0-67ae-4943-9f04-0dd77d4fa82c HTTP/1.1" status: 204 len: 168 time: 1.2766867 Dec 20 16:37:09.956265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:09.975732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:10.015381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1b7b6-a1b5-4c72-a204-d2d8472a0ef1 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17f37b0-67ae-4943-9f04-0dd77d4fa82c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:10.022553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129d4817-9b4c-4daa-9a92-60c0e2eefbef') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:10.022874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129d4817-9b4c-4daa-9a92-60c0e2eefbef') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:10.029135 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-3a140805-d359-4fb6-afa1-dc4d97a9375e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] show failed (client error): The resource could not be found. Dec 20 16:37:10.032957 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3a140805-d359-4fb6-afa1-dc4d97a9375e tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "GET /v2.0/security-groups/b17f37b0-67ae-4943-9f04-0dd77d4fa82c HTTP/1.1" status: 404 len: 347 time: 0.0696456 Dec 20 16:37:10.032957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-02b0f5d4-abd0-4562-950a-22f70e12fb82 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Deleting port 0702f86e-b624-43f8-8dc9-1b77ecb75f85 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:10.033197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b0f5d4-abd0-4562-950a-22f70e12fb82 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.034827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:10.072086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.101892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb285504-8b00-4ea5-a24d-efed2327c05b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:10.107919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb285504-8b00-4ea5-a24d-efed2327c05b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:10.112106 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bb285504-8b00-4ea5-a24d-efed2327c05b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6106853 Dec 20 16:37:10.129502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:10.177239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.220664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-905c7e8f-c5da-403a-a4f5-744c5b238b2e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.239727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:10.240135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:10.262379 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:10.284498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c7e8f-c5da-403a-a4f5-744c5b238b2e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=f1017b73-4b35-4669-93c4-be1c19c43158,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:10.309078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-905c7e8f-c5da-403a-a4f5-744c5b238b2e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.312571 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-905c7e8f-c5da-403a-a4f5-744c5b238b2e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/f1017b73-4b35-4669-93c4-be1c19c43158 HTTP/1.1" status: 204 len: 168 time: 0.6740983 Dec 20 16:37:10.315348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:10.328367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Deleting port 9d7c268b-64f9-464f-ba71-703ef4dce4f8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:10.328688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.363433 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad68863-b029-4e06-8692-76a7dbe01c18 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:37:10.364981 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4ad68863-b029-4e06-8692-76a7dbe01c18 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/f1017b73-4b35-4669-93c4-be1c19c43158 HTTP/1.1" status: 404 len: 333 time: 0.0486031 Dec 20 16:37:10.371668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:10.382278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3613897-9370-4ad7-a7d6-d26b2408b6de None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:10.399497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb58bb-e895-4988-b8c2-bdced6709bd7 req-95d2b31f-fdf8-413f-be7f-e6c7b52d7927 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:10.401319 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0fbb58bb-e895-4988-b8c2-bdced6709bd7 req-95d2b31f-fdf8-413f-be7f-e6c7b52d7927 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.3934472 Dec 20 16:37:10.425133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b0f5d4-abd0-4562-950a-22f70e12fb82 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.434008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c51eca3f-5c01-41cb-9c22-2d53d8de7266 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.461318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c51eca3f-5c01-41cb-9c22-2d53d8de7266 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.479162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-02b0f5d4-abd0-4562-950a-22f70e12fb82 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Calling delete_port for 0702f86e-b624-43f8-8dc9-1b77ecb75f85 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:10.496523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.509470 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-729f0bc4-bd3b-4e99-977c-c8ea6b0cd1be tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet 4e83e993-0908-4f32-ac79-54c134ae9608 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:10.516737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.516737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.526811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-729f0bc4-bd3b-4e99-977c-c8ea6b0cd1be tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.528926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fb670dd7-1d95-4480-b30d-05bbb8779fb2 None None] Provisioning complete for port 2f83a5b2-6a0e-403c-805c-866974408fc3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:10.529298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb670dd7-1d95-4480-b30d-05bbb8779fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.538225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.542875 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a HTTP/1.1" status: 204 len: 168 time: 5.1663349 Dec 20 16:37:10.546960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:10.557879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Calling delete_port for 9d7c268b-64f9-464f-ba71-703ef4dce4f8 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:10.587046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1455784605'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:10.593012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-729f0bc4-bd3b-4e99-977c-c8ea6b0cd1be tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.669051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e64c4-5cf4-4ec8-91ab-801ecd8c926b None None] Update dhcp port {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': 'ac713336-8b4b-4538-8088-d56d498a397f', 'ip_address': '2001:db8::f816:3eff:fe1a:366d'}, {'subnet_id': '8d60a771-1001-4783-87c5-c084330d1a86'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '2f83a5b2-6a0e-403c-805c-866974408fc3'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:37:10.702670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb670dd7-1d95-4480-b30d-05bbb8779fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.728565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0e64c4-5cf4-4ec8-91ab-801ecd8c926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.731570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c51eca3f-5c01-41cb-9c22-2d53d8de7266 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.734354 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c51eca3f-5c01-41cb-9c22-2d53d8de7266 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5833170 Dec 20 16:37:10.742782 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cf89e-f43e-4d34-b2d3-592f0a9e22f9 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:10.748678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fb670dd7-1d95-4480-b30d-05bbb8779fb2 None None] For port 2f83a5b2-6a0e-403c-805c-866974408fc3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2f83a5b2-6a0e-403c-805c-866974408fc3,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:10.750161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:10.760870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-13e05056-7946-4a19-9f91-3ed8b3f19e5d tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Request body: {'security_group_rule': {'security_group_id': '6896d646-4b3d-4ee4-9434-fcf4358afd60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:10.770006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eca3f-5c01-41cb-9c22-2d53d8de7266 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6896d646-4b3d-4ee4-9434-fcf4358afd60,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:10.786760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-729f0bc4-bd3b-4e99-977c-c8ea6b0cd1be tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.800460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c21479a0-1cc4-4a63-844c-a0f726264037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 3a4d936a-60d4-433c-b638-c170347894ac {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:10.800805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c21479a0-1cc4-4a63-844c-a0f726264037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.819937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.844694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb670dd7-1d95-4480-b30d-05bbb8779fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.846371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a27cc42-9425-44c8-bcc7-3791c6a4ec64 None None] Network faca7ae8-361a-449e-8335-442c36d15df0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:10.866554 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0fbb58bb-e895-4988-b8c2-bdced6709bd7 req-ae278944-19e8-4320-88f1-a023c381b094 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4435458 Dec 20 16:37:10.891914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e05056-7946-4a19-9f91-3ed8b3f19e5d tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.922750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.925023 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-729f0bc4-bd3b-4e99-977c-c8ea6b0cd1be tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.987201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:10.990779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:10.994127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b0f5d4-abd0-4562-950a-22f70e12fb82 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.003446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f0bc4-bd3b-4e99-977c-c8ea6b0cd1be tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=4e83e993-0908-4f32-ac79-54c134ae9608,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:11.006227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Pushing event deleted for resources: {'Port': ['ID=9d7c268b-64f9-464f-ba71-703ef4dce4f8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:11.017059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-729f0bc4-bd3b-4e99-977c-c8ea6b0cd1be tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.024460 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-729f0bc4-bd3b-4e99-977c-c8ea6b0cd1be tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/4e83e993-0908-4f32-ac79-54c134ae9608 HTTP/1.1" status: 204 len: 168 time: 0.6515360 Dec 20 16:37:11.031959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:11.063901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dae9c9-51c2-4536-bf46-6ec7f55f75da None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:11.089627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb670dd7-1d95-4480-b30d-05bbb8779fb2 None None] Pushing event updated for resources: {'Port': ['ID=2f83a5b2-6a0e-403c-805c-866974408fc3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:11.093006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9d79f64a-e9eb-422a-9063-f3e456ff41b9 None None] Provisioning complete for port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:11.093802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d79f64a-e9eb-422a-9063-f3e456ff41b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.095395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0f5d4-abd0-4562-950a-22f70e12fb82 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event deleted for resources: {'Port': ['ID=0702f86e-b624-43f8-8dc9-1b77ecb75f85,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:11.100994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e05056-7946-4a19-9f91-3ed8b3f19e5d tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.107658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c21479a0-1cc4-4a63-844c-a0f726264037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.113136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.117059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.118520 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-89e82048-37dc-452e-847f-7a80b9b82ed3 tempest-ServersTestJSON-1640610536 tempest-ServersTestJSON-1640610536-project] 10.222.0.60 "DELETE /v2.0/floatingips/2fa17c82-9d45-4c6f-a126-31891b4afe3f HTTP/1.1" status: 204 len: 168 time: 1.0826540 Dec 20 16:37:11.120145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e05056-7946-4a19-9f91-3ed8b3f19e5d tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.126379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:11.139895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ae0e64c4-5cf4-4ec8-91ab-801ecd8c926b None None] Allocated IP 172.20.0.2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/8d60a771-1001-4783-87c5-c084330d1a86/2f83a5b2-6a0e-403c-805c-866974408fc3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:11.206915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e05056-7946-4a19-9f91-3ed8b3f19e5d tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5390c2f-d9f4-400b-a820-4ccaa8f7afb2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:11.211979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c21479a0-1cc4-4a63-844c-a0f726264037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 3a4d936a-60d4-433c-b638-c170347894ac owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:11.223127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:11.232469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e05056-7946-4a19-9f91-3ed8b3f19e5d tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.233799 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-13e05056-7946-4a19-9f91-3ed8b3f19e5d tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4802063 Dec 20 16:37:11.237131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:11.287399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d79f64a-e9eb-422a-9063-f3e456ff41b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.339394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.340825 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment cc945001-0f57-48d8-ae33-2ec662fe7c27 of type vlan for network a88a65f6-016e-4ef0-a843-181a92ea2230 Dec 20 16:37:11.341917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9d79f64a-e9eb-422a-9063-f3e456ff41b9 None None] For port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c53dcd78-1371-4f6d-ab3c-7b2b04555d7d,segment=NetworkSegment(af31ec77-5bc1-47e3-b649-8b743181e435),segment_id=af31ec77-5bc1-47e3-b649-8b743181e435)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:11.361287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d79f64a-e9eb-422a-9063-f3e456ff41b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.417351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ae0e64c4-5cf4-4ec8-91ab-801ecd8c926b None None] For port 2f83a5b2-6a0e-403c-805c-866974408fc3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2f83a5b2-6a0e-403c-805c-866974408fc3,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:11.442655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.458879 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c53dcd78-1371-4f6d-ab3c-7b2b04555d7d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:11.493907 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79f64a-e9eb-422a-9063-f3e456ff41b9 None None] Pushing event updated for resources: {'Port': ['ID=c53dcd78-1371-4f6d-ab3c-7b2b04555d7d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:11.505020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.506961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0e64c4-5cf4-4ec8-91ab-801ecd8c926b None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.516057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02b0f5d4-abd0-4562-950a-22f70e12fb82 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.519517 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-02b0f5d4-abd0-4562-950a-22f70e12fb82 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "DELETE /v2.0/ports/0702f86e-b624-43f8-8dc9-1b77ecb75f85 HTTP/1.1" status: 204 len: 168 time: 2.4270341 Dec 20 16:37:11.522421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0e64c4-5cf4-4ec8-91ab-801ecd8c926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.527753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:11.534776 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '17c50230-d2cf-4639-93d2-570fc1362f84', 'external_fixed_ips': [{'subnet_id': '7f2fccee-a31f-456b-b4b3-6ddf33c90db0', 'ip_address': '172.20.0.7'}]}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:11.559183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee33e6e7-5eaf-48b6-bd70-2e81137971dc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.601881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7ad4f-dec7-41af-9ec3-321ddd328e49 None None] Network faca7ae8-361a-449e-8335-442c36d15df0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:11.619332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.624998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:11.625602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.648208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee33e6e7-5eaf-48b6-bd70-2e81137971dc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.674478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e64c4-5cf4-4ec8-91ab-801ecd8c926b None None] Pushing event updated for resources: {'Port': ['ID=2f83a5b2-6a0e-403c-805c-866974408fc3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:11.705517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c504ff2e-5e83-4d4a-8e52-c407580864de None None] Provisioning complete for port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:11.706371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c504ff2e-5e83-4d4a-8e52-c407580864de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.706936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.708433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.753030 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1803055 Dec 20 16:37:11.753285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44022) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:11.764041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': 'a88a65f6-016e-4ef0-a843-181a92ea2230', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:11.788847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:11.789223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.849086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a8d75-8014-43e6-b645-bc8c98ee29ad tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=a88a65f6-016e-4ef0-a843-181a92ea2230,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:11.878978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee33e6e7-5eaf-48b6-bd70-2e81137971dc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.881679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee33e6e7-5eaf-48b6-bd70-2e81137971dc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.885286 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ee33e6e7-5eaf-48b6-bd70-2e81137971dc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/6896d646-4b3d-4ee4-9434-fcf4358afd60 HTTP/1.1" status: 204 len: 168 time: 0.6447196 Dec 20 16:37:11.888686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network a88a65f6-016e-4ef0-a843-181a92ea2230 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:11.891751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44024) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:11.930173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:11.930554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:11.980660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33e6e7-5eaf-48b6-bd70-2e81137971dc tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6896d646-4b3d-4ee4-9434-fcf4358afd60,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:12.067595 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c0f9507f-d307-42d8-8830-b5919ea3d132 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1668472 Dec 20 16:37:12.068449 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:12.070673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44028) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:12.071947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.088709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.108438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c21479a0-1cc4-4a63-844c-a0f726264037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.131842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2f83a5b2-6a0e-403c-805c-866974408fc3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:12.141938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21479a0-1cc4-4a63-844c-a0f726264037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=3a4d936a-60d4-433c-b638-c170347894ac,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:12.163693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] For port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c53dcd78-1371-4f6d-ab3c-7b2b04555d7d,segment=NetworkSegment(af31ec77-5bc1-47e3-b649-8b743181e435),segment_id=af31ec77-5bc1-47e3-b649-8b743181e435)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:12.163693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.205363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db8b0c-e31a-44d5-8d69-e1d8bcc9feab None None] DHCP port deletion for faca7ae8-361a-449e-8335-442c36d15df0 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:12.234213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.241146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Deleting port 95e8741a-5850-4818-8e83-a421576282f0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:12.241514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.264402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2f83a5b2-6a0e-403c-805c-866974408fc3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:12.264826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.266010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for c53dcd78-1371-4f6d-ab3c-7b2b04555d7d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:12.314186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a8db8b0c-e31a-44d5-8d69-e1d8bcc9feab None None] Deleting port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:12.314518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b0c-e31a-44d5-8d69-e1d8bcc9feab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.402162 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-07e2157a-04e8-4d86-ab45-5487a760fb2e tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3302176 Dec 20 16:37:12.426627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a8db8b0c-e31a-44d5-8d69-e1d8bcc9feab None None] For port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c53dcd78-1371-4f6d-ab3c-7b2b04555d7d,segment=NetworkSegment(af31ec77-5bc1-47e3-b649-8b743181e435),segment_id=af31ec77-5bc1-47e3-b649-8b743181e435)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:12.427208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b0c-e31a-44d5-8d69-e1d8bcc9feab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.450061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a8db8b0c-e31a-44d5-8d69-e1d8bcc9feab None None] Calling delete_port for c53dcd78-1371-4f6d-ab3c-7b2b04555d7d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:12.515535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:12.551414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b0c-e31a-44d5-8d69-e1d8bcc9feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.588428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db8b0c-e31a-44d5-8d69-e1d8bcc9feab None None] Pushing event deleted for resources: {'Port': ['ID=c53dcd78-1371-4f6d-ab3c-7b2b04555d7d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:12.592967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db8b0c-e31a-44d5-8d69-e1d8bcc9feab None None] No DVR routers for this DVR port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:12.658021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c5aa348c-c0c4-4f5a-ad2a-7bdf894677a7 None None] Provisioning complete for port 2f83a5b2-6a0e-403c-805c-866974408fc3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:12.658430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5aa348c-c0c4-4f5a-ad2a-7bdf894677a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.677461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ad33-97ae-4731-9dfa-529972bc77d6 req-92b9fd8e-01e4-4d60-b680-325e5737e9c5 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:12.679128 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8b90ad33-97ae-4731-9dfa-529972bc77d6 req-92b9fd8e-01e4-4d60-b680-325e5737e9c5 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.6582062 Dec 20 16:37:12.700367 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-3876fc49-8faf-4d07-80d1-4011271a1e46 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] delete failed (client error): The resource could not be found. Dec 20 16:37:12.702801 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3876fc49-8faf-4d07-80d1-4011271a1e46 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "DELETE /v2.0/security-groups/6896d646-4b3d-4ee4-9434-fcf4358afd60 HTTP/1.1" status: 404 len: 347 time: 0.0977192 Dec 20 16:37:12.732183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:12.807226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.811990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c5aa348c-c0c4-4f5a-ad2a-7bdf894677a7 None None] Could not find standard attr ID for object 3a4d936a-60d4-433c-b638-c170347894ac. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:37:12.929285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8f246491-e669-4f7d-9ce8-5aa4b23474e7 None None] Could not find standard attr ID for object 3a4d936a-60d4-433c-b638-c170347894ac. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:37:12.948032 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8b90ad33-97ae-4731-9dfa-529972bc77d6 req-8fba602c-4e03-4f8c-b049-278331c94002 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586553 Dec 20 16:37:12.948690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=d3ea6f3c-b4a7-4539-b8ea-6b124fba1c09,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:12.954411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.966006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c21479a0-1cc4-4a63-844c-a0f726264037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.972060 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c21479a0-1cc4-4a63-844c-a0f726264037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/3a4d936a-60d4-433c-b638-c170347894ac HTTP/1.1" status: 204 len: 168 time: 2.8414984 Dec 20 16:37:12.974582 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:12.985555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] For port 95e8741a-5850-4818-8e83-a421576282f0, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=95e8741a-5850-4818-8e83-a421576282f0,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:12.986058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:12.991582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking segment: {'id': 'cc945001-0f57-48d8-ae33-2ec662fe7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a88a65f6-016e-4ef0-a843-181a92ea2230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:12.991949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network hostable DHCP agents. Network: a88a65f6-016e-4ef0-a843-181a92ea2230, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:12.998322 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-10e5c7dc-98f3-4bde-967e-950a5d7e2184 tempest-SecGroupTest-288644724 tempest-SecGroupTest-288644724-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2610807 Dec 20 16:37:13.037483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network a88a65f6-016e-4ef0-a843-181a92ea2230 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:13.069372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, a88a65f6-016e-4ef0-a843-181a92ea2230) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:13.069854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc962ef-de0d-49f5-8678-439e51109b57 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:13.071651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc962ef-de0d-49f5-8678-439e51109b57 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:13.073283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc962ef-de0d-49f5-8678-439e51109b57 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:13.078175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:13.078384 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cbc962ef-de0d-49f5-8678-439e51109b57 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0959446 Dec 20 16:37:13.078484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.078775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:13.086357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d6bf1-db8a-446b-a367-c4027b4bb5d3 None None] Network a88a65f6-016e-4ef0-a843-181a92ea2230 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:13.101143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Calling delete_port for 95e8741a-5850-4818-8e83-a421576282f0 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:13.124877 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.177823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=c53dcd78-1371-4f6d-ab3c-7b2b04555d7d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:13.228223 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bdd5b1ff-b113-4653-80ee-52dedf9d8a68 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4694166 Dec 20 16:37:13.246440 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:13.258480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': 'a88a65f6-016e-4ef0-a843-181a92ea2230', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:13.309236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a98f313-51b4-4c45-a352-e9e63247f30f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 8d60a771-1001-4783-87c5-c084330d1a86 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:13.310992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2f83a5b2-6a0e-403c-805c-866974408fc3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:13.315953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a98f313-51b4-4c45-a352-e9e63247f30f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.317043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No DVR routers for this DVR port c53dcd78-1371-4f6d-ab3c-7b2b04555d7d on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:13.431770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f44d-af63-4b45-b5ed-ec183f6663bb req-62ab9277-2315-442d-9529-915d1e664a55 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:13.438651 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-a88a65f6-016e-4ef0-a843-181a92ea2230', 'network_id': 'a88a65f6-016e-4ef0-a843-181a92ea2230', 'project_id': 'b7e37cc1762f48fdb62b6c4db605fdeb', 'fixed_ips': [{'subnet_id': 'd3ea6f3c-b4a7-4539-b8ea-6b124fba1c09'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:13.439552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.441306 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dfb0f44d-af63-4b45-b5ed-ec183f6663bb req-62ab9277-2315-442d-9529-915d1e664a55 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2046933 Dec 20 16:37:13.465024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2f83a5b2-6a0e-403c-805c-866974408fc3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:13.465024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.480111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.528334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a98f313-51b4-4c45-a352-e9e63247f30f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.557466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:13.587613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faca7ae8-361a-449e-8335-442c36d15df0']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:13.595335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Deleting port a091ffbb-a89b-478f-9748-1d40d2285db3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:13.595797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.614350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af31ec77-5bc1-47e3-b649-8b743181e435') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:13.614650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af31ec77-5bc1-47e3-b649-8b743181e435') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:13.690484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.724439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a98f313-51b4-4c45-a352-e9e63247f30f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.741670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.766435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:13.766800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:13.771857 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:13.865950 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dfb0f44d-af63-4b45-b5ed-ec183f6663bb req-8dfa17a9-0777-46b5-a650-d8d7a0fcdd02 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4144204 Dec 20 16:37:13.868047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-b0e57ef3-eadf-4635-82e2-05ec0de15d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:13.869760 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-b0e57ef3-eadf-4635-82e2-05ec0de15d59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1098 time: 0.4274964 Dec 20 16:37:13.877105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Allocated IP 2001:db8::2 (a88a65f6-016e-4ef0-a843-181a92ea2230/d3ea6f3c-b4a7-4539-b8ea-6b124fba1c09/02a5c7bc-6aa2-48f3-a720-911a4d769c36) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:13.942324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c53dcd78-1371-4f6d-ab3c-7b2b04555d7d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:13.963445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a98f313-51b4-4c45-a352-e9e63247f30f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.984702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:13.988220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:13.997330 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: c53dcd78-1371-4f6d-ab3c-7b2b04555d7d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:13.998316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c53dcd78-1371-4f6d-ab3c-7b2b04555d7d not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:14.003648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2529f938-5bc6-483c-a332-bd47fea0871b None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:14.018166 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a98f313-51b4-4c45-a352-e9e63247f30f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.018395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.024253 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1a98f313-51b4-4c45-a352-e9e63247f30f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/8d60a771-1001-4783-87c5-c084330d1a86 HTTP/1.1" status: 204 len: 168 time: 0.9383738 Dec 20 16:37:14.025018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:14.043308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98f313-51b4-4c45-a352-e9e63247f30f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=8d60a771-1001-4783-87c5-c084330d1a86,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:14.049700 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] For port a091ffbb-a89b-478f-9748-1d40d2285db3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a091ffbb-a89b-478f-9748-1d40d2285db3,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:14.050585 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.057987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.061424 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/networks/faca7ae8-361a-449e-8335-442c36d15df0 HTTP/1.1" status: 204 len: 168 time: 3.0271168 Dec 20 16:37:14.100180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:14.114024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'name': 'tempest-PortsIpV6TestJSON-658370209'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:14.121634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Calling delete_port for a091ffbb-a89b-478f-9748-1d40d2285db3 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:14.150389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.161624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ddcf3-5205-4b0e-a443-3280338ee32d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Network': ['ID=faca7ae8-361a-449e-8335-442c36d15df0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:14.179242 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4898f93c-497c-4e6e-9097-0b75e36eaa53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29ee59c559f2458dbe1a10b54927f9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6125920 Dec 20 16:37:14.194041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:14.203089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.206860 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-241a0302-cecd-4462-982f-66cb9ff3912e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet ac713336-8b4b-4538-8088-d56d498a397f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:14.211432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.251313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.261426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Network a88a65f6-016e-4ef0-a843-181a92ea2230 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:14.266795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:14.268857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:14.275888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Pushing event updated for resources: {'Port': ['ID=02a5c7bc-6aa2-48f3-a720-911a4d769c36,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:14.282006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.288876 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-241a0302-cecd-4462-982f-66cb9ff3912e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.293463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-518635d9-bd3a-4091-832d-898d9f67ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:14.294984 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-518635d9-bd3a-4091-832d-898d9f67ccb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 200 len: 912 time: 0.4155290 Dec 20 16:37:14.349636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Attempting to bind port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:14.350014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Attempting to bind port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'cc945001-0f57-48d8-ae33-2ec662fe7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a88a65f6-016e-4ef0-a843-181a92ea2230'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:14.350582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Attempting to bind port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 on network a88a65f6-016e-4ef0-a843-181a92ea2230 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:14.351745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.357131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:14.357511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Checking segment: {'id': 'cc945001-0f57-48d8-ae33-2ec662fe7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a88a65f6-016e-4ef0-a843-181a92ea2230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:14.357962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.358605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Bound using segment: {'id': 'cc945001-0f57-48d8-ae33-2ec662fe7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a88a65f6-016e-4ef0-a843-181a92ea2230'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:14.358877 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Bound port: 02a5c7bc-6aa2-48f3-a720-911a4d769c36, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc945001-0f57-48d8-ae33-2ec662fe7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a88a65f6-016e-4ef0-a843-181a92ea2230'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:14.359306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.374549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=95e8741a-5850-4818-8e83-a421576282f0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:14.447796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-241a0302-cecd-4462-982f-66cb9ff3912e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.454348 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] For port 02a5c7bc-6aa2-48f3-a720-911a4d769c36, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:14.458741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] For port 02a5c7bc-6aa2-48f3-a720-911a4d769c36, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=02a5c7bc-6aa2-48f3-a720-911a4d769c36,segment=NetworkSegment(cc945001-0f57-48d8-ae33-2ec662fe7c27),segment_id=cc945001-0f57-48d8-ae33-2ec662fe7c27)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:14.466562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.552984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52c8ac74-ec68-4996-b54a-f24371dcd163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.585266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ac188-6996-4e56-9c97-43a19989ef55 None None] Pushing event updated for resources: {'Port': ['ID=02a5c7bc-6aa2-48f3-a720-911a4d769c36,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:14.717568 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-421db6e9-f5d8-4e5d-9112-e55133810719 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 200 len: 1001 time: 0.3953149 Dec 20 16:37:14.721861 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.757007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52c8ac74-ec68-4996-b54a-f24371dcd163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.770534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:14.774222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:14.855731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a091ffbb-a89b-478f-9748-1d40d2285db3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:14.883340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-17b7c95c-e7e1-4f72-bba0-c2778a505f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:14.884864 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-17b7c95c-e7e1-4f72-bba0-c2778a505f3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa7b8204-9b0f-4d8d-b342-65fe30d37330 HTTP/1.1" status: 200 len: 850 time: 0.1508260 Dec 20 16:37:14.927154 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-241a0302-cecd-4462-982f-66cb9ff3912e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.009038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 7856844b-c2ab-440c-8e69-ee534893a2a6 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:15.239197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-2ffb8122-80d6-43c8-8b87-f7fd70892f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:15.243303 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-2ffb8122-80d6-43c8-8b87-f7fd70892f1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8884f99f-080e-4992-a1da-237bad362cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3485453 Dec 20 16:37:15.269158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-241a0302-cecd-4462-982f-66cb9ff3912e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.318059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-36bd16ec-965e-4ea3-9a9f-9a613c2682ed None None] Provisioning complete for port 2f83a5b2-6a0e-403c-805c-866974408fc3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:15.318761 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36bd16ec-965e-4ea3-9a9f-9a613c2682ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.358626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-241a0302-cecd-4462-982f-66cb9ff3912e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.362487 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-241a0302-cecd-4462-982f-66cb9ff3912e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/ac713336-8b4b-4538-8088-d56d498a397f HTTP/1.1" status: 204 len: 168 time: 1.3346093 Dec 20 16:37:15.368663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44060) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:15.369817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Allocated IP 172.20.0.7 (17c50230-d2cf-4639-93d2-570fc1362f84/7f2fccee-a31f-456b-b4b3-6ddf33c90db0/e6dbee2b-341e-4890-bc9f-d465ee9abc01) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:15.371537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0302-cecd-4462-982f-66cb9ff3912e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=ac713336-8b4b-4538-8088-d56d498a397f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:15.381758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 02a5c7bc-6aa2-48f3-a720-911a4d769c36 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:15.384448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9bd0c-5cc8-4601-af08-374076152b0c None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:15.432880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.449996 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7e81b001-91e1-49ea-b70f-3e6dc79d4139 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721433 Dec 20 16:37:15.460712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:15.466202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:15.517819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed790-be18-4758-88bb-1bc3be4e7139 req-f5851bd9-8a17-4df5-8ba2-17d7ec6fe935 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:15.519283 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.519443 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-133ed790-be18-4758-88bb-1bc3be4e7139 req-f5851bd9-8a17-4df5-8ba2-17d7ec6fe935 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2971704 Dec 20 16:37:15.549513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52c8ac74-ec68-4996-b54a-f24371dcd163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.551124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52c8ac74-ec68-4996-b54a-f24371dcd163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.554835 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-52c8ac74-ec68-4996-b54a-f24371dcd163 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ceaa3f7b-9576-48d0-8814-7be655830f00 HTTP/1.1" status: 204 len: 168 time: 1.3530657 Dec 20 16:37:15.554835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.587246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.624714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:15.625207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.693948 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-21595fcf-1226-4ab7-92d4-5464c52a8364 service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262977 Dec 20 16:37:15.747740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:15.758306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8ac74-ec68-4996-b54a-f24371dcd163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaa3f7b-9576-48d0-8814-7be655830f00,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:15.810282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.859446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network a88a65f6-016e-4ef0-a843-181a92ea2230 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:15.886409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 02a5c7bc-6aa2-48f3-a720-911a4d769c36, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=02a5c7bc-6aa2-48f3-a720-911a4d769c36,segment=NetworkSegment(cc945001-0f57-48d8-ae33-2ec662fe7c27),segment_id=cc945001-0f57-48d8-ae33-2ec662fe7c27)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:15.896049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:15.898841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.927245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:15.927840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.947127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Deleting port 2f83a5b2-6a0e-403c-805c-866974408fc3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:15.947311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:15.958741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=fd5e00a6-4147-47be-bf65-c2ab7767f346,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:16.018613 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-133ed790-be18-4758-88bb-1bc3be4e7139 req-7b9accef-0466-410b-9939-71c4c145fe51 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4773941 Dec 20 16:37:16.063430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.089231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511dd715-a502-4323-b5b8-326c30f976a1 None None] Network a88a65f6-016e-4ef0-a843-181a92ea2230 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:16.096482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] For port 2f83a5b2-6a0e-403c-805c-866974408fc3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2f83a5b2-6a0e-403c-805c-866974408fc3,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:16.097199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.099188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:16.105462 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.120491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=02a5c7bc-6aa2-48f3-a720-911a4d769c36,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:16.140942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Calling delete_port for 2f83a5b2-6a0e-403c-805c-866974408fc3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:16.202274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.266313 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0df82b2b-05bc-47de-85b2-50bacaa4a0b7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0136030 Dec 20 16:37:16.273399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:16.279561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-430c4c89-6a35-423e-bb19-e91873efc6f3 None None] Provisioning complete for port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:16.280242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-430c4c89-6a35-423e-bb19-e91873efc6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.288840 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=7856844b-c2ab-440c-8e69-ee534893a2a6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:16.303733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:16.334427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:16.337435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:16.344149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:16.344799 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.439847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.442419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.477448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] No DVR routers for this DVR port 2f83a5b2-6a0e-403c-805c-866974408fc3 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:16.478923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Pushing event deleted for resources: {'Port': ['ID=2f83a5b2-6a0e-403c-805c-866974408fc3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:16.490518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.490518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.490518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.490518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.490518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.490518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.490518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.490518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.490518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.491503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.491503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.491503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.491708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e0658-d342-4b74-8723-8e87397de647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:16.519192 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7b7c56f9-3f20-4d55-b0b7-863ebee6a445 req-63b0faab-1658-47b5-bedc-38b88dcca9ee service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173971 Dec 20 16:37:16.557682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9df9969-893b-422f-adab-1713f88002e9 None None] Update dhcp port {'port': {'network_id': 'a88a65f6-016e-4ef0-a843-181a92ea2230', 'fixed_ips': [{'subnet_id': 'd3ea6f3c-b4a7-4539-b8ea-6b124fba1c09', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd5e00a6-4147-47be-bf65-c2ab7767f346'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '02a5c7bc-6aa2-48f3-a720-911a4d769c36'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:37:16.583213 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e21c2a59-197f-4149-a239-f2e7b91137d4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4788399 Dec 20 16:37:16.584148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:16.590378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event updated for resources: {'Port': ['ID=e6dbee2b-341e-4890-bc9f-d465ee9abc01,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:16.590928 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610c392-88f1-4318-a5ce-13edfa53652f tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:16.592035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9df9969-893b-422f-adab-1713f88002e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.593815 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610c392-88f1-4318-a5ce-13edfa53652f tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:16.595523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610c392-88f1-4318-a5ce-13edfa53652f tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:16.597103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610c392-88f1-4318-a5ce-13edfa53652f tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:16.598710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610c392-88f1-4318-a5ce-13edfa53652f tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:16.604630 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4610c392-88f1-4318-a5ce-13edfa53652f tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3287382 Dec 20 16:37:16.613208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:16.625182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Network 17c50230-d2cf-4639-93d2-570fc1362f84 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:16.635670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:37:16.638581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:16.650113 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1591765887'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:16.650448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:16.688074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Router b5cd87e3-14ed-488c-9df4-9f70442903a2 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:37:16.736675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:16.749813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:16.753377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.823360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d9df9969-893b-422f-adab-1713f88002e9 None None] Allocated IP 172.20.0.1 (a88a65f6-016e-4ef0-a843-181a92ea2230/fd5e00a6-4147-47be-bf65-c2ab7767f346/02a5c7bc-6aa2-48f3-a720-911a4d769c36) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:16.834707 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:16.842885 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:37:16.875246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.879359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-795bdd37-5fe8-4230-aa4f-6e1dfb665cdd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 7856844b-c2ab-440c-8e69-ee534893a2a6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:16.880060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-795bdd37-5fe8-4230-aa4f-6e1dfb665cdd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.911865 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-31ec3e0a-c2dd-4cc9-aca4-2e259c42b1f2 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:16.912584 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-31ec3e0a-c2dd-4cc9-aca4-2e259c42b1f2 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 16:37:16.913077 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-31ec3e0a-c2dd-4cc9-aca4-2e259c42b1f2 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 16:37:16.914830 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-31ec3e0a-c2dd-4cc9-aca4-2e259c42b1f2 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1772392 Dec 20 16:37:16.923035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:16.925374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.925728 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment e3c64cb5-def9-4bfb-b461-b3be883e1c1e of type vlan for network f362f431-112e-46a1-adbc-0aa9594dc4d3 Dec 20 16:37:16.946778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d9df9969-893b-422f-adab-1713f88002e9 None None] For port 02a5c7bc-6aa2-48f3-a720-911a4d769c36, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=02a5c7bc-6aa2-48f3-a720-911a4d769c36,segment=NetworkSegment(cc945001-0f57-48d8-ae33-2ec662fe7c27),segment_id=cc945001-0f57-48d8-ae33-2ec662fe7c27)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:16.949798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353670534'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:16.983375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9df9969-893b-422f-adab-1713f88002e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:16.990947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9df9969-893b-422f-adab-1713f88002e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.003820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:17.010237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:17.013863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:17.014583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.020552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-795bdd37-5fe8-4230-aa4f-6e1dfb665cdd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.031602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:37:17.035503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f634f0c-adc4-47b3-a229-e097f3c90f08 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:17.048759 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bd2291f2-1215-455f-bc12-a9f22ca22d92 admin admin] 10.222.0.60 "PUT /v2.0/routers/b5cd87e3-14ed-488c-9df4-9f70442903a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9187443 Dec 20 16:37:17.060888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:17.067767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-795bdd37-5fe8-4230-aa4f-6e1dfb665cdd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 7856844b-c2ab-440c-8e69-ee534893a2a6 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:17.070558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.114954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=4a58da89-6ceb-4d8d-8443-5912f69a3fcb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:17.131964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] Sync routers for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:37:17.163470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.163862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.165069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.165410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.165746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.166111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.166558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.166890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.168297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.168632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.169015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.169270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.169589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.186890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.195546 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f5e683e6-f654-4f6d-a3e5-527a454a429e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7334006 Dec 20 16:37:17.196256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44100) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:17.213551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:17.221303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:17.222292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:17.229579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '4a58da89-6ceb-4d8d-8443-5912f69a3fcb'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:17.231396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.253190 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.265070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:17.265731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.296568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769e638-9a43-4f90-ab11-e78936bac46f req-6a63b00f-7cd2-4352-9a7d-d57475333d2d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:17.301096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df9969-893b-422f-adab-1713f88002e9 None None] Pushing event updated for resources: {'Port': ['ID=02a5c7bc-6aa2-48f3-a720-911a4d769c36,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:17.303532 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0769e638-9a43-4f90-ab11-e78936bac46f req-6a63b00f-7cd2-4352-9a7d-d57475333d2d tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1267812 Dec 20 16:37:17.312449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 02a5c7bc-6aa2-48f3-a720-911a4d769c36 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:17.340971 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7227395 Dec 20 16:37:17.352791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:17.362412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d1b5b351-c5e8-452d-977f-baa882644242 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:17.478647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.482431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.485664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:37:17.496285 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] Sync routers for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:37:17.513769 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:17.517744 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:17.543997 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e09d7bc7-8146-44e1-bfc7-45ad22f27d5c admin admin] 10.222.0.60 "PUT /v2.0/routers/ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2239306 Dec 20 16:37:17.547334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=f362f431-112e-46a1-adbc-0aa9594dc4d3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:17.548599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44104) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:17.572531 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.573243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.574360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.574906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.575465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.575998 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.576555 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.576980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.577398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.579066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.579533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.580642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.580642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3fa55-d2c2-4a3d-9ea1-d25a587530f5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:17.612420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f362f431-112e-46a1-adbc-0aa9594dc4d3 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:17.628440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-795bdd37-5fe8-4230-aa4f-6e1dfb665cdd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.696078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bdd37-5fe8-4230-aa4f-6e1dfb665cdd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=7856844b-c2ab-440c-8e69-ee534893a2a6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:17.710379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-795bdd37-5fe8-4230-aa4f-6e1dfb665cdd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.714002 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-795bdd37-5fe8-4230-aa4f-6e1dfb665cdd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/7856844b-c2ab-440c-8e69-ee534893a2a6 HTTP/1.1" status: 204 len: 168 time: 1.1285291 Dec 20 16:37:17.720056 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0769e638-9a43-4f90-ab11-e78936bac46f req-ad46bb8a-2bd4-46ce-83b5-808468f15b0c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156401 Dec 20 16:37:17.721110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:17.733832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'mac_address': 'fa:16:3e:dd:36:ef', 'name': 'tempest-PortsIpV6TestJSON-87602368'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:17.859347 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:17.859954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.896708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b351-c5e8-452d-977f-baa882644242 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:17.903872 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Allocated IP 2001:db8::f816:3eff:fe1b:f7a0 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/4a58da89-6ceb-4d8d-8443-5912f69a3fcb/81ca113c-1c82-4ebd-b450-71390dcd6a81) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:17.919797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:17.932004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:17.991439 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:18.055018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.072570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.083865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22486237-d7e6-4516-b0b4-0bef6e5fcaa4 None None] Network a88a65f6-016e-4ef0-a843-181a92ea2230 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:18.092413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b351-c5e8-452d-977f-baa882644242 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.105373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 46ae0ab9-7126-40be-9126-3a817efe751e yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:18.227895 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:37:13Z', 'revision_number': 5, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:18.236081 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5b351-c5e8-452d-977f-baa882644242 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=f362f431-112e-46a1-adbc-0aa9594dc4d3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:18.258119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1b5b351-c5e8-452d-977f-baa882644242 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network f362f431-112e-46a1-adbc-0aa9594dc4d3 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:37:18.260715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f362f431-112e-46a1-adbc-0aa9594dc4d3 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:18.267897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5b351-c5e8-452d-977f-baa882644242 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:18.268933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b351-c5e8-452d-977f-baa882644242 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.270982 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d1b5b351-c5e8-452d-977f-baa882644242 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "PUT /v2.0/networks/f362f431-112e-46a1-adbc-0aa9594dc4d3 HTTP/1.1" status: 200 len: 723 time: 0.9143379 Dec 20 16:37:18.273916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:18.282109 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] Checking router: ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:37:18.286243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': 'f362f431-112e-46a1-adbc-0aa9594dc4d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:18.302246 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] Routers {'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:18.302964 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:18.317706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.325038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.325801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-67185860-65e5-418f-8568-e1dd2aefc8fc None None] Provisioning complete for port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:18.326183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67185860-65e5-418f-8568-e1dd2aefc8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.369920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:18.374679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.453345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.499844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:18.503644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.512497 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] Set router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:18.562435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2f83a5b2-6a0e-403c-805c-866974408fc3 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:18.609678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.638419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 2f83a5b2-6a0e-403c-805c-866974408fc3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:18.639084 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2f83a5b2-6a0e-403c-805c-866974408fc3 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:18.676451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.715270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.715477 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.751760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.769864 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:37:13Z', 'revision_number': 5, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:18.814186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:37:14Z', 'revision_number': 5, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port': {'id': 'd6fe6a4b-f194-45db-8172-abab36bd8f1a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:22Z', 'updated_at': '2021-12-20T16:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:18.814720 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d2a1e0-1085-45be-b425-7e362a539079 None None] The sync data for ids ['ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9'] in dv-neutron-822328-3-hyperv is: [{'id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'name': 'tempest-ServersTestManualDisk-118166502-router', 'tenant_id': '2b243c59db5a454d80c1d0bd60b2d822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:19Z', 'updated_at': '2021-12-20T16:37:13Z', 'revision_number': 5, 'project_id': '2b243c59db5a454d80c1d0bd60b2d822', 'gw_port': {'id': 'a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:21Z', 'updated_at': '2021-12-20T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:37:18.818815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:18.827944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:18.836088 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:18.875001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.884878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.887491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] Checking router: b5cd87e3-14ed-488c-9df4-9f70442903a2 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:37:18.914730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.921898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Pushing event updated for resources: {'Port': ['ID=81ca113c-1c82-4ebd-b450-71390dcd6a81,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:18.948446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Deleting port d6fe6a4b-f194-45db-8172-abab36bd8f1a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:18.948889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.952365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] Routers {'b5cd87e3-14ed-488c-9df4-9f70442903a2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:18.953201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b5cd87e3-14ed-488c-9df4-9f70442903a2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:18.962054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:18.970797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:18.973794 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae9fa3f-c273-4373-8127-f23febf3185a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:19.015404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:19.021749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:19.028406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:19.029045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.041994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=46ae0ab9-7126-40be-9126-3a817efe751e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:19.049653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Attempting to bind port 81ca113c-1c82-4ebd-b450-71390dcd6a81 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:19.049653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Attempting to bind port 81ca113c-1c82-4ebd-b450-71390dcd6a81 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:19.049653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Attempting to bind port 81ca113c-1c82-4ebd-b450-71390dcd6a81 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:19.053658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9990424f-060b-41e5-97af-0e06e99c4c9d None None] Provisioning complete for port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:19.054116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9990424f-060b-41e5-97af-0e06e99c4c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.069816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking segment: {'id': 'e3c64cb5-def9-4bfb-b461-b3be883e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f362f431-112e-46a1-adbc-0aa9594dc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:19.070083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network hostable DHCP agents. Network: f362f431-112e-46a1-adbc-0aa9594dc4d3, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:19.080312 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8700c5bd-0ebf-45fc-b967-30c84c68145d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.3523722 Dec 20 16:37:19.083540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:19.091287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.092216 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.1670537 Dec 20 16:37:19.094055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:19.094577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:19.095020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.095481 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:19.096273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Bound port: 81ca113c-1c82-4ebd-b450-71390dcd6a81, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:19.096414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.098213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=226ed252-ed54-43c4-a1ae-c1234bc5471a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:19.101455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:19.115058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1fdee1c1-d8bb-4fa2-8afe-b2843e75bbb3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '94ca01d6-fa72-41bf-b424-6088e38dbda6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:19.132737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] Set router b5cd87e3-14ed-488c-9df4-9f70442903a2 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:19.145547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa8109-ee90-454a-bdb2-8b3b96f22f0d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ca01d6-fa72-41bf-b424-6088e38dbda6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:19.146637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a620f7-ea3a-4611-8349-3ac948637aac tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:19.148076 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e7a620f7-ea3a-4611-8349-3ac948637aac tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/46ae0ab9-7126-40be-9126-3a817efe751e HTTP/1.1" status: 200 len: 843 time: 0.0632660 Dec 20 16:37:19.149447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network f362f431-112e-46a1-adbc-0aa9594dc4d3 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:19.156850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:19.205426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f362f431-112e-46a1-adbc-0aa9594dc4d3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:19.244400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:19.244619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:37:18Z', 'revision_number': 6, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:19.244997 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.253001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e6a09e-eac9-4c13-917a-2898cdf92de5 None None] Network f362f431-112e-46a1-adbc-0aa9594dc4d3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:19.268875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Deleting port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:19.269158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.287926 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:37:19.301849 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d25cbf6c-e466-429f-bce8-7538c47400cf tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0265877 Dec 20 16:37:19.304377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:19.306851 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e25b6-150e-49a5-80dc-c22c992a4548 req-95058b58-7897-4973-b3b6-b6b1a73b9635 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:19.310561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2a1f31a1-7628-49ac-b1a1-41adc54fb8aa tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:19.312501 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c4699-8526-4b5d-b013-d377b826075d None None] The sync data for ids ['b5cd87e3-14ed-488c-9df4-9f70442903a2'] in dv-neutron-822328-3-hyperv is: [{'id': 'b5cd87e3-14ed-488c-9df4-9f70442903a2', 'name': 'tempest-ServersTestJSON-815084524-router', 'tenant_id': 'c21780a2db434329b5703254ea1534ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:20Z', 'updated_at': '2021-12-20T16:37:18Z', 'revision_number': 6, 'project_id': 'c21780a2db434329b5703254ea1534ab', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:37:19.313790 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f8e25b6-150e-49a5-80dc-c22c992a4548 req-95058b58-7897-4973-b3b6-b6b1a73b9635 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.4561009 Dec 20 16:37:19.340932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 02a5c7bc-6aa2-48f3-a720-911a4d769c36 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:19.354304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f3a14f48-7394-4d50-a965-3e000371e319 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 46ae0ab9-7126-40be-9126-3a817efe751e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:19.354640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3a14f48-7394-4d50-a965-3e000371e319 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.476891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] For port d6fe6a4b-f194-45db-8172-abab36bd8f1a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d6fe6a4b-f194-45db-8172-abab36bd8f1a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:19.477195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.484900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.522596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3a14f48-7394-4d50-a965-3e000371e319 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.542637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f3a14f48-7394-4d50-a965-3e000371e319 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 46ae0ab9-7126-40be-9126-3a817efe751e owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:19.553457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a1f31a1-7628-49ac-b1a1-41adc54fb8aa tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3983447'] for subnet, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.556927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Calling delete_port for d6fe6a4b-f194-45db-8172-abab36bd8f1a owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:19.559991 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fdee1c1-d8bb-4fa2-8afe-b2843e75bbb3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.578163 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] For port 81ca113c-1c82-4ebd-b450-71390dcd6a81, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:19.625486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] For port 81ca113c-1c82-4ebd-b450-71390dcd6a81, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=81ca113c-1c82-4ebd-b450-71390dcd6a81,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:19.645607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.653500 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f8e25b6-150e-49a5-80dc-c22c992a4548 req-810b26a6-b4d6-48b2-a418-851dc44900fe tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388088 Dec 20 16:37:19.665608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] For port a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:19.666012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.766331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3a14f48-7394-4d50-a965-3e000371e319 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.766619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-f362f431-112e-46a1-adbc-0aa9594dc4d3', 'network_id': 'f362f431-112e-46a1-adbc-0aa9594dc4d3', 'project_id': 'b7e37cc1762f48fdb62b6c4db605fdeb', 'fixed_ips': [{'subnet_id': '226ed252-ed54-43c4-a1ae-c1234bc5471a'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:19.768246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.784519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Calling delete_port for a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:19.795792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633aadd-b4dc-400e-8acd-0502faa18dcb None None] Pushing event updated for resources: {'Port': ['ID=81ca113c-1c82-4ebd-b450-71390dcd6a81,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:19.801688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:19.802149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.888525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a14f48-7394-4d50-a965-3e000371e319 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=46ae0ab9-7126-40be-9126-3a817efe751e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:19.919862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3a14f48-7394-4d50-a965-3e000371e319 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.925620 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f3a14f48-7394-4d50-a965-3e000371e319 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/46ae0ab9-7126-40be-9126-3a817efe751e HTTP/1.1" status: 204 len: 168 time: 0.7653575 Dec 20 16:37:19.926531 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:19.954082 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-65681c89-de97-4888-a200-22aa1e50a273 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:37:19.956794 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-65681c89-de97-4888-a200-22aa1e50a273 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/46ae0ab9-7126-40be-9126-3a817efe751e HTTP/1.1" status: 404 len: 333 time: 0.0280895 Dec 20 16:37:19.964108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a1f31a1-7628-49ac-b1a1-41adc54fb8aa tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771522699578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26677575'] for subnet, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:19.964108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44124) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:19.971967 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'name': 'tempest-PortsIpV6TestJSON-1097368741'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:19.997292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.008779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980de9-3bc9-4fab-ba38-66f0b5040ff5 req-7d46d8e2-309f-4f85-8e4c-d3ba0f9a1242 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:20.010368 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d6980de9-3bc9-4fab-ba38-66f0b5040ff5 req-7d46d8e2-309f-4f85-8e4c-d3ba0f9a1242 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2550101 Dec 20 16:37:20.028473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Allocated IP 2001:db8::2 (f362f431-112e-46a1-adbc-0aa9594dc4d3/226ed252-ed54-43c4-a1ae-c1234bc5471a/4c981fc6-0724-4a3a-869d-284c14b5f44b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:20.047866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 95e8741a-5850-4818-8e83-a421576282f0 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:20.059119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1f31a1-7628-49ac-b1a1-41adc54fb8aa tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:20.059710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a1f31a1-7628-49ac-b1a1-41adc54fb8aa tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.063768 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2a1f31a1-7628-49ac-b1a1-41adc54fb8aa tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "PUT /v2.0/subnets/226ed252-ed54-43c4-a1ae-c1234bc5471a HTTP/1.1" status: 200 len: 826 time: 0.7584431 Dec 20 16:37:20.072160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 95e8741a-5850-4818-8e83-a421576282f0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:20.072509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 95e8741a-5850-4818-8e83-a421576282f0 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:20.081370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:20.098806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fdee1c1-d8bb-4fa2-8afe-b2843e75bbb3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.117170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:20.135556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fdee1c1-d8bb-4fa2-8afe-b2843e75bbb3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.154466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:20.175777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:20.176383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.231561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=642832c4-9928-412b-a6b0-cc4ac34e131f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:20.278577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.291759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdee1c1-d8bb-4fa2-8afe-b2843e75bbb3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240df20a-3446-4494-8128-de5893406ad8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:20.306063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.357822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fdee1c1-d8bb-4fa2-8afe-b2843e75bbb3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.359110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1fdee1c1-d8bb-4fa2-8afe-b2843e75bbb3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2476346 Dec 20 16:37:20.374411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:20.388755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Network f362f431-112e-46a1-adbc-0aa9594dc4d3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:20.392964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:20.397692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:20.413812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Pushing event updated for resources: {'Port': ['ID=4c981fc6-0724-4a3a-869d-284c14b5f44b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:20.438314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e89846c7-0726-4dd0-87cf-3c6b3ec0f541 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '94ca01d6-fa72-41bf-b424-6088e38dbda6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:20.458984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f31a1-7628-49ac-b1a1-41adc54fb8aa tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=226ed252-ed54-43c4-a1ae-c1234bc5471a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:20.477575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Attempting to bind port 4c981fc6-0724-4a3a-869d-284c14b5f44b on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:20.478902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Attempting to bind port 4c981fc6-0724-4a3a-869d-284c14b5f44b by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e3c64cb5-def9-4bfb-b461-b3be883e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f362f431-112e-46a1-adbc-0aa9594dc4d3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:20.479388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Attempting to bind port 4c981fc6-0724-4a3a-869d-284c14b5f44b on network f362f431-112e-46a1-adbc-0aa9594dc4d3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:20.483963 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d6980de9-3bc9-4fab-ba38-66f0b5040ff5 req-3800dddb-fbdd-4f7d-8de1-921a8a3c6d46 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4592159 Dec 20 16:37:20.484934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:20.485482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:20.485868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Checking segment: {'id': 'e3c64cb5-def9-4bfb-b461-b3be883e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f362f431-112e-46a1-adbc-0aa9594dc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:20.486297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.486707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Bound using segment: {'id': 'e3c64cb5-def9-4bfb-b461-b3be883e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f362f431-112e-46a1-adbc-0aa9594dc4d3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:20.487246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Bound port: 4c981fc6-0724-4a3a-869d-284c14b5f44b, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c64cb5-def9-4bfb-b461-b3be883e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f362f431-112e-46a1-adbc-0aa9594dc4d3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:20.487681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.496363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:65:9a:8d', 'name': 'tempest-NetworksTestDHCPv6-1578302965'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:20.497783 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-10339496-c626-4de7-b1fc-c9ca756157f8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2952960 Dec 20 16:37:20.575362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.590718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:20.595321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.596774 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e89846c7-0726-4dd0-87cf-3c6b3ec0f541 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.625020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] For port 4c981fc6-0724-4a3a-869d-284c14b5f44b, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:20.631089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 2bea37fe-130e-42b8-baed-f2a53dd2fac8 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:20.637857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] For port 4c981fc6-0724-4a3a-869d-284c14b5f44b, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=4c981fc6-0724-4a3a-869d-284c14b5f44b,segment=NetworkSegment(e3c64cb5-def9-4bfb-b461-b3be883e1c1e),segment_id=e3c64cb5-def9-4bfb-b461-b3be883e1c1e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:20.646207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:20.666594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Router 20ca8a89-4235-46dd-8f9d-7bfb9ea492f0 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:37:20.747700 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ebe7b-74b6-49d5-ab40-90718135187c None None] Pushing event updated for resources: {'Port': ['ID=4c981fc6-0724-4a3a-869d-284c14b5f44b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:20.779473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:21.001715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.021291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408ddd9-782d-4f1c-9bfb-48cca4d053ec req-ba018318-ab4e-4c27-997b-498814658f2f tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:21.023524 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c408ddd9-782d-4f1c-9bfb-48cca4d053ec req-ba018318-ab4e-4c27-997b-498814658f2f tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2218840 Dec 20 16:37:21.035947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.103979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.124599 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c408ddd9-782d-4f1c-9bfb-48cca4d053ec req-50299d7e-d824-4c93-b3ac-2c34f22d975c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861378 Dec 20 16:37:21.127254 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port b097fd2e-497d-4dc4-b687-9f799b3e3d5d yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:21.190183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.192734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:21.207653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.257958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:21.269921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:21.281621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fe6a4b-f194-45db-8172-abab36bd8f1a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:21.311752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7454d4-b875-468a-bbe6-bcbf49debd9a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:21.318169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:21.325696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:21.326683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.361836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=2bea37fe-130e-42b8-baed-f2a53dd2fac8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:21.375820 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-e89846c7-0726-4dd0-87cf-3c6b3ec0f541 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 16:37:21.376993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e89846c7-0726-4dd0-87cf-3c6b3ec0f541 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9427130 Dec 20 16:37:21.383334 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-665911e7-f470-4fe9-a7b6-f3dcf13fdcaf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4179959 Dec 20 16:37:21.384027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:21.384364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:21.399179 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a890f093-0929-4d17-97d7-691a53d67c44 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:21.399416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d72a7-796d-462e-87ec-ab2546c445db None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:21.483394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 81ca113c-1c82-4ebd-b450-71390dcd6a81 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:21.571203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 81ca113c-1c82-4ebd-b450-71390dcd6a81 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:21.571581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.616647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.622928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.628487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting port 4c981fc6-0724-4a3a-869d-284c14b5f44b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:21.628950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.693689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a890f093-0929-4d17-97d7-691a53d67c44 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.708223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:37:21.709666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.737304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 172.20.0.2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/642832c4-9928-412b-a6b0-cc4ac34e131f/b097fd2e-497d-4dc4-b687-9f799b3e3d5d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:21.737682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Sync routers for ids ['20ca8a89-4235-46dd-8f9d-7bfb9ea492f0'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:37:21.767837 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b3ad-9c87-4d69-ad99-8729ccf7fdc9 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.768352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259690b9-d249-45c1-ab5a-c1dea0baec06 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:21.773026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:fe65:9a8d (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/4a58da89-6ceb-4d8d-8443-5912f69a3fcb/b097fd2e-497d-4dc4-b687-9f799b3e3d5d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:21.789080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Routers {'20ca8a89-4235-46dd-8f9d-7bfb9ea492f0'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:21.790045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['20ca8a89-4235-46dd-8f9d-7bfb9ea492f0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:21.852153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 81ca113c-1c82-4ebd-b450-71390dcd6a81, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=81ca113c-1c82-4ebd-b450-71390dcd6a81,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:21.931523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.936351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.940734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.944085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.964145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.965047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4c981fc6-0724-4a3a-869d-284c14b5f44b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:21.965313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b3ad-9c87-4d69-ad99-8729ccf7fdc9 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.990392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ed7f8-509a-4957-8cfb-8e8f59d0e5ee req-31eade19-1045-4f33-ae00-6b0252c7b516 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:21.998594 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a58ed7f8-509a-4957-8cfb-8e8f59d0e5ee req-31eade19-1045-4f33-ae00-6b0252c7b516 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.4477603 Dec 20 16:37:22.061017 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.062564 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-34e267e2-d10c-4e49-969c-1e5dca18631c tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.5312738 Dec 20 16:37:22.066995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] For port 4c981fc6-0724-4a3a-869d-284c14b5f44b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=4c981fc6-0724-4a3a-869d-284c14b5f44b,segment=NetworkSegment(e3c64cb5-def9-4bfb-b461-b3be883e1c1e),segment_id=e3c64cb5-def9-4bfb-b461-b3be883e1c1e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:22.070898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.079519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:22.090551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Calling delete_port for 4c981fc6-0724-4a3a-869d-284c14b5f44b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:22.121891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201b8261-67e1-4e87-96e4-4039b55404f1 None None] Network f362f431-112e-46a1-adbc-0aa9594dc4d3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:22.124858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0ff9aefc-891b-4b91-9785-38b7f36d7880 None None] Provisioning complete for port 81ca113c-1c82-4ebd-b450-71390dcd6a81 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:22.125400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ff9aefc-891b-4b91-9785-38b7f36d7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.184362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.185422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cd87e3-14ed-488c-9df4-9f70442903a2 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:37:22.191325 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.193128 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fa2960f5-7efc-4515-bc2e-c313dc4fdfb2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b5cd87e3-14ed-488c-9df4-9f70442903a2 HTTP/1.1" status: 204 len: 168 time: 5.0976827 Dec 20 16:37:22.204800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.218022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Set router 20ca8a89-4235-46dd-8f9d-7bfb9ea492f0 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:22.226049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44146) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:22.231969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.232621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:37:22.238506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.240065 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-566333c4-a3ff-4af2-aba9-07cb0e8d185c admin admin] 10.222.0.60 "DELETE /v2.0/routers/ac93b1c4-e1ab-4fd0-abaa-5eee69655ed9 HTTP/1.1" status: 204 len: 168 time: 4.6875303 Dec 20 16:37:22.249110 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:22.320793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=81ca113c-1c82-4ebd-b450-71390dcd6a81,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:22.337314 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a58ed7f8-509a-4957-8cfb-8e8f59d0e5ee req-4384a35a-9c6f-486f-9d3a-354f12d3379c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375113 Dec 20 16:37:22.386666 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b3ad-9c87-4d69-ad99-8729ccf7fdc9 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.389425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b3ad-9c87-4d69-ad99-8729ccf7fdc9 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.390627 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d7a3b3ad-9c87-4d69-ad99-8729ccf7fdc9 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/94ca01d6-fa72-41bf-b424-6088e38dbda6 HTTP/1.1" status: 204 len: 168 time: 1.0011067 Dec 20 16:37:22.400241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.458516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:22.482594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.483581 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3b3ad-9c87-4d69-ad99-8729ccf7fdc9 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ca01d6-fa72-41bf-b424-6088e38dbda6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:22.510546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-84631233-4da2-4457-b894-31cc55f01cd0 admin admin] Deleting subnet 1c352518-7b72-4ed4-8f48-11021c07f0cb {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:22.524076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 4c981fc6-0724-4a3a-869d-284c14b5f44b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:22.524851 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.533854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.538738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1907cb-411e-4dd0-9b6b-4f752dd7a3c8 admin admin] Deleting subnet 0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:22.540836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84631233-4da2-4457-b894-31cc55f01cd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.542228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a890f093-0929-4d17-97d7-691a53d67c44 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.551494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea1907cb-411e-4dd0-9b6b-4f752dd7a3c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.574623 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Port': ['ID=4c981fc6-0724-4a3a-869d-284c14b5f44b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:22.603382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a890f093-0929-4d17-97d7-691a53d67c44 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.654524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Port 4c981fc6-0724-4a3a-869d-284c14b5f44b was deleted so its status cannot be updated. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 16:37:22.665583 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1d5f1fa7-30fa-421e-8ce0-c989320ccb8d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2011957 Dec 20 16:37:22.678614 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:22.679450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:22.681094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a890f093-0929-4d17-97d7-691a53d67c44 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] In _notify_port_updated(), no bound segment for port 2bea37fe-130e-42b8-baed-f2a53dd2fac8 on network c47641df-e7ce-4ead-8b59-1724c152d481 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:37:22.694537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No DVR routers for this DVR port 4c981fc6-0724-4a3a-869d-284c14b5f44b on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:22.708729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a890f093-0929-4d17-97d7-691a53d67c44 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:22.709566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a890f093-0929-4d17-97d7-691a53d67c44 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.710948 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a890f093-0929-4d17-97d7-691a53d67c44 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "PUT /v2.0/ports/2bea37fe-130e-42b8-baed-f2a53dd2fac8 HTTP/1.1" status: 200 len: 818 time: 1.3179340 Dec 20 16:37:22.715121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:22.717561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea1907cb-411e-4dd0-9b6b-4f752dd7a3c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.723482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=b097fd2e-497d-4dc4-b687-9f799b3e3d5d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:22.730373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9d564ce4-2d14-4848-a17c-1aaae6e56be7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391991225'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:22.751102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:22.756460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84631233-4da2-4457-b894-31cc55f01cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.812433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:22.817076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.972382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890f093-0929-4d17-97d7-691a53d67c44 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=2bea37fe-130e-42b8-baed-f2a53dd2fac8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.984356 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:22.987357 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:22.988379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.988845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:22.989809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.018535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d564ce4-2d14-4848-a17c-1aaae6e56be7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.028692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d6fe6a4b-f194-45db-8172-abab36bd8f1a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:23.030826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7196f463-d13b-4cf5-a034-8f775025e484 None None] Network f362f431-112e-46a1-adbc-0aa9594dc4d3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:23.108853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84631233-4da2-4457-b894-31cc55f01cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.125754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d564ce4-2d14-4848-a17c-1aaae6e56be7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.134812 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5624f18b-018e-4b94-9d93-204e9f0b8055 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6442857 Dec 20 16:37:23.135447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:23.147043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea1907cb-411e-4dd0-9b6b-4f752dd7a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.165054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d564ce4-2d14-4848-a17c-1aaae6e56be7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.178393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-40898f9d-b253-46aa-a080-488c1c55cae3 None None] Could not find standard attr ID for object 4c981fc6-0724-4a3a-869d-284c14b5f44b. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:37:23.191521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: d6fe6a4b-f194-45db-8172-abab36bd8f1a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:23.192247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d6fe6a4b-f194-45db-8172-abab36bd8f1a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:23.192820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a091ffbb-a89b-478f-9748-1d40d2285db3 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:23.216583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.227057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f329b37-0cdc-4d62-a8e7-c2daae883622 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 2bea37fe-130e-42b8-baed-f2a53dd2fac8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:23.227503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f329b37-0cdc-4d62-a8e7-c2daae883622 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.250172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a091ffbb-a89b-478f-9748-1d40d2285db3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:23.251071 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a091ffbb-a89b-478f-9748-1d40d2285db3 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:23.266853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e79387-ed16-475a-9dc4-537a8fb4a5b0 None None] Update dhcp port {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': '4a58da89-6ceb-4d8d-8443-5912f69a3fcb', 'ip_address': '2001:db8::f816:3eff:fe1b:f7a0'}, {'subnet_id': '642832c4-9928-412b-a6b0-cc4ac34e131f'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '81ca113c-1c82-4ebd-b450-71390dcd6a81'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:37:23.268076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Deleting port e6dbee2b-341e-4890-bc9f-d465ee9abc01 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:23.268423 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.302664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca8a89-4235-46dd-8f9d-7bfb9ea492f0', 'name': '', 'tenant_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17c50230-d2cf-4639-93d2-570fc1362f84', 'external_fixed_ips': [{'subnet_id': '7f2fccee-a31f-456b-b4b3-6ddf33c90db0', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e6dbee2b-341e-4890-bc9f-d465ee9abc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:37:11Z', 'updated_at': '2021-12-20T16:37:17Z', 'revision_number': 3, 'project_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'gw_port': {'id': 'e6dbee2b-341e-4890-bc9f-d465ee9abc01', 'name': '', 'network_id': '17c50230-d2cf-4639-93d2-570fc1362f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ca8a89-4235-46dd-8f9d-7bfb9ea492f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f2fccee-a31f-456b-b4b3-6ddf33c90db0', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:37:14Z', 'updated_at': '2021-12-20T16:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f2fccee-a31f-456b-b4b3-6ddf33c90db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:23.352803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Checking router: 20ca8a89-4235-46dd-8f9d-7bfb9ea492f0 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:37:23.353882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Updating router 20ca8a89-4235-46dd-8f9d-7bfb9ea492f0 port e6dbee2b-341e-4890-bc9f-d465ee9abc01 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:37:23.358510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41e79387-ed16-475a-9dc4-537a8fb4a5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.363823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=226ed252-ed54-43c4-a1ae-c1234bc5471a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:23.384157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84631233-4da2-4457-b894-31cc55f01cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.394716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.420822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Calling delete_port for e6dbee2b-341e-4890-bc9f-d465ee9abc01 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:23.429302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.533409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84631233-4da2-4457-b894-31cc55f01cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c352518-7b72-4ed4-8f48-11021c07f0cb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:23.567489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84631233-4da2-4457-b894-31cc55f01cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.571709 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-84631233-4da2-4457-b894-31cc55f01cd0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1c352518-7b72-4ed4-8f48-11021c07f0cb HTTP/1.1" status: 204 len: 168 time: 1.3438554 Dec 20 16:37:23.579998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea1907cb-411e-4dd0-9b6b-4f752dd7a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.583911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f329b37-0cdc-4d62-a8e7-c2daae883622 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.611468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44160) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:23.625346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 81ca113c-1c82-4ebd-b450-71390dcd6a81 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:23.627171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d564ce4-2d14-4848-a17c-1aaae6e56be7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cddb9c-edd9-4044-8701-fee1def22570,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:23.627612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0e6ee3-6422-4ad1-bc5a-e05bb17173ce None None] Network ca9b5420-e3fd-42b8-b4b7-aead5d11446e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:23.629563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5421aaf7-048e-42fc-a808-6556ecd54063 None None] Network f362f431-112e-46a1-adbc-0aa9594dc4d3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:23.643163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d564ce4-2d14-4848-a17c-1aaae6e56be7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.645783 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9d564ce4-2d14-4848-a17c-1aaae6e56be7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9335241 Dec 20 16:37:23.653253 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:23.660868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-93f88af7-8ce7-471d-a237-8aa7bab9866d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '72cddb9c-edd9-4044-8701-fee1def22570', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:23.661914 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-93f88af7-8ce7-471d-a237-8aa7bab9866d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 16:37:23.662541 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-93f88af7-8ce7-471d-a237-8aa7bab9866d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:23.663615 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-93f88af7-8ce7-471d-a237-8aa7bab9866d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083137 Dec 20 16:37:23.668829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:23.708974 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3908be1e-3d4e-492d-9715-34462271a8e2 None None] Network e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:23.710142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f329b37-0cdc-4d62-a8e7-c2daae883622 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 2bea37fe-130e-42b8-baed-f2a53dd2fac8 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:23.737388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78a355-d872-49a7-b38f-05a0ed175cca tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:23.743849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78a355-d872-49a7-b38f-05a0ed175cca tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:23.746374 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0c78a355-d872-49a7-b38f-05a0ed175cca tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5978885 Dec 20 16:37:23.757026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:23.826232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.894180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea1907cb-411e-4dd0-9b6b-4f752dd7a3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.901166 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6dbee2b-341e-4890-bc9f-d465ee9abc01,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:23.908417 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ea1907cb-411e-4dd0-9b6b-4f752dd7a3c8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0 HTTP/1.1" status: 204 len: 168 time: 1.6560633 Dec 20 16:37:23.909858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f329b37-0cdc-4d62-a8e7-c2daae883622 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.911735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3508b88f-c1b5-4eaa-bd9f-df61c5121a34 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.911891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:23.918767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.927116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1907cb-411e-4dd0-9b6b-4f752dd7a3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b609701-ffd2-41ce-98cc-3c3bd0c7c6f0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:24.032366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3508b88f-c1b5-4eaa-bd9f-df61c5121a34 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.034343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-41e79387-ed16-475a-9dc4-537a8fb4a5b0 None None] Allocated IP 172.20.0.3 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/642832c4-9928-412b-a6b0-cc4ac34e131f/81ca113c-1c82-4ebd-b450-71390dcd6a81) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:24.102555 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.107141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4323cc1b-0ed8-4e10-8307-986e7637bd2d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port b097fd2e-497d-4dc4-b687-9f799b3e3d5d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:24.107687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4323cc1b-0ed8-4e10-8307-986e7637bd2d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.119903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ccc748-3232-429e-9065-f6ec8100ab44 None None] DHCP port deletion for f362f431-112e-46a1-adbc-0aa9594dc4d3 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:24.128755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 81ca113c-1c82-4ebd-b450-71390dcd6a81 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:24.129386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.152540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.187672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f329b37-0cdc-4d62-a8e7-c2daae883622 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=2bea37fe-130e-42b8-baed-f2a53dd2fac8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:24.202130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f329b37-0cdc-4d62-a8e7-c2daae883622 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.205375 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7f329b37-0cdc-4d62-a8e7-c2daae883622 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/2bea37fe-130e-42b8-baed-f2a53dd2fac8 HTTP/1.1" status: 204 len: 168 time: 1.4845097 Dec 20 16:37:24.221872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44170) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:24.237486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f228e-153f-4631-8abc-de2d2710b99f req-2ad87c1c-7fe0-46fb-937e-82a5be2f0712 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:24.239129 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1b3f228e-153f-4631-8abc-de2d2710b99f req-2ad87c1c-7fe0-46fb-937e-82a5be2f0712 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.6974506 Dec 20 16:37:24.241155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f362f431-112e-46a1-adbc-0aa9594dc4d3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:24.265173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012cc21e-d768-4ea6-a9a8-f809c155ad55 None None] DHCP port deletion for ca9b5420-e3fd-42b8-b4b7-aead5d11446e request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:24.278430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.284671 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c64cb5-def9-4bfb-b461-b3be883e1c1e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:24.284962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c64cb5-def9-4bfb-b461-b3be883e1c1e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:24.298889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.372205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.395263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:37:24.395830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:37:24.402888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f53d3-f768-448c-b40e-fb97136534f4 None None] DHCP port deletion for e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:24.408552 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1b3f228e-153f-4631-8abc-de2d2710b99f req-e592ef1f-dc29-45e2-bd18-d3fd3c9609db tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558735 Dec 20 16:37:24.410735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:24.411133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:24.415114 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:24.475848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-41e79387-ed16-475a-9dc4-537a8fb4a5b0 None None] For port 81ca113c-1c82-4ebd-b450-71390dcd6a81, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=81ca113c-1c82-4ebd-b450-71390dcd6a81,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:24.508866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Deleting port 61aa906b-e7d8-462a-ba94-8c458b3def1f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:24.509238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.523159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.544650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.548700 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/f362f431-112e-46a1-adbc-0aa9594dc4d3 HTTP/1.1" status: 204 len: 168 time: 4.4663355 Dec 20 16:37:24.600437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:24.603090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41e79387-ed16-475a-9dc4-537a8fb4a5b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.609466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-012cc21e-d768-4ea6-a9a8-f809c155ad55 None None] Deleting port 778795ec-255d-40bc-b4c3-355c7c31a6d9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:24.609964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-012cc21e-d768-4ea6-a9a8-f809c155ad55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.617319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Deleting port 778795ec-255d-40bc-b4c3-355c7c31a6d9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:24.617907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.643482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.646346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.661830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:24.667768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41e79387-ed16-475a-9dc4-537a8fb4a5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.694139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3508b88f-c1b5-4eaa-bd9f-df61c5121a34 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.696823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3508b88f-c1b5-4eaa-bd9f-df61c5121a34 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.698316 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3508b88f-c1b5-4eaa-bd9f-df61c5121a34 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/72cddb9c-edd9-4044-8701-fee1def22570 HTTP/1.1" status: 204 len: 168 time: 1.0258303 Dec 20 16:37:24.712859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:24.760398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:24.760825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a3902a9c-d013-4b30-98a5-0a8ef5ddb2b9 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:24.769889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508b88f-c1b5-4eaa-bd9f-df61c5121a34 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cddb9c-edd9-4044-8701-fee1def22570,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:24.778581 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.779096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20ca8a89-4235-46dd-8f9d-7bfb9ea492f0 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:37:24.793532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.797164 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-46a7bbcc-dfbc-49f4-ba05-14460d461554 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "DELETE /v2.0/routers/20ca8a89-4235-46dd-8f9d-7bfb9ea492f0 HTTP/1.1" status: 204 len: 168 time: 2.7026432 Dec 20 16:37:24.798399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4323cc1b-0ed8-4e10-8307-986e7637bd2d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.800228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44180) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:24.824860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a55f53d3-f768-448c-b40e-fb97136534f4 None None] Deleting port 61aa906b-e7d8-462a-ba94-8c458b3def1f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:24.825396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55f53d3-f768-448c-b40e-fb97136534f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.853102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4323cc1b-0ed8-4e10-8307-986e7637bd2d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for b097fd2e-497d-4dc4-b687-9f799b3e3d5d owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:24.872634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-012cc21e-d768-4ea6-a9a8-f809c155ad55 None None] For port 778795ec-255d-40bc-b4c3-355c7c31a6d9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=778795ec-255d-40bc-b4c3-355c7c31a6d9,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:24.872957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-012cc21e-d768-4ea6-a9a8-f809c155ad55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:24.904465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d257b77-1007-4501-859b-7899472f61d3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:24.908873 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5d257b77-1007-4501-859b-7899472f61d3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3032777 Dec 20 16:37:24.914218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:24.963034 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5ce9890f-2e05-45db-b993-4c387413357c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2444127 Dec 20 16:37:25.003588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:25.011004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b6c60193-a569-41a7-965d-70a42c82dfb8 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749475657'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:25.018765 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-00912303-0bb6-412f-b8d8-4e13906052aa tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:37:25.023812 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-00912303-0bb6-412f-b8d8-4e13906052aa tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/2bea37fe-130e-42b8-baed-f2a53dd2fac8 HTTP/1.1" status: 404 len: 333 time: 0.0793343 Dec 20 16:37:25.026033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:25.033323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1623704771'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:25.049113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa0b85-d510-42e2-99cd-da5c691a3d16 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=f362f431-112e-46a1-adbc-0aa9594dc4d3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.067791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a95e927-cd3c-4744-a793-99dbbaf46245 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Deleting subnet 7f2fccee-a31f-456b-b4b3-6ddf33c90db0 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:25.072857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0c387c-a07c-45b3-97b6-a51c3f4f9a6b tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:25.074476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0c387c-a07c-45b3-97b6-a51c3f4f9a6b tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:25.081740 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cf0c387c-a07c-45b3-97b6-a51c3f4f9a6b tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/f362f431-112e-46a1-adbc-0aa9594dc4d3 HTTP/1.1" status: 404 len: 339 time: 0.4798236 Dec 20 16:37:25.082400 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:25.084615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a95e927-cd3c-4744-a793-99dbbaf46245 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.094031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1068597049', 'description': 'd1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:25.103062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] For port 61aa906b-e7d8-462a-ba94-8c458b3def1f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=61aa906b-e7d8-462a-ba94-8c458b3def1f,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:25.103450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.154391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6c60193-a569-41a7-965d-70a42c82dfb8 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.162836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-012cc21e-d768-4ea6-a9a8-f809c155ad55 None None] Calling delete_port for 778795ec-255d-40bc-b4c3-355c7c31a6d9 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:25.166300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Calling delete_port for 61aa906b-e7d8-462a-ba94-8c458b3def1f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:25.175541 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e79387-ed16-475a-9dc4-537a8fb4a5b0 None None] Pushing event updated for resources: {'Port': ['ID=81ca113c-1c82-4ebd-b450-71390dcd6a81,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.178515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a95e927-cd3c-4744-a793-99dbbaf46245 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.180259 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Port e6dbee2b-341e-4890-bc9f-d465ee9abc01 not found while updating agent binding for router 20ca8a89-4235-46dd-8f9d-7bfb9ea492f0. {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 16:37:25.193117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] For port 778795ec-255d-40bc-b4c3-355c7c31a6d9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=778795ec-255d-40bc-b4c3-355c7c31a6d9,segment=NetworkSegment(21538068-d7d8-4443-af10-b2587c7206d0),segment_id=21538068-d7d8-4443-af10-b2587c7206d0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:25.193510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.216760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-623fa88d-841c-403a-bd8f-4ce1fbdef067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.225219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a55f53d3-f768-448c-b40e-fb97136534f4 None None] For port 61aa906b-e7d8-462a-ba94-8c458b3def1f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=61aa906b-e7d8-462a-ba94-8c458b3def1f,segment=NetworkSegment(220c9995-e678-48ca-a556-1960ab76eb96),segment_id=220c9995-e678-48ca-a556-1960ab76eb96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:25.225615 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55f53d3-f768-448c-b40e-fb97136534f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.246783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4146de7-faf2-475a-995e-accd3a581fc9 req-604d8fd7-4c95-458c-8585-f9792db2894c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:25.247965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:25.248396 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c4146de7-faf2-475a-995e-accd3a581fc9 req-604d8fd7-4c95-458c-8585-f9792db2894c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2350910 Dec 20 16:37:25.253880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.262940 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Calling delete_port for 778795ec-255d-40bc-b4c3-355c7c31a6d9 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:25.282334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Routers set() bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:25.282739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Router IDs set() for agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 16:37:25.283409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20ca8a89-4235-46dd-8f9d-7bfb9ea492f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:36:57Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 16:37:25.283784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272042af-5e21-4cd2-9e75-ef1d4efa0615 None None] The sync data for ids ['20ca8a89-4235-46dd-8f9d-7bfb9ea492f0'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:37:25.324909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a55f53d3-f768-448c-b40e-fb97136534f4 None None] Calling delete_port for 61aa906b-e7d8-462a-ba94-8c458b3def1f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:25.357319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:25.361896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.381482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a95e927-cd3c-4744-a793-99dbbaf46245 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.437408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 81ca113c-1c82-4ebd-b450-71390dcd6a81 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:25.447999 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c4146de7-faf2-475a-995e-accd3a581fc9 req-ce5d562e-f431-4220-8645-03cf6c75aad0 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918175 Dec 20 16:37:25.524834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-012cc21e-d768-4ea6-a9a8-f809c155ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.538609 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6c60193-a569-41a7-965d-70a42c82dfb8 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.555720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:25.565656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4323cc1b-0ed8-4e10-8307-986e7637bd2d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.566037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.566522 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment 0adfb685-31d7-4038-a38f-c62c44500fdf of type vlan for network 7e7ea5a2-4383-47dc-88c0-0a9eee94d081 Dec 20 16:37:25.576221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cc21e-d768-4ea6-a9a8-f809c155ad55 None None] Pushing event deleted for resources: {'Port': ['ID=778795ec-255d-40bc-b4c3-355c7c31a6d9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.581245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cc21e-d768-4ea6-a9a8-f809c155ad55 None None] No DVR routers for this DVR port 778795ec-255d-40bc-b4c3-355c7c31a6d9 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:25.590386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:25.593413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6c60193-a569-41a7-965d-70a42c82dfb8 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.612602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.624923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a95e927-cd3c-4744-a793-99dbbaf46245 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.631582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 81ca113c-1c82-4ebd-b450-71390dcd6a81 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:25.631959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.654803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.660929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55f53d3-f768-448c-b40e-fb97136534f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.685204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.688052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] No DVR routers for this DVR port 778795ec-255d-40bc-b4c3-355c7c31a6d9 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:25.690451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Pushing event deleted for resources: {'Port': ['ID=778795ec-255d-40bc-b4c3-355c7c31a6d9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.708713 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323cc1b-0ed8-4e10-8307-986e7637bd2d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=b097fd2e-497d-4dc4-b687-9f799b3e3d5d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.712782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f53d3-f768-448c-b40e-fb97136534f4 None None] Pushing event deleted for resources: {'Port': ['ID=61aa906b-e7d8-462a-ba94-8c458b3def1f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.719902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.721389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f53d3-f768-448c-b40e-fb97136534f4 None None] No DVR routers for this DVR port 61aa906b-e7d8-462a-ba94-8c458b3def1f on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:25.723078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6c60193-a569-41a7-965d-70a42c82dfb8 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.727771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:25.727771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.729126 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b6c60193-a569-41a7-965d-70a42c82dfb8 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7221642 Dec 20 16:37:25.730610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:25.732236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a95e927-cd3c-4744-a793-99dbbaf46245 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.740032 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6a95e927-cd3c-4744-a793-99dbbaf46245 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/7f2fccee-a31f-456b-b4b3-6ddf33c90db0 HTTP/1.1" status: 204 len: 168 time: 0.9200325 Dec 20 16:37:25.756808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95e927-cd3c-4744-a793-99dbbaf46245 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2fccee-a31f-456b-b4b3-6ddf33c90db0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.778982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a9a671b1-96ab-40f8-b056-65eb93157d2f tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '1a32cc3b-2a7a-42f2-adf4-225409c7aa9a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:25.779892 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-a9a671b1-96ab-40f8-b056-65eb93157d2f tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 16:37:25.780614 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-a9a671b1-96ab-40f8-b056-65eb93157d2f tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:25.784212 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a9a671b1-96ab-40f8-b056-65eb93157d2f tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0187249 Dec 20 16:37:25.784212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:25.796461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:25.796810 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Added segment 59d039aa-4c8c-49c6-9ba1-0b26f02ee716 of type vlan for network 4bf54ee8-85fd-4634-b71e-0516124bce9e Dec 20 16:37:25.802238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44194) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:25.857236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Pushing event deleted for resources: {'Port': ['ID=61aa906b-e7d8-462a-ba94-8c458b3def1f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.874006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=7e7ea5a2-4383-47dc-88c0-0a9eee94d081,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.892589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] No DVR routers for this DVR port 61aa906b-e7d8-462a-ba94-8c458b3def1f on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:25.894843 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 7e7ea5a2-4383-47dc-88c0-0a9eee94d081 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:25.926791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 61aa906b-e7d8-462a-ba94-8c458b3def1f no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:25.936110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7290a15d-d88a-4c2a-9e77-773691853221 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8440626 Dec 20 16:37:25.938445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:25.953414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c60193-a569-41a7-965d-70a42c82dfb8 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a32cc3b-2a7a-42f2-adf4-225409c7aa9a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:25.990190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 61aa906b-e7d8-462a-ba94-8c458b3def1f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:25.990762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 61aa906b-e7d8-462a-ba94-8c458b3def1f not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:25.991282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 778795ec-255d-40bc-b4c3-355c7c31a6d9 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:26.027339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.031290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 778795ec-255d-40bc-b4c3-355c7c31a6d9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:26.031767 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 778795ec-255d-40bc-b4c3-355c7c31a6d9 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:26.032294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4c981fc6-0724-4a3a-869d-284c14b5f44b no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:26.050435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.061311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 4c981fc6-0724-4a3a-869d-284c14b5f44b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:26.061903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4c981fc6-0724-4a3a-869d-284c14b5f44b not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:26.070860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.121331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.127566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:26.128621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.133602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0b212287-761e-4ccb-bc1c-49fdb078038c None None] Provisioning complete for port 81ca113c-1c82-4ebd-b450-71390dcd6a81 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:26.134147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b212287-761e-4ccb-bc1c-49fdb078038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.168311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9b5420-e3fd-42b8-b4b7-aead5d11446e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:26.173938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4323cc1b-0ed8-4e10-8307-986e7637bd2d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.178830 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4323cc1b-0ed8-4e10-8307-986e7637bd2d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/b097fd2e-497d-4dc4-b687-9f799b3e3d5d HTTP/1.1" status: 204 len: 168 time: 2.4203591 Dec 20 16:37:26.195878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a8b14c-8534-4747-b197-c56ea4c08a73 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:26.197474 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-22a8b14c-8534-4747-b197-c56ea4c08a73 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/networks?id=7e7ea5a2-4383-47dc-88c0-0a9eee94d081 HTTP/1.1" status: 200 len: 765 time: 0.2409554 Dec 20 16:37:26.205404 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:26.205404 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44200) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:26.206817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.243422 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87897d7a-f29d-4e5b-9523-69a2cbdad60c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.253660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-043ee04a-c5cf-4adf-ac66-1c76cd7ee280 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'description': 'd2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:26.257911 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2287271 Dec 20 16:37:26.267659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:26.275910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:26.280481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21538068-d7d8-4443-af10-b2587c7206d0') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:26.280760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21538068-d7d8-4443-af10-b2587c7206d0') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:26.337214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87897d7a-f29d-4e5b-9523-69a2cbdad60c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.347091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa78ee0-99e9-4745-a52f-1396bf631170 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Network': ['ID=4bf54ee8-85fd-4634-b71e-0516124bce9e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:26.347891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.350716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:26.360694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:26.391192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.424105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c50230-d2cf-4639-93d2-570fc1362f84']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:26.433393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ebb0c6-be3a-45e8-81fe-df2d8e92e3e3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:26.436888 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329cb3b5-36f6-4b46-a2fe-4409610a3f27') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:26.437226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329cb3b5-36f6-4b46-a2fe-4409610a3f27') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:26.441162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ebb0c6-be3a-45e8-81fe-df2d8e92e3e3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:26.443410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ebb0c6-be3a-45e8-81fe-df2d8e92e3e3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:26.446150 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-92ebb0c6-be3a-45e8-81fe-df2d8e92e3e3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2361460 Dec 20 16:37:26.447910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220c9995-e678-48ca-a556-1960ab76eb96') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:26.448202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220c9995-e678-48ca-a556-1960ab76eb96') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:26.450941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.454161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:26.466083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.469984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87897d7a-f29d-4e5b-9523-69a2cbdad60c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.472819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87897d7a-f29d-4e5b-9523-69a2cbdad60c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.474147 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-87897d7a-f29d-4e5b-9523-69a2cbdad60c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/1a32cc3b-2a7a-42f2-adf4-225409c7aa9a HTTP/1.1" status: 204 len: 168 time: 0.6709125 Dec 20 16:37:26.478796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e9dbaf6a-f69b-4dd0-a05f-b3dad3a7e1c4 None None] Could not find standard attr ID for object b097fd2e-497d-4dc4-b687-9f799b3e3d5d. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:37:26.487735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44208) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:26.511751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.540091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.542511 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87897d7a-f29d-4e5b-9523-69a2cbdad60c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a32cc3b-2a7a-42f2-adf4-225409c7aa9a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:26.566519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:26.567177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:26.570666 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:26.587555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:26.587753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:26.591096 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:26.651640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.674876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:26.675195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:26.678622 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:26.683312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-21962d4a-a9fe-4e6c-aba9-27d7a2b82696 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 4a58da89-6ceb-4d8d-8443-5912f69a3fcb {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:26.702130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8419a-c09e-4b08-8fd8-8e0bc670c18d None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:37:26.703405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21962d4a-a9fe-4e6c-aba9-27d7a2b82696 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.708889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-043ee04a-c5cf-4adf-ac66-1c76cd7ee280 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.744966 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-acbbecf9-7677-408a-a608-a90470b56d40 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2353737 Dec 20 16:37:26.750665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:26.756443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.758663 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3f08724d-6f77-473b-acdb-5a73591290ff tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343231740'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:26.771786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.782330 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] 10.222.0.60 "DELETE /v2.0/networks/ca9b5420-e3fd-42b8-b4b7-aead5d11446e HTTP/1.1" status: 204 len: 168 time: 3.1643403 Dec 20 16:37:26.790656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21962d4a-a9fe-4e6c-aba9-27d7a2b82696 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.797348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-043ee04a-c5cf-4adf-ac66-1c76cd7ee280 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.803316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aa55d-5c8f-4353-ab98-9d577cc37135 req-a45b8c8f-8103-43f4-a6db-e7e5b08c6f0b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:26.804987 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c60aa55d-5c8f-4353-ab98-9d577cc37135 req-a45b8c8f-8103-43f4-a6db-e7e5b08c6f0b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2088423 Dec 20 16:37:26.815277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f1408-242a-410b-9d3d-d9a91a60221c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9b5420-e3fd-42b8-b4b7-aead5d11446e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:26.817583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-043ee04a-c5cf-4adf-ac66-1c76cd7ee280 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network 7e7ea5a2-4383-47dc-88c0-0a9eee94d081 is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:37:26.823509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043ee04a-c5cf-4adf-ac66-1c76cd7ee280 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:26.824217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-043ee04a-c5cf-4adf-ac66-1c76cd7ee280 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.828522 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-043ee04a-c5cf-4adf-ac66-1c76cd7ee280 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "PUT /v2.0/networks/7e7ea5a2-4383-47dc-88c0-0a9eee94d081 HTTP/1.1" status: 200 len: 762 time: 0.5790200 Dec 20 16:37:26.832666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:26.836192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.840606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 17c50230-d2cf-4639-93d2-570fc1362f84 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 16:37:26.844529 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.844720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:26.853802 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "DELETE /v2.0/networks/17c50230-d2cf-4639-93d2-570fc1362f84 HTTP/1.1" status: 204 len: 168 time: 1.0585544 Dec 20 16:37:26.854035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.854035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.858708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d8419a-c09e-4b08-8fd8-8e0bc670c18d None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:37:26.892085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3058a-6e53-42fa-a350-dcb892d6ac35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event deleted for resources: {'Network': ['ID=17c50230-d2cf-4639-93d2-570fc1362f84,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:26.912375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:26.921903 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c HTTP/1.1" status: 204 len: 168 time: 2.9995294 Dec 20 16:37:26.974181 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c60aa55d-5c8f-4353-ab98-9d577cc37135 req-a3e33b6e-5aad-4ec0-a44c-3ea251c13192 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447580 Dec 20 16:37:26.978015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f08724d-6f77-473b-acdb-5a73591290ff tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.003173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21962d4a-a9fe-4e6c-aba9-27d7a2b82696 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.092423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6964eb-9791-4890-a554-0d86bde59555 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:27.097416 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4c6964eb-9791-4890-a554-0d86bde59555 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/networks?id=7e7ea5a2-4383-47dc-88c0-0a9eee94d081 HTTP/1.1" status: 200 len: 765 time: 0.2598331 Dec 20 16:37:27.109325 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.249466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21962d4a-a9fe-4e6c-aba9-27d7a2b82696 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.268849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ee04a-c5cf-4adf-ac66-1c76cd7ee280 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=7e7ea5a2-4383-47dc-88c0-0a9eee94d081,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:27.303991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 7e7ea5a2-4383-47dc-88c0-0a9eee94d081 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:27.319986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.343546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28aa1b-c74e-4de9-b481-ce249c5d8144 admin admin] Pushing event deleted for resources: {'Network': ['ID=e67b1d44-ed53-4fe3-bfcf-3daeb3b7072c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:27.397682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c924e3a-5b7a-4e61-a00a-d9fd80de7dec req-e66b9d14-c177-435b-b17e-d15713ba3a93 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:27.414992 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5c924e3a-5b7a-4e61-a00a-d9fd80de7dec req-e66b9d14-c177-435b-b17e-d15713ba3a93 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2395365 Dec 20 16:37:27.421661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.459275 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e496b86-a913-4851-a70b-925331d53bd4 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:27.460637 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6e496b86-a913-4851-a70b-925331d53bd4 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3502829 Dec 20 16:37:27.472271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.505333 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21962d4a-a9fe-4e6c-aba9-27d7a2b82696 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.508097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9003f52-ebd5-46ca-8af1-886b7eaadb6b None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:27.509520 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-21962d4a-a9fe-4e6c-aba9-27d7a2b82696 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/4a58da89-6ceb-4d8d-8443-5912f69a3fcb HTTP/1.1" status: 204 len: 168 time: 1.0536909 Dec 20 16:37:27.524076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21962d4a-a9fe-4e6c-aba9-27d7a2b82696 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=4a58da89-6ceb-4d8d-8443-5912f69a3fcb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:27.526406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.561455 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dea598ba-0384-43f0-9184-a84346451d7a tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 207 time: 0.0823779 Dec 20 16:37:27.581402 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7ba9b037-80a8-48d8-98b4-418f8cc621b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c21780a2db434329b5703254ea1534ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2562897 Dec 20 16:37:27.584640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.585030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.609965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f08724d-6f77-473b-acdb-5a73591290ff tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.628678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b380c6e-d610-49f9-8c74-235e7742ab79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 642832c4-9928-412b-a6b0-cc4ac34e131f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:27.632447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f08724d-6f77-473b-acdb-5a73591290ff tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.649057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b380c6e-d610-49f9-8c74-235e7742ab79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.725191 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.737739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-81208429-c709-4a45-9134-3d673d529d64 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'router': {'name': 'tempest-router--228702370', 'project_id': '3980f02c418f42449d0b517e8d6a3982'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:27.739462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2644d6-1e35-47c6-8d5f-09d1e8901d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.744333 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f08724d-6f77-473b-acdb-5a73591290ff tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.746115 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3f08724d-6f77-473b-acdb-5a73591290ff tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9921496 Dec 20 16:37:27.757293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.769005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-224a8a86-974f-49ad-8ca3-577c21c7caf3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '5aa4f134-8dcf-42e3-a774-cb947a1a5d25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:27.796618 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-224a8a86-974f-49ad-8ca3-577c21c7caf3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 16:37:27.798208 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-224a8a86-974f-49ad-8ca3-577c21c7caf3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:27.799746 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-224a8a86-974f-49ad-8ca3-577c21c7caf3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0411437 Dec 20 16:37:27.808662 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b380c6e-d610-49f9-8c74-235e7742ab79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.813085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.827106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-51ca8e28-a54e-4f72-b288-abf4e91a1aac tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '5aa4f134-8dcf-42e3-a774-cb947a1a5d25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:27.828184 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-51ca8e28-a54e-4f72-b288-abf4e91a1aac tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 16:37:27.829443 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-51ca8e28-a54e-4f72-b288-abf4e91a1aac tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:27.832911 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-51ca8e28-a54e-4f72-b288-abf4e91a1aac tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0144169 Dec 20 16:37:27.834215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.864453 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4b687881-0fd2-4f75-8e4e-b7ace5b1534c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '5aa4f134-8dcf-42e3-a774-cb947a1a5d25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:27.866418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08724d-6f77-473b-acdb-5a73591290ff tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa4f134-8dcf-42e3-a774-cb947a1a5d25,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:27.870917 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.api.v2.base [None req-4b687881-0fd2-4f75-8e4e-b7ace5b1534c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 16:37:27.872235 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-4b687881-0fd2-4f75-8e4e-b7ace5b1534c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:27.878443 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4b687881-0fd2-4f75-8e4e-b7ace5b1534c tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0271435 Dec 20 16:37:27.881470 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.899295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-25c6a630-83e1-4b58-a48f-33292b93a6f7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '5aa4f134-8dcf-42e3-a774-cb947a1a5d25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:27.900122 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-25c6a630-83e1-4b58-a48f-33292b93a6f7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 16:37:27.901152 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-25c6a630-83e1-4b58-a48f-33292b93a6f7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:27.905207 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-25c6a630-83e1-4b58-a48f-33292b93a6f7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132010 Dec 20 16:37:27.905808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.973191 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dffbe0b0-a326-4448-8a19-ebb99f5057ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b243c59db5a454d80c1d0bd60b2d822&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5462050 Dec 20 16:37:27.975756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81208429-c709-4a45-9134-3d673d529d64 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.976801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81208429-c709-4a45-9134-3d673d529d64 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:27.978178 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5c924e3a-5b7a-4e61-a00a-d9fd80de7dec req-945a0616-afa0-4aab-8cb3-aa03769c137f tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5574994 Dec 20 16:37:27.986415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44252) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:27.998621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.174652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81208429-c709-4a45-9134-3d673d529d64 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.175914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b380c6e-d610-49f9-8c74-235e7742ab79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.182284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a846fb3-e9c7-45d1-aa50-a49b93cd9ee5 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.206880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81208429-c709-4a45-9134-3d673d529d64 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.225683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-315a79b5-c8dc-4746-846a-bc23e325c01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.241126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da019220-f86c-4017-bfea-eb8f5d7704fc tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:28.247912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da019220-f86c-4017-bfea-eb8f5d7704fc tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:28.253652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da019220-f86c-4017-bfea-eb8f5d7704fc tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:28.258990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd2d6-cc9b-4c00-8a78-069e56afb10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.261085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da019220-f86c-4017-bfea-eb8f5d7704fc tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:28.264365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a846fb3-e9c7-45d1-aa50-a49b93cd9ee5 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.267117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da019220-f86c-4017-bfea-eb8f5d7704fc tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:28.272880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da019220-f86c-4017-bfea-eb8f5d7704fc tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:28.278537 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-da019220-f86c-4017-bfea-eb8f5d7704fc tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6842062 Dec 20 16:37:28.278934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ff898-222e-4e8c-8e00-735d2b053d69 req-c3db0ade-913c-4f0d-80d9-d54b34641125 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:28.280439 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0e9ff898-222e-4e8c-8e00-735d2b053d69 req-c3db0ade-913c-4f0d-80d9-d54b34641125 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2094924 Dec 20 16:37:28.281644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44256) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:28.281850 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=fe3e50cc-31a0-4db4-8c67-0d18869cc7a2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:28.294063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81208429-c709-4a45-9134-3d673d529d64 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.300487 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-81208429-c709-4a45-9134-3d673d529d64 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5697622 Dec 20 16:37:28.312304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-315a79b5-c8dc-4746-846a-bc23e325c01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.320442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:28.336156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Checking segment: {'id': '59d039aa-4c8c-49c6-9ba1-0b26f02ee716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:28.336516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network hostable DHCP agents. Network: 4bf54ee8-85fd-4634-b71e-0516124bce9e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:28.372520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:28.381396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.383435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 4bf54ee8-85fd-4634-b71e-0516124bce9e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:28.388058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:28.388640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.394411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82373e42-2383-4d91-92eb-461229f1398e None None] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:28.407824 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f7582160-e46b-4928-a737-bee0bb5a965d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1365199 Dec 20 16:37:28.410642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:28.416321 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d26ab918-a654-4556-85b7-944fe995e2da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:28.432194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-315a79b5-c8dc-4746-846a-bc23e325c01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.436031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-315a79b5-c8dc-4746-846a-bc23e325c01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.437167 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-315a79b5-c8dc-4746-846a-bc23e325c01d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9301526-6550-46fd-ae51-a1926d4d80d3 HTTP/1.1" status: 204 len: 168 time: 0.8454399 Dec 20 16:37:28.492054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a79b5-c8dc-4746-846a-bc23e325c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9301526-6550-46fd-ae51-a1926d4d80d3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:28.493387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0cc3352c-fe08-42f7-a7b3-e96a79d9745d None None] Provisioning complete for port 81ca113c-1c82-4ebd-b450-71390dcd6a81 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:28.498931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cc3352c-fe08-42f7-a7b3-e96a79d9745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.572423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ab918-a654-4556-85b7-944fe995e2da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:28.587601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d26ab918-a654-4556-85b7-944fe995e2da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.592051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-4bf54ee8-85fd-4634-b71e-0516124bce9e', 'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e', 'project_id': '786ec8a4fcee41b582f518aa933d6565', 'fixed_ips': [{'subnet_id': 'fe3e50cc-31a0-4db4-8c67-0d18869cc7a2'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:28.594951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.713060 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-d26ab918-a654-4556-85b7-944fe995e2da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe3e50cc-31a0-4db4-8c67-0d18869cc7a2 (CIDR: 2001:db8::/64) Dec 20 16:37:28.717979 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26ab918-a654-4556-85b7-944fe995e2da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:28.718923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26ab918-a654-4556-85b7-944fe995e2da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:28.741820 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d26ab918-a654-4556-85b7-944fe995e2da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3296571 Dec 20 16:37:28.744754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44266) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:28.752821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:28.768354 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd2d6-cc9b-4c00-8a78-069e56afb10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.938819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:28.945276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b380c6e-d610-49f9-8c74-235e7742ab79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.949844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d75e0272-4549-41c6-a53f-ee9a8b29a6f8 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:28.950021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.118245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Allocated IP 2001:db8::2 (4bf54ee8-85fd-4634-b71e-0516124bce9e/fe3e50cc-31a0-4db4-8c67-0d18869cc7a2/5a09b686-a41f-4e1e-b4d5-fd27ea1fc172) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:29.219092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b380c6e-d610-49f9-8c74-235e7742ab79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=642832c4-9928-412b-a6b0-cc4ac34e131f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:29.239310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a846fb3-e9c7-45d1-aa50-a49b93cd9ee5 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.243985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a846fb3-e9c7-45d1-aa50-a49b93cd9ee5 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.246447 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1a846fb3-e9c7-45d1-aa50-a49b93cd9ee5 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/5aa4f134-8dcf-42e3-a774-cb947a1a5d25 HTTP/1.1" status: 204 len: 168 time: 1.3359547 Dec 20 16:37:29.254060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129517e1-59c6-4afd-ba8b-4a1e611433cb None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:29.257749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b380c6e-d610-49f9-8c74-235e7742ab79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.264175 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3b380c6e-d610-49f9-8c74-235e7742ab79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/642832c4-9928-412b-a6b0-cc4ac34e131f HTTP/1.1" status: 204 len: 168 time: 1.7293987 Dec 20 16:37:29.287467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:29.287956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:29.298240 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0e9ff898-222e-4e8c-8e00-735d2b053d69 req-654c9b60-b813-44a0-a571-ed70489e2050 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9941630 Dec 20 16:37:29.406738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846fb3-e9c7-45d1-aa50-a49b93cd9ee5 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa4f134-8dcf-42e3-a774-cb947a1a5d25,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:29.487572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.500575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.518625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13606f-59fe-4d33-81e5-2cd6c6576292 req-10a350d7-5dcb-4b8a-a84d-470c8754d40a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:29.522964 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af13606f-59fe-4d33-81e5-2cd6c6576292 req-10a350d7-5dcb-4b8a-a84d-470c8754d40a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.0944736 Dec 20 16:37:29.547004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:29.555881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:29.559406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:29.624597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0becaf42-f310-45f4-bc5a-d125a5ca2b1f None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:29.666284 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af13606f-59fe-4d33-81e5-2cd6c6576292 req-0f9bc6e8-b6c9-4dbf-b8ff-470f13822303 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208744 Dec 20 16:37:29.674021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Pushing event updated for resources: {'Port': ['ID=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:29.710614 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b35550d5-b562-4d8f-bc5d-736780bcee33 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 1.4019308 Dec 20 16:37:29.710614 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2fbba2a9-23a4-45e8-93c7-de481f46e645 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4132421 Dec 20 16:37:29.710932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:29.721539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:29.737227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:29.759078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d75e0272-4549-41c6-a53f-ee9a8b29a6f8 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.793227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Attempting to bind port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:29.793840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Attempting to bind port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '59d039aa-4c8c-49c6-9ba1-0b26f02ee716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:29.794450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Attempting to bind port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 on network 4bf54ee8-85fd-4634-b71e-0516124bce9e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:29.795265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.808569 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:29.809107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Checking segment: {'id': '59d039aa-4c8c-49c6-9ba1-0b26f02ee716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:29.809786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.810486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Bound using segment: {'id': '59d039aa-4c8c-49c6-9ba1-0b26f02ee716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:29.811400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Bound port: 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d039aa-4c8c-49c6-9ba1-0b26f02ee716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:29.812015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.820641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d75e0272-4549-41c6-a53f-ee9a8b29a6f8 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.823217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd2d6-cc9b-4c00-8a78-069e56afb10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.826858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd2d6-cc9b-4c00-8a78-069e56afb10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.828823 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4d8bd2d6-cc9b-4c00-8a78-069e56afb10e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f69b605b-4865-47cd-a860-7d516599b562 HTTP/1.1" status: 204 len: 168 time: 1.8401055 Dec 20 16:37:29.990575 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-127f2ae9-ea2c-435e-893c-4a73be20fadb tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.7005489 Dec 20 16:37:29.991475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:29.991603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:29.991964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bd2d6-cc9b-4c00-8a78-069e56afb10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69b605b-4865-47cd-a860-7d516599b562,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:30.003365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5f01c-eb0c-4cb3-97ac-1101e02c4051 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.006447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5f01c-eb0c-4cb3-97ac-1101e02c4051 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.010119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5f01c-eb0c-4cb3-97ac-1101e02c4051 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.018247 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5f01c-eb0c-4cb3-97ac-1101e02c4051 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.021394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5f01c-eb0c-4cb3-97ac-1101e02c4051 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.025877 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6428783d-9715-4451-be36-ec8a57673668 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606551953'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:30.029361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0becaf42-f310-45f4-bc5a-d125a5ca2b1f None None] Deleting port 81ca113c-1c82-4ebd-b450-71390dcd6a81 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:30.029850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0becaf42-f310-45f4-bc5a-d125a5ca2b1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.031815 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-abb5f01c-eb0c-4cb3-97ac-1101e02c4051 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3070397 Dec 20 16:37:30.033869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:30.034982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d75e0272-4549-41c6-a53f-ee9a8b29a6f8 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.036003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75e0272-4549-41c6-a53f-ee9a8b29a6f8 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea58ca58-ed0b-4cef-ae2a-8755600051aa {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:37:30.044591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d75e0272-4549-41c6-a53f-ee9a8b29a6f8 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.046343 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d75e0272-4549-41c6-a53f-ee9a8b29a6f8 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ea58ca58-ed0b-4cef-ae2a-8755600051aa HTTP/1.1" status: 204 len: 168 time: 1.7247584 Dec 20 16:37:30.074778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:30.075170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] For port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:30.078668 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.082389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.083337 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.117225 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3710289 Dec 20 16:37:30.125790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:30.132238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3d736-c44b-4d33-b319-87523d636cef tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=6f14ebb2-30ee-4657-89dc-3130a765de39,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:30.150178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] For port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,segment=NetworkSegment(59d039aa-4c8c-49c6-9ba1-0b26f02ee716),segment_id=59d039aa-4c8c-49c6-9ba1-0b26f02ee716)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:30.162378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.176337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e', 'fixed_ips': [{'subnet_id': 'fe3e50cc-31a0-4db4-8c67-0d18869cc7a2'}, {'subnet_id': '6f14ebb2-30ee-4657-89dc-3130a765de39'}], 'name': 'tempest-PortsIpV6TestJSON-1267976181'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:30.197515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6428783d-9715-4451-be36-ec8a57673668 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.205295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7d102-9f5e-45d8-bb0f-632950b52516 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.205557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:30.208404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7d102-9f5e-45d8-bb0f-632950b52516 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.211152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7d102-9f5e-45d8-bb0f-632950b52516 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.212246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.213571 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7d102-9f5e-45d8-bb0f-632950b52516 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.216344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7d102-9f5e-45d8-bb0f-632950b52516 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.225307 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-33d7d102-9f5e-45d8-bb0f-632950b52516 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1866252 Dec 20 16:37:30.226373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44314) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:30.233162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0becaf42-f310-45f4-bc5a-d125a5ca2b1f None None] For port 81ca113c-1c82-4ebd-b450-71390dcd6a81, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=81ca113c-1c82-4ebd-b450-71390dcd6a81,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:30.233606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0becaf42-f310-45f4-bc5a-d125a5ca2b1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.302848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0becaf42-f310-45f4-bc5a-d125a5ca2b1f None None] Calling delete_port for 81ca113c-1c82-4ebd-b450-71390dcd6a81 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:30.335738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3c2f9-da36-4587-a355-2477b9e63f82 None None] Pushing event updated for resources: {'Port': ['ID=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:30.507596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0becaf42-f310-45f4-bc5a-d125a5ca2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.542843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6428783d-9715-4451-be36-ec8a57673668 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.566532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6428783d-9715-4451-be36-ec8a57673668 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.571630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:30.623036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428783d-9715-4451-be36-ec8a57673668 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dbd8c1-e002-4b8b-ab9e-c7627695de46,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:30.667968 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becaf42-f310-45f4-bc5a-d125a5ca2b1f None None] Pushing event deleted for resources: {'Port': ['ID=81ca113c-1c82-4ebd-b450-71390dcd6a81,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:30.686579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becaf42-f310-45f4-bc5a-d125a5ca2b1f None None] No DVR routers for this DVR port 81ca113c-1c82-4ebd-b450-71390dcd6a81 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:30.723478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6428783d-9715-4451-be36-ec8a57673668 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.728896 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6428783d-9715-4451-be36-ec8a57673668 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7136285 Dec 20 16:37:30.733510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44328) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:30.748731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.762455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b28be926-2e6f-4a1a-bdde-8c6971f4bc41 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '49dbd8c1-e002-4b8b-ab9e-c7627695de46', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:30.764583 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.api.v2.base [None req-b28be926-2e6f-4a1a-bdde-8c6971f4bc41 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 16:37:30.765389 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-b28be926-2e6f-4a1a-bdde-8c6971f4bc41 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:30.766789 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b28be926-2e6f-4a1a-bdde-8c6971f4bc41 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0269711 Dec 20 16:37:30.771865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:30.777239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-874fc118-0cb7-4d49-8bc3-970596bcb137 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '49dbd8c1-e002-4b8b-ab9e-c7627695de46', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:30.783308 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.837111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:30.839038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:30.846420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.847031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:30.850719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3893dde3-4207-4235-a3bd-c42d39454c77 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:30.878890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79983b6-2aef-4aa6-8cb1-b76038d62177 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:30.879169 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1594231 Dec 20 16:37:30.879274 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e79983b6-2aef-4aa6-8cb1-b76038d62177 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/networks/33e242ba-dd32-4cef-9095-de9932897149 HTTP/1.1" status: 200 len: 803 time: 0.5992219 Dec 20 16:37:30.879274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:30.882198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:30.890311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:30.955891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f2dad-b96d-4463-b8d7-438c22175569 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=60c2b860-ccbe-4bd6-a715-5f5c8cfde758,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:31.077650 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-874fc118-0cb7-4d49-8bc3-970596bcb137 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:31.080537 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-874fc118-0cb7-4d49-8bc3-970596bcb137 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3060853 Dec 20 16:37:31.100617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-39578905', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:31.107777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.112445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:31.137447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fc28b4cd-2ff3-4455-895f-81c82f551356 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '49dbd8c1-e002-4b8b-ab9e-c7627695de46', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:31.138488 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-fc28b4cd-2ff3-4455-895f-81c82f551356 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 16:37:31.139095 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-fc28b4cd-2ff3-4455-895f-81c82f551356 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:31.140245 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fc28b4cd-2ff3-4455-895f-81c82f551356 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208592 Dec 20 16:37:31.150879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.158683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fbb9046a-8ed9-4bd4-b970-48b2044de27d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '49dbd8c1-e002-4b8b-ab9e-c7627695de46', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:31.189774 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c8ed1155-bd5d-4d30-811e-7b4d0d4d11c3 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/networks/33e242ba-dd32-4cef-9095-de9932897149?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2877672 Dec 20 16:37:31.191063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.318054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:31.319235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:31.332024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:31.375233 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-fbb9046a-8ed9-4bd4-b970-48b2044de27d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:31.376305 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fbb9046a-8ed9-4bd4-b970-48b2044de27d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2221453 Dec 20 16:37:31.378349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:31.395210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.432298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a99eb832-56ab-4438-852e-08f993cdd4b6 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '49dbd8c1-e002-4b8b-ab9e-c7627695de46', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:31.433416 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-a99eb832-56ab-4438-852e-08f993cdd4b6 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 16:37:31.433987 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-a99eb832-56ab-4438-852e-08f993cdd4b6 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:31.435153 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a99eb832-56ab-4438-852e-08f993cdd4b6 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0369143 Dec 20 16:37:31.439242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.459399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b1d175cc-b1d1-4a14-b55c-9aae5e66175d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '49dbd8c1-e002-4b8b-ab9e-c7627695de46', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:31.473521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.494316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:31.494316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:31.501864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:31.506842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '60c2b860-ccbe-4bd6-a715-5f5c8cfde758'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:31.508182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:31.512966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db5d4cc-a1b0-4cb3-aeb5-852055df0962 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:31.517740 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8db5d4cc-a1b0-4cb3-aeb5-852055df0962 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/subnets/9dfcc69a-6e61-4300-8abd-84d948aee4ff HTTP/1.1" status: 200 len: 843 time: 0.3203509 Dec 20 16:37:31.529638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.660109 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-b1d175cc-b1d1-4a14-b55c-9aae5e66175d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Project 4bee9fea0ea24a3c8a7be86469636942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:37:31.689063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:31.691867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a9e7d68b-0b0f-4241-b718-f03cc74f1f60 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1374447038'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:31.692546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a9e7d68b-0b0f-4241-b718-f03cc74f1f60 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Unknown quota resources ['metering_label']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 16:37:31.700269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2605a-e954-4e39-a9f8-e17860765ca1 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:31.702078 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-55d2605a-e954-4e39-a9f8-e17860765ca1 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "GET /v2.0/subnets/9dfcc69a-6e61-4300-8abd-84d948aee4ff?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1680713 Dec 20 16:37:31.706360 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-b1d175cc-b1d1-4a14-b55c-9aae5e66175d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:31.707631 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b1d175cc-b1d1-4a14-b55c-9aae5e66175d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2610106 Dec 20 16:37:31.708655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.724248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.772510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e7506d4b-caf4-408e-a7e5-804d616d9b81 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '49dbd8c1-e002-4b8b-ab9e-c7627695de46', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:31.773701 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-e7506d4b-caf4-408e-a7e5-804d616d9b81 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 16:37:31.774228 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-e7506d4b-caf4-408e-a7e5-804d616d9b81 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:31.778708 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e7506d4b-caf4-408e-a7e5-804d616d9b81 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108674 Dec 20 16:37:31.782349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:31.786898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1698101630'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:31.792876 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-35b7b29d-a822-468b-8f53-9ebb6f0999e4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '49dbd8c1-e002-4b8b-ab9e-c7627695de46', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:31.869262 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:31.870107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:31.928307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Allocated IP 172.20.0.2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/60c2b860-ccbe-4bd6-a715-5f5c8cfde758/b6f090aa-49bd-4ec8-a237-2392cf8fbc9f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:31.939393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:31.962960 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-35b7b29d-a822-468b-8f53-9ebb6f0999e4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Project 4bee9fea0ea24a3c8a7be86469636942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:37:32.003905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:32.008258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.031166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d68b-0b0f-4241-b718-f03cc74f1f60 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.032432 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a9e7d68b-0b0f-4241-b718-f03cc74f1f60 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5570633 Dec 20 16:37:32.036574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:32.041904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-51604c4c-dce6-498a-a236-3724e6cae503 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e3e38cd5-5592-4d37-bc2a-5424340b77e9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:32.042315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-51604c4c-dce6-498a-a236-3724e6cae503 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 16:37:32.057523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:32.057736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d008af-fd03-4e56-b4ac-c4165181f6fc None None] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:32.059981 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-35b7b29d-a822-468b-8f53-9ebb6f0999e4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:32.061442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-35b7b29d-a822-468b-8f53-9ebb6f0999e4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2754760 Dec 20 16:37:32.064399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:32.071913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c363babd-5ccd-4c57-b5cd-6556e3066ca1 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': '49dbd8c1-e002-4b8b-ab9e-c7627695de46', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:32.094044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.159731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.160161 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Added segment 7404c61c-1a9d-4677-aa79-021c7ac201b5 of type vlan for network bdd06560-2f5c-4df2-933a-a2f9842dd2fc Dec 20 16:37:32.173779 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.services.metering.metering_plugin [None req-51604c4c-dce6-498a-a236-3724e6cae503 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 16:37:32.202356 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,segment=NetworkSegment(59d039aa-4c8c-49c6-9ba1-0b26f02ee716),segment_id=59d039aa-4c8c-49c6-9ba1-0b26f02ee716)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:32.226864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-da4487cf-3aeb-4233-8302-8902e7d46e56 None None] Provisioning complete for port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:32.228483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da4487cf-3aeb-4233-8302-8902e7d46e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.237334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.370411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:32.370862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.374496 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 81ca113c-1c82-4ebd-b450-71390dcd6a81 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:32.376777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51604c4c-dce6-498a-a236-3724e6cae503 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.378249 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-51604c4c-dce6-498a-a236-3724e6cae503 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3404386 Dec 20 16:37:32.381278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:32.386226 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0f3f50f8-927e-4d00-873d-d94975bcaefc tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e3e38cd5-5592-4d37-bc2a-5424340b77e9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:32.386888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0f3f50f8-927e-4d00-873d-d94975bcaefc tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 16:37:32.396041 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-c363babd-5ccd-4c57-b5cd-6556e3066ca1 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Project 4bee9fea0ea24a3c8a7be86469636942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:37:32.461196 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 81ca113c-1c82-4ebd-b450-71390dcd6a81 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:32.461546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 81ca113c-1c82-4ebd-b450-71390dcd6a81 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:32.483797 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-c363babd-5ccd-4c57-b5cd-6556e3066ca1 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:32.491232 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c363babd-5ccd-4c57-b5cd-6556e3066ca1 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4194655 Dec 20 16:37:32.491232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:32.525739 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.services.metering.metering_plugin [None req-0f3f50f8-927e-4d00-873d-d94975bcaefc tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 16:37:32.548633 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.559889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.592699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:32.613928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:32.617084 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:32.634624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.642976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:32.644250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.714551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Pushing event updated for resources: {'Port': ['ID=b6f090aa-49bd-4ec8-a237-2392cf8fbc9f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:32.722540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:32.740278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9be68a-0aee-4ba3-a23c-b3f4fb5d0107 None None] Update dhcp port {'port': {'network_id': '4bf54ee8-85fd-4634-b71e-0516124bce9e', 'fixed_ips': [{'subnet_id': 'fe3e50cc-31a0-4db4-8c67-0d18869cc7a2', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f14ebb2-30ee-4657-89dc-3130a765de39'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '5a09b686-a41f-4e1e-b4d5-fd27ea1fc172'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:37:32.752427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::2a (4bf54ee8-85fd-4634-b71e-0516124bce9e/fe3e50cc-31a0-4db4-8c67-0d18869cc7a2/3e3f8eb6-e192-4a22-ae96-ef293c4dbead) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:32.764768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f3f50f8-927e-4d00-873d-d94975bcaefc tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.765902 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0f3f50f8-927e-4d00-873d-d94975bcaefc tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3836498 Dec 20 16:37:32.769836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc9be68a-0aee-4ba3-a23c-b3f4fb5d0107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.773817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44400) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:32.779227 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0411172 Dec 20 16:37:32.784310 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Attempting to bind port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:32.784702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Attempting to bind port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:32.785065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Attempting to bind port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:32.792199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:32.792586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:32.792994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.793495 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:32.794520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Bound port: b6f090aa-49bd-4ec8-a237-2392cf8fbc9f, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:32.795151 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.815063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44402) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:32.819936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'network_id': 'bdd06560-2f5c-4df2-933a-a2f9842dd2fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:32.828624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3128c81d-6a57-4dbc-8760-63eab112d9dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.833238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8:0:1::3c5 (4bf54ee8-85fd-4634-b71e-0516124bce9e/6f14ebb2-30ee-4657-89dc-3130a765de39/3e3f8eb6-e192-4a22-ae96-ef293c4dbead) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:32.839723 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d8065749-b048-45ee-ae8c-432b81e223aa tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=be3ca77d-2ec3-420d-8e0a-08b65c9fcf35 HTTP/1.1" status: 200 len: 464 time: 0.0646911 Dec 20 16:37:32.855977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db004421-5ee8-4d01-a7d3-1b99960b39b2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Network': ['ID=bdd06560-2f5c-4df2-933a-a2f9842dd2fc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:32.861403 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44404) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:32.896084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3128c81d-6a57-4dbc-8760-63eab112d9dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.909346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network bdd06560-2f5c-4df2-933a-a2f9842dd2fc details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:32.955301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1049778791'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:33.033764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] For port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:33.050936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] For port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b6f090aa-49bd-4ec8-a237-2392cf8fbc9f,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:33.059197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.081816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3128c81d-6a57-4dbc-8760-63eab112d9dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.084378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3128c81d-6a57-4dbc-8760-63eab112d9dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.087889 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3128c81d-6a57-4dbc-8760-63eab112d9dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/49dbd8c1-e002-4b8b-ab9e-c7627695de46 HTTP/1.1" status: 204 len: 168 time: 0.5955229 Dec 20 16:37:33.092543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:33.097142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99388c9a-3c7b-4f89-b148-702d887ed6b4 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.098597 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-99388c9a-3c7b-4f89-b148-702d887ed6b4 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/be3ca77d-2ec3-420d-8e0a-08b65c9fcf35 HTTP/1.1" status: 204 len: 168 time: 0.2238572 Dec 20 16:37:33.111148 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44408) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:33.111783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Made reservation on behalf of b7e37cc1762f48fdb62b6c4db605fdeb for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:33.115945 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.134307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128c81d-6a57-4dbc-8760-63eab112d9dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dbd8c1-e002-4b8b-ab9e-c7627695de46,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:33.144021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d08ac9-765d-4f1d-8d06-c51b905524f4 None None] Pushing event updated for resources: {'Port': ['ID=b6f090aa-49bd-4ec8-a237-2392cf8fbc9f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:33.173391 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2a78d824-593b-4a4a-b7ce-e4b532928b72 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=be3ca77d-2ec3-420d-8e0a-08b65c9fcf35 HTTP/1.1" status: 200 len: 221 time: 0.0484335 Dec 20 16:37:33.176372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Made reservation on behalf of 7e2ac6ba4ca34c09bca06e7f6104d806 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:33.179896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.206372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:33.209193 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.217669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8509f71b-7389-4566-9843-cd7c6f0d8742 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1778691893', 'description': 'label created by tempest'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:33.217908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8509f71b-7389-4566-9843-cd7c6f0d8742 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Unknown quota resources ['metering_label']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 16:37:33.220702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:37:33.221409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:37:33.230054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.235789 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-26e65a98-1a3b-4152-aae7-f2b402cac034 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1358485 Dec 20 16:37:33.240339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44412) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:33.250244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f01849b3-3f60-4e0e-a54b-b82be36218fd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399430611'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:33.280329 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.302662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f01849b3-3f60-4e0e-a54b-b82be36218fd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.361873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.425751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:33.455889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.488311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:33.488928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.516389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f01849b3-3f60-4e0e-a54b-b82be36218fd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.532597 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f01849b3-3f60-4e0e-a54b-b82be36218fd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.553853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=9dd5f252-5076-409e-8f81-ecf6594e3af7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:33.583529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01849b3-3f60-4e0e-a54b-b82be36218fd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d936b-f210-4e33-9f2b-ce1da372f095,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:33.592750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f01849b3-3f60-4e0e-a54b-b82be36218fd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.594021 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f01849b3-3f60-4e0e-a54b-b82be36218fd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3527217 Dec 20 16:37:33.595056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Checking segment: {'id': '7404c61c-1a9d-4677-aa79-021c7ac201b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bdd06560-2f5c-4df2-933a-a2f9842dd2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:33.595485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network hostable DHCP agents. Network: bdd06560-2f5c-4df2-933a-a2f9842dd2fc, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:33.597361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:33.604092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f99c660-5119-405f-b89f-f98b9b75cb5d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': 'ec8d936b-f210-4e33-9f2b-ce1da372f095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:33.635207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Network bdd06560-2f5c-4df2-933a-a2f9842dd2fc is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:33.647964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.objects.ports [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:37:33.648383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, bdd06560-2f5c-4df2-933a-a2f9842dd2fc) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:33.655408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:33.656012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554687'] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.677269 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-3f99c660-5119-405f-b89f-f98b9b75cb5d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The resource could not be found. Dec 20 16:37:33.678489 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3f99c660-5119-405f-b89f-f98b9b75cb5d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0801764 Dec 20 16:37:33.682876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f193bf-5699-4dee-8a07-2af37213bff8 None None] Network bdd06560-2f5c-4df2-933a-a2f9842dd2fc requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:33.683074 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d9ab5dc8-ac13-4710-966a-b36b05fb7e37 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8664169 Dec 20 16:37:33.683512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:33.685833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:33.690754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a0804e5d-5c26-44d0-868d-1752634e96a6 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:33.697937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0de4116f-cbbf-4fd5-bb41-19c210c6cea4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': 'ec8d936b-f210-4e33-9f2b-ce1da372f095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4dfa70cc-b16e-4b12-8da5-6c8f93a92639'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:33.724049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.760055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cc9be68a-0aee-4ba3-a23c-b3f4fb5d0107 None None] Allocated IP 2001:db8:0:1::2 (4bf54ee8-85fd-4634-b71e-0516124bce9e/6f14ebb2-30ee-4657-89dc-3130a765de39/5a09b686-a41f-4e1e-b4d5-fd27ea1fc172) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:33.817907 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-0de4116f-cbbf-4fd5-bb41-19c210c6cea4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The resource could not be found. Dec 20 16:37:33.819042 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0de4116f-cbbf-4fd5-bb41-19c210c6cea4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1346209 Dec 20 16:37:33.824996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:33.833548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0804e5d-5c26-44d0-868d-1752634e96a6 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4190083'] for subnet, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.864063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-bdd06560-2f5c-4df2-933a-a2f9842dd2fc', 'network_id': 'bdd06560-2f5c-4df2-933a-a2f9842dd2fc', 'project_id': 'b7e37cc1762f48fdb62b6c4db605fdeb', 'fixed_ips': [{'subnet_id': '9dd5f252-5076-409e-8f81-ecf6594e3af7'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:33.864580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.930947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ce4ace0-b924-4df3-b18b-c6947cb406f4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.938567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8509f71b-7389-4566-9843-cd7c6f0d8742 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:33.942306 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8509f71b-7389-4566-9843-cd7c6f0d8742 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7257695 Dec 20 16:37:33.944527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:33.988756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cc9be68a-0aee-4ba3-a23c-b3f4fb5d0107 None None] For port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,segment=NetworkSegment(59d039aa-4c8c-49c6-9ba1-0b26f02ee716),segment_id=59d039aa-4c8c-49c6-9ba1-0b26f02ee716)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:34.022468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:34.031164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc9be68a-0aee-4ba3-a23c-b3f4fb5d0107 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.038424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc9be68a-0aee-4ba3-a23c-b3f4fb5d0107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.041406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:34.046596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Allocated IP 172.26.1.207 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/6b15b3f7-6231-4bf9-97e3-37c17758cf7e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:34.051116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:34.057028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:34.057716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.067056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ce4ace0-b924-4df3-b18b-c6947cb406f4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.071292 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=3e3f8eb6-e192-4a22-ae96-ef293c4dbead,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:34.083802 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5ae4ee08-f424-49f6-a9f3-6d641cde43b8 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=1b1bfa31-d8a8-486b-9fd3-5aaf91cc37b3 HTTP/1.1" status: 200 len: 468 time: 0.1288674 Dec 20 16:37:34.083802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:34.146388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9be68a-0aee-4ba3-a23c-b3f4fb5d0107 None None] Pushing event updated for resources: {'Port': ['ID=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:34.158134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.168614 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-78ae406e-9135-413d-8450-be39e3d5f42a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0410647 Dec 20 16:37:34.172907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:34.183195 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.187134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe3e50cc-31a0-4db4-8c67-0d18869cc7a2'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:34.302212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51861c7b-971d-43f1-973e-433f76a9e1e1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:34.317581 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.355071 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.495575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.566720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:34.572686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:34.578180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event updated for resources: {'Port': ['ID=6b15b3f7-6231-4bf9-97e3-37c17758cf7e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:34.581088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:34.585819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] For port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b6f090aa-49bd-4ec8-a237-2392cf8fbc9f,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:34.591989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e0af8-b15b-492c-9e96-ca0411b5efe4 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:34.627550 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:34.634981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ce4ace0-b924-4df3-b18b-c6947cb406f4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.638168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ce4ace0-b924-4df3-b18b-c6947cb406f4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.641699 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3ce4ace0-b924-4df3-b18b-c6947cb406f4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/ec8d936b-f210-4e33-9f2b-ce1da372f095 HTTP/1.1" status: 204 len: 168 time: 0.8134463 Dec 20 16:37:34.652062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44428) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:34.680077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.683031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.683466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4ace0-b924-4df3-b18b-c6947cb406f4 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d936b-f210-4e33-9f2b-ce1da372f095,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:34.683975 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Added segment bce38f21-1f41-4a4b-b025-23eea0540840 of type vlan for network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 Dec 20 16:37:34.700109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.700854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.751521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9ccc8744-06d4-47ea-988f-e440574a42f6 None None] Provisioning complete for port 6b15b3f7-6231-4bf9-97e3-37c17758cf7e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:34.751901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8744-06d4-47ea-988f-e440574a42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.753092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0804e5d-5c26-44d0-868d-1752634e96a6 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771522699578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4185100'] for subnet, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.788500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Allocated IP 2001:db8::3 (bdd06560-2f5c-4df2-933a-a2f9842dd2fc/9dd5f252-5076-409e-8f81-ecf6594e3af7/bca4c3e3-49a2-43fe-97f4-0b448f096a34) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:34.814169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8bc61ee-92d9-457e-9325-d91bca7b20b8 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.817945 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b8bc61ee-92d9-457e-9325-d91bca7b20b8 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/1b1bfa31-d8a8-486b-9fd3-5aaf91cc37b3 HTTP/1.1" status: 204 len: 168 time: 0.7314925 Dec 20 16:37:34.818639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc8744-06d4-47ea-988f-e440574a42f6 None None] Port 6b15b3f7-6231-4bf9-97e3-37c17758cf7e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:34.841616 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:34.873648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0804e5d-5c26-44d0-868d-1752634e96a6 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:34.874279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0804e5d-5c26-44d0-868d-1752634e96a6 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.878292 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a0804e5d-5c26-44d0-868d-1752634e96a6 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "PUT /v2.0/subnets/9dd5f252-5076-409e-8f81-ecf6594e3af7 HTTP/1.1" status: 200 len: 900 time: 1.1889250 Dec 20 16:37:34.886364 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3d21ea62-fc0f-4e69-9727-390f899b9cd4 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=1b1bfa31-d8a8-486b-9fd3-5aaf91cc37b3 HTTP/1.1" status: 200 len: 216 time: 0.0371051 Dec 20 16:37:34.886364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:34.891466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:34.943363 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-292aa3d5-2321-424b-b0d3-31d7118f5dae tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0435231 Dec 20 16:37:34.944297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0804e5d-5c26-44d0-868d-1752634e96a6 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event updated for resources: {'Subnet': ['ID=9dd5f252-5076-409e-8f81-ecf6594e3af7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:34.949530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:35.030517 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-490aeab0-6ae3-4fc1-8302-1b364269af39 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0694604 Dec 20 16:37:35.031707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:35.056098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.056533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c5d9f7-9e41-4bc8-8a8d-79bf4e5cab60 None None] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:35.115401 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ebd78325-5a75-43f2-82fb-5edb363f948d tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/e3e38cd5-5592-4d37-bc2a-5424340b77e9 HTTP/1.1" status: 200 len: 473 time: 0.0799310 Dec 20 16:37:35.121324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:35.131351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9ccc8744-06d4-47ea-988f-e440574a42f6 None None] Provisioning complete for port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:35.131724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8744-06d4-47ea-988f-e440574a42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.166012 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-71a638fc-d699-4c12-83d4-a286f86259f4 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/c6e446ec-d31a-488e-9830-f465d380bae2 HTTP/1.1" status: 200 len: 461 time: 0.0435076 Dec 20 16:37:35.171262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:35.185283 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.188941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.191034 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:35.208349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:35.218706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:35.219201 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5ae1d4a1-e6c2-4618-a70a-8cf060eb5b6b tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5655696 Dec 20 16:37:35.220820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:35.221429 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.241588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5a5cb17c-71fa-4f45-adc5-e321551f7c6d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': 'b4df75bd-5697-43a7-a212-32b25bb59afd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:35.249466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc462bb-7ad1-4a86-8d89-628bcd1da964 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:35.287543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=b6f090aa-49bd-4ec8-a237-2392cf8fbc9f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:35.295661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=43428ee4-dab5-4c97-8df8-7b1bc62bfbf9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:35.315630 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2c4482a6-188e-4fc9-b74a-6dd26dade3c3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4377584 Dec 20 16:37:35.319230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:35.324476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:86:c3:9f', 'name': 'tempest-NetworksTestDHCPv6-929675093'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:35.330471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.336240 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:35.337309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.345986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.385322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.444902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5da4d633-2389-4287-8f39-68741a59f557 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.448559 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5da4d633-2389-4287-8f39-68741a59f557 tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/c6e446ec-d31a-488e-9830-f465d380bae2 HTTP/1.1" status: 204 len: 168 time: 0.2738819 Dec 20 16:37:35.455493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:35.523027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Network bdd06560-2f5c-4df2-933a-a2f9842dd2fc is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:35.529781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Pushing event updated for resources: {'Network': ['ID=710040b8-c111-4985-86dc-bf2ef2a0f8c9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:35.547537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:35.569013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:35.575501 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:35.585791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:35.629137 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8361c4ec-d114-47a9-a42d-3306918c1d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.9031549 Dec 20 16:37:35.656499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Delete allocated IP 2001:db8:0:1::3c5 (4bf54ee8-85fd-4634-b71e-0516124bce9e/6f14ebb2-30ee-4657-89dc-3130a765de39) {{(pid=103324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 16:37:35.658899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Pushing event updated for resources: {'Port': ['ID=bca4c3e3-49a2-43fe-97f4-0b448f096a34,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:35.669374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8744-06d4-47ea-988f-e440574a42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.718929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:35.741319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.820112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.880222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.883698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port 8e75b2bb-edf5-4403-a4b2-26cab9da4094 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:35.900738 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-5a5cb17c-71fa-4f45-adc5-e321551f7c6d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The resource could not be found. Dec 20 16:37:35.902726 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5a5cb17c-71fa-4f45-adc5-e321551f7c6d tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6829960 Dec 20 16:37:35.908570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:35.915358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6a2a12a5-b4d4-4fdd-b6ef-b254b43bd9c3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740952228'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:35.917619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9ccc8744-06d4-47ea-988f-e440574a42f6 None None] For port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b6f090aa-49bd-4ec8-a237-2392cf8fbc9f,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:35.921765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Attempting to bind port bca4c3e3-49a2-43fe-97f4-0b448f096a34 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:35.922331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Attempting to bind port bca4c3e3-49a2-43fe-97f4-0b448f096a34 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '7404c61c-1a9d-4677-aa79-021c7ac201b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bdd06560-2f5c-4df2-933a-a2f9842dd2fc'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:35.922893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Attempting to bind port bca4c3e3-49a2-43fe-97f4-0b448f096a34 on network bdd06560-2f5c-4df2-933a-a2f9842dd2fc {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:35.926901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:35.927268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.933908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8744-06d4-47ea-988f-e440574a42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.967006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:35.967452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Checking segment: {'id': '7404c61c-1a9d-4677-aa79-021c7ac201b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bdd06560-2f5c-4df2-933a-a2f9842dd2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:35.967777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.968172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Bound using segment: {'id': '7404c61c-1a9d-4677-aa79-021c7ac201b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bdd06560-2f5c-4df2-933a-a2f9842dd2fc'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:35.968656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Bound port: bca4c3e3-49a2-43fe-97f4-0b448f096a34, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7404c61c-1a9d-4677-aa79-021c7ac201b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bdd06560-2f5c-4df2-933a-a2f9842dd2fc'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:35.969043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.033451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:36.041083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Request body: {'port': {'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9', 'binding:host_id': 'hv-neutron-8223', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-845492826'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:36.129417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc8744-06d4-47ea-988f-e440574a42f6 None None] Pushing event updated for resources: {'Port': ['ID=b6f090aa-49bd-4ec8-a237-2392cf8fbc9f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:36.144853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-aa1244b9-bc4e-4335-8ea8-087965d1b32d None None] Provisioning complete for port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:36.145221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa1244b9-bc4e-4335-8ea8-087965d1b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.224447 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a2a12a5-b4d4-4fdd-b6ef-b254b43bd9c3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.229815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] For port bca4c3e3-49a2-43fe-97f4-0b448f096a34, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:36.252816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aa1244b9-bc4e-4335-8ea8-087965d1b32d None None] Port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:36.259184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] For port bca4c3e3-49a2-43fe-97f4-0b448f096a34, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=bca4c3e3-49a2-43fe-97f4-0b448f096a34,segment=NetworkSegment(7404c61c-1a9d-4677-aa79-021c7ac201b5),segment_id=7404c61c-1a9d-4677-aa79-021c7ac201b5)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:36.262621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b6f090aa-49bd-4ec8-a237-2392cf8fbc9f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:36.267478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0d2c-d51c-4715-b4d1-21a4a914023e tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.268273 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2d0a0d2c-d51c-4715-b4d1-21a4a914023e tempest-MeteringTestJSON-489510792 tempest-MeteringTestJSON-489510792-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/e3e38cd5-5592-4d37-bc2a-5424340b77e9 HTTP/1.1" status: 204 len: 168 time: 0.8118134 Dec 20 16:37:36.293600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.304323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.313349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.354704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.365133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd5f252-5076-409e-8f81-ecf6594e3af7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:36.388497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 172.20.0.7 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/60c2b860-ccbe-4bd6-a715-5f5c8cfde758/8e75b2bb-edf5-4403-a4b2-26cab9da4094) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:36.401723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:fe86:c39f (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/43428ee4-dab5-4c97-8df8-7b1bc62bfbf9/8e75b2bb-edf5-4403-a4b2-26cab9da4094) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:36.415807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.459479 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-aa1244b9-bc4e-4335-8ea8-087965d1b32d None None] Provisioning complete for port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:36.460134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa1244b9-bc4e-4335-8ea8-087965d1b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.524056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.568600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd06560-2f5c-4df2-933a-a2f9842dd2fc']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:36.573301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caf643-4b98-499c-8058-fe353929f0f7 None None] Pushing event updated for resources: {'Port': ['ID=bca4c3e3-49a2-43fe-97f4-0b448f096a34,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:36.591658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:36.591958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.623568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7404c61c-1a9d-4677-aa79-021c7ac201b5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:36.624007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7404c61c-1a9d-4677-aa79-021c7ac201b5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:36.668415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.670637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Made reservation on behalf of c93d80686f1641679e68de27a9db27da for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:36.673599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.723247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] In _notify_port_updated(), no bound segment for port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead on network 4bf54ee8-85fd-4634-b71e-0516124bce9e {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:37:36.731176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:36.732134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.736200 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "PUT /v2.0/ports/3e3f8eb6-e192-4a22-ae96-ef293c4dbead HTTP/1.1" status: 200 len: 925 time: 2.5595837 Dec 20 16:37:36.745510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:36.763571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.777944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:36.797269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.803216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec81e7-b049-46a7-8f36-86a51e44365c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=3e3f8eb6-e192-4a22-ae96-ef293c4dbead,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:36.831160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:36.831565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:36.836523 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:36.853536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe3e50cc-31a0-4db4-8c67-0d18869cc7a2'}, {'subnet_id': '6f14ebb2-30ee-4657-89dc-3130a765de39'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:36.904015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.907199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f46f0608-e3cf-4866-9ac8-47b135c45943 None None] Provisioning complete for port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:36.908483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f46f0608-e3cf-4866-9ac8-47b135c45943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:36.955202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Router 91b73fac-430f-4637-8fd5-36c625a62a1b is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:37:36.997308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f46f0608-e3cf-4866-9ac8-47b135c45943 None None] Port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:37.002021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.db.api [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:37:37.002021 dv-neutron-822328-3-hyperv neutron-server[103324]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:37:37.002021 dv-neutron-822328-3-hyperv neutron-server[103324]: [parameters: {'id': 'bdd06560-2f5c-4df2-933a-a2f9842dd2fc'}] Dec 20 16:37:37.002021 dv-neutron-822328-3-hyperv neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:37:37.003183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG oslo_db.api [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:37:37.006956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a2a12a5-b4d4-4fdd-b6ef-b254b43bd9c3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.019308 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a2a12a5-b4d4-4fdd-b6ef-b254b43bd9c3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.087034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.119224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.142054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] device_id is not set on port df115320-11d0-48f3-a0c3-f73a709275df yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:37.152931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68bfb6d6-2b71-45e3-a7bc-363a80d0faba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.167549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a2a12a5-b4d4-4fdd-b6ef-b254b43bd9c3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.168837 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6a2a12a5-b4d4-4fdd-b6ef-b254b43bd9c3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2571888 Dec 20 16:37:37.171285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a12a5-b4d4-4fdd-b6ef-b254b43bd9c3 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec430faa-d043-4ebf-9a13-3cd5bfe98561,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:37.189656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:37.202633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a2a3d403-9f80-48b9-9488-f4bfc4a290dd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--762378396'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:37.220014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a71d868d-e9b5-4160-a8e0-2bbc366d8665 None None] Provisioning complete for port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:37.220390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a71d868d-e9b5-4160-a8e0-2bbc366d8665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.228356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.262387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a71d868d-e9b5-4160-a8e0-2bbc366d8665 None None] Port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:37.275342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a71d868d-e9b5-4160-a8e0-2bbc366d8665 None None] Provisioning complete for port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:37.276821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a71d868d-e9b5-4160-a8e0-2bbc366d8665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.283309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.302244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c120a9-30e5-4841-aeb4-a732fd6d8244,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:37.399002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d403-9f80-48b9-9488-f4bfc4a290dd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.420273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:37.456906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68bfb6d6-2b71-45e3-a7bc-363a80d0faba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.468375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:37.473077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68bfb6d6-2b71-45e3-a7bc-363a80d0faba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.479261 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:37.489028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=8e75b2bb-edf5-4403-a4b2-26cab9da4094,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:37.513446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.516277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:37:37.526646 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f26f08-9893-45e7-bac5-bf5812aef620 None None] Sync routers for ids ['91b73fac-430f-4637-8fd5-36c625a62a1b'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:37:37.542326 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f26f08-9893-45e7-bac5-bf5812aef620 None None] Routers {'91b73fac-430f-4637-8fd5-36c625a62a1b'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:37.542985 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-92f26f08-9893-45e7-bac5-bf5812aef620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['91b73fac-430f-4637-8fd5-36c625a62a1b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:37.543132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device bca4c3e3-49a2-43fe-97f4-0b448f096a34 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:37.576435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] device_id is not set on port df115320-11d0-48f3-a0c3-f73a709275df yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:37.585477 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-68bfb6d6-2b71-45e3-a7bc-363a80d0faba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=441863b4b6924f1f8a06e10e3e11f6b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8018816 Dec 20 16:37:37.587866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfb6d6-2b71-45e3-a7bc-363a80d0faba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440240d6-535b-4f2a-8920-c93a52e4f71d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:37.604334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:37.608763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.626922 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-92f26f08-9893-45e7-bac5-bf5812aef620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:37.633899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port bca4c3e3-49a2-43fe-97f4-0b448f096a34 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:37.634325 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.652636 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f26f08-9893-45e7-bac5-bf5812aef620 None None] Routers {'91b73fac-430f-4637-8fd5-36c625a62a1b'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:37.653086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.653251 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-92f26f08-9893-45e7-bac5-bf5812aef620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['91b73fac-430f-4637-8fd5-36c625a62a1b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:37.727663 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-92f26f08-9893-45e7-bac5-bf5812aef620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:37.728343 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f26f08-9893-45e7-bac5-bf5812aef620 None None] The sync data for ids ['91b73fac-430f-4637-8fd5-36c625a62a1b'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:37:37.756627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'Port': ['ID=df115320-11d0-48f3-a0c3-f73a709275df,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:37.766886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:37.767914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.771924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Checking segment: {'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:37.772435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Network hostable DHCP agents. Network: 710040b8-c111-4985-86dc-bf2ef2a0f8c9, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:37.779482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.796602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting port bca4c3e3-49a2-43fe-97f4-0b448f096a34 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:37.796990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.819041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.824104 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-eecead97-facf-412c-8a97-870db6ac4b9a tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.2496421 Dec 20 16:37:37.831478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:37.841137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:37.853590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port bca4c3e3-49a2-43fe-97f4-0b448f096a34, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=bca4c3e3-49a2-43fe-97f4-0b448f096a34,segment=NetworkSegment(7404c61c-1a9d-4677-aa79-021c7ac201b5),segment_id=7404c61c-1a9d-4677-aa79-021c7ac201b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:37.867600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.868494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b6f090aa-49bd-4ec8-a237-2392cf8fbc9f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:37.891291 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-997a776d-369b-4479-978f-94dd5a5c3bf2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5683851 Dec 20 16:37:37.898175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:37.947123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 710040b8-c111-4985-86dc-bf2ef2a0f8c9) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:37.951708 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:37.968496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] For port bca4c3e3-49a2-43fe-97f4-0b448f096a34, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=bca4c3e3-49a2-43fe-97f4-0b448f096a34,segment=NetworkSegment(7404c61c-1a9d-4677-aa79-021c7ac201b5),segment_id=7404c61c-1a9d-4677-aa79-021c7ac201b5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:37.968859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:37.987630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:37.988051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:37.988421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.019789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Calling delete_port for bca4c3e3-49a2-43fe-97f4-0b448f096a34 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:38.022816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1fe2e1-8792-4f68-80e4-9ae1646d44c4 None None] Network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:38.042075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.042467 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.043411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d403-9f80-48b9-9488-f4bfc4a290dd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.047675 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 2 to bind port df115320-11d0-48f3-a0c3-f73a709275df Dec 20 16:37:38.070687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d403-9f80-48b9-9488-f4bfc4a290dd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.077746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=bca4c3e3-49a2-43fe-97f4-0b448f096a34,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:38.085381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f5e67b0-2f21-4892-a9df-c20eb747a3f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.103656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:38.104039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:38.104375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.113050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7caed-64ab-41c6-92d3-a01901f13a01 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:38.117241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.117566 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.119691 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f26f190f-ef9a-4e0e-981b-798a7d8e3f3f tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/routers/91b73fac-430f-4637-8fd5-36c625a62a1b HTTP/1.1" status: 200 len: 919 time: 0.2867560 Dec 20 16:37:38.121109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7caed-64ab-41c6-92d3-a01901f13a01 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:38.121643 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 3 to bind port df115320-11d0-48f3-a0c3-f73a709275df Dec 20 16:37:38.125975 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-edf7caed-64ab-41c6-92d3-a01901f13a01 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2129543 Dec 20 16:37:38.126169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:38.143531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:38.162277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2d338a97-e2a9-4a79-9625-102a4aaafedd None None] Provisioning complete for port 8e75b2bb-edf5-4403-a4b2-26cab9da4094 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:38.162911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d338a97-e2a9-4a79-9625-102a4aaafedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.183654 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-01d0eff4-5cb0-4967-87de-f2f042de34db tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b73fac-430f-4637-8fd5-36c625a62a1b HTTP/1.1" status: 200 len: 205 time: 0.0517278 Dec 20 16:37:38.183861 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3d403-9f80-48b9-9488-f4bfc4a290dd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d6584f-037f-4bc9-8e5b-1302da079ddc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:38.186982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d403-9f80-48b9-9488-f4bfc4a290dd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.191672 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a2a3d403-9f80-48b9-9488-f4bfc4a290dd tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9995368 Dec 20 16:37:38.192899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:38.193323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:38.209360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:38.209704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:38.210031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.215590 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4bf9d3d8-4a0a-4151-a4de-aee81b7c4204 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': 'ec430faa-d043-4ebf-9a13-3cd5bfe98561', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd4d6584f-037f-4bc9-8e5b-1302da079ddc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:38.234185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.234533 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.237258 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 4 to bind port df115320-11d0-48f3-a0c3-f73a709275df Dec 20 16:37:38.245861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e6ee8-4842-447f-a583-62063082ac85 None None] Network bdd06560-2f5c-4df2-933a-a2f9842dd2fc requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:38.263173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2d338a97-e2a9-4a79-9625-102a4aaafedd None None] Port 8e75b2bb-edf5-4403-a4b2-26cab9da4094 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:38.281487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:38.281759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:38.281977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.286336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.320943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.321176 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.321916 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 5 to bind port df115320-11d0-48f3-a0c3-f73a709275df Dec 20 16:37:38.323469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:38.323844 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.331459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No DVR routers for this DVR port bca4c3e3-49a2-43fe-97f4-0b448f096a34 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:38.337139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Port': ['ID=bca4c3e3-49a2-43fe-97f4-0b448f096a34,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:38.389160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e1062560-b35d-4d59-97c5-e41b9e7e65d1 None None] Could not find standard attr ID for object bca4c3e3-49a2-43fe-97f4-0b448f096a34. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:37:38.396508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:38.396849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:38.397178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.413279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-97f1af65-519a-454f-bcbe-826a6ab52470 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 8e75b2bb-edf5-4403-a4b2-26cab9da4094 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:38.413633 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97f1af65-519a-454f-bcbe-826a6ab52470 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.420418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.420776 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.434406 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 6 to bind port df115320-11d0-48f3-a0c3-f73a709275df Dec 20 16:37:38.490174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.524273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:38.524627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:38.524938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.552569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.552896 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.556791 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 7 to bind port df115320-11d0-48f3-a0c3-f73a709275df Dec 20 16:37:38.562915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd06560-2f5c-4df2-933a-a2f9842dd2fc']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:38.587913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7404c61c-1a9d-4677-aa79-021c7ac201b5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:38.588139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7404c61c-1a9d-4677-aa79-021c7ac201b5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:38.610740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:38.611182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:38.611453 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.613748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d28e3-7d9e-4f15-b809-a7013d3d0730 None None] DHCP port deletion for bdd06560-2f5c-4df2-933a-a2f9842dd2fc request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:38.614678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.625059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97f1af65-519a-454f-bcbe-826a6ab52470 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.637946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.638497 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.641833 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 8 to bind port df115320-11d0-48f3-a0c3-f73a709275df Dec 20 16:37:38.648626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.651872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-97f1af65-519a-454f-bcbe-826a6ab52470 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 8e75b2bb-edf5-4403-a4b2-26cab9da4094 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:38.654361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b8b4b8-9e70-4bde-abb1-42aee6a6681e None None] Network bdd06560-2f5c-4df2-933a-a2f9842dd2fc requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:38.669023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:38.669023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:38.672082 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:38.694293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:38.694293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:38.694745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.697842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f5e67b0-2f21-4892-a9df-c20eb747a3f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.740748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8:0:1::20b (4bf54ee8-85fd-4634-b71e-0516124bce9e/6f14ebb2-30ee-4657-89dc-3130a765de39/3e3f8eb6-e192-4a22-ae96-ef293c4dbead) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:38.765174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.765585 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.772942 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 9 to bind port df115320-11d0-48f3-a0c3-f73a709275df Dec 20 16:37:38.782683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.798528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:38.798926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:38.799266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.805224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.815994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.819055 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/bdd06560-2f5c-4df2-933a-a2f9842dd2fc HTTP/1.1" status: 204 len: 168 time: 3.9319553 Dec 20 16:37:38.820905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.821214 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.835263 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 10 to bind port df115320-11d0-48f3-a0c3-f73a709275df Dec 20 16:37:38.836238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44486) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:38.844935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7507b59-d728-432c-9596-ace1be97abe5 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=bdd06560-2f5c-4df2-933a-a2f9842dd2fc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:38.851033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:38.852328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:38.852328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:38.852545 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-4bf9d3d8-4a0a-4151-a4de-aee81b7c4204 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:38.856497 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4bf9d3d8-4a0a-4151-a4de-aee81b7c4204 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6484339 Dec 20 16:37:38.858939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:38.865624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port df115320-11d0-48f3-a0c3-f73a709275df on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:38.865934 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port df115320-11d0-48f3-a0c3-f73a709275df on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:38.866298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.909046 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82b3235-7f09-44c8-b6a0-e53b0ce43284 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:38.909428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82b3235-7f09-44c8-b6a0-e53b0ce43284 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:38.912499 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a82b3235-7f09-44c8-b6a0-e53b0ce43284 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/9dd5f252-5076-409e-8f81-ecf6594e3af7 HTTP/1.1" status: 404 len: 337 time: 0.0753217 Dec 20 16:37:38.919265 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:38.935755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f5e67b0-2f21-4892-a9df-c20eb747a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.938825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f5e67b0-2f21-4892-a9df-c20eb747a3f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:38.939949 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0f5e67b0-2f21-4892-a9df-c20eb747a3f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/440240d6-535b-4f2a-8920-c93a52e4f71d HTTP/1.1" status: 204 len: 168 time: 1.3344147 Dec 20 16:37:38.992752 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-94087835-d725-4cca-ae7b-4dc11dba1ba8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:38.993316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94087835-d725-4cca-ae7b-4dc11dba1ba8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:38.998884 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-94087835-d725-4cca-ae7b-4dc11dba1ba8 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/bdd06560-2f5c-4df2-933a-a2f9842dd2fc HTTP/1.1" status: 404 len: 339 time: 0.0745935 Dec 20 16:37:39.005263 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44494) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.022933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e67b0-2f21-4892-a9df-c20eb747a3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440240d6-535b-4f2a-8920-c93a52e4f71d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:39.144486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.155644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.159621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.193527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.262794 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.313853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7939478e-3147-4d4c-adb1-c3c1f6898bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.326881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] In _notify_port_updated(), no bound segment for port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead on network 4bf54ee8-85fd-4634-b71e-0516124bce9e {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:37:39.332566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:39.333211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.337189 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "PUT /v2.0/ports/3e3f8eb6-e192-4a22-ae96-ef293c4dbead HTTP/1.1" status: 200 len: 1011 time: 2.5538979 Dec 20 16:37:39.346366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a09ca-0a3e-4c95-bfa3-de4a7adda69e tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=3e3f8eb6-e192-4a22-ae96-ef293c4dbead,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:39.349794 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.365556 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device bca4c3e3-49a2-43fe-97f4-0b448f096a34 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:39.384879 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9e3142b-3522-4aa2-be17-353a55ed5430 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.401607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: bca4c3e3-49a2-43fe-97f4-0b448f096a34 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:39.401885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device bca4c3e3-49a2-43fe-97f4-0b448f096a34 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:39.403637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] For port df115320-11d0-48f3-a0c3-f73a709275df, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:39.404125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempted to set empty binding levels {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 16:37:39.413007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97f1af65-519a-454f-bcbe-826a6ab52470 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.425134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.434378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9e3142b-3522-4aa2-be17-353a55ed5430 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.434842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.469054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Deleting port 6b15b3f7-6231-4bf9-97e3-37c17758cf7e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:39.469394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.523277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7ea5a2-4383-47dc-88c0-0a9eee94d081']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:39.537170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:39.537942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.541855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adfb685-31d7-4038-a38f-c62c44500fdf') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:39.542425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adfb685-31d7-4038-a38f-c62c44500fdf') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:39.552296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-af25db18-d155-428e-aca2-5507754f4554 None None] Provisioning complete for port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:39.552639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af25db18-d155-428e-aca2-5507754f4554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.590636 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.599433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-af25db18-d155-428e-aca2-5507754f4554 None None] Port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:39.608630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'Port': ['ID=df115320-11d0-48f3-a0c3-f73a709275df,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:39.629434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.649706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:39.650419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.660181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9295b5d8-8110-41a8-b021-9cc6fd444ed1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 3e3f8eb6-e192-4a22-ae96-ef293c4dbead {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:39.660761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9295b5d8-8110-41a8-b021-9cc6fd444ed1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:39.665377 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:39.668619 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:39.670395 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-524eff6d-70d7-42e3-98f6-ad8f24bcb296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.6289158 Dec 20 16:37:39.673571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.674409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1af65-519a-454f-bcbe-826a6ab52470 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=8e75b2bb-edf5-4403-a4b2-26cab9da4094,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:39.687158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.727023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9e3142b-3522-4aa2-be17-353a55ed5430 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.729762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9e3142b-3522-4aa2-be17-353a55ed5430 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.731018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b9e3142b-3522-4aa2-be17-353a55ed5430 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/d4d6584f-037f-4bc9-8e5b-1302da079ddc HTTP/1.1" status: 204 len: 168 time: 0.8730280 Dec 20 16:37:39.747038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.771808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Calling delete_port for 6b15b3f7-6231-4bf9-97e3-37c17758cf7e owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:39.793904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97f1af65-519a-454f-bcbe-826a6ab52470 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.797134 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-97f1af65-519a-454f-bcbe-826a6ab52470 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/8e75b2bb-edf5-4403-a4b2-26cab9da4094 HTTP/1.1" status: 204 len: 168 time: 1.6515832 Dec 20 16:37:39.799728 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3142b-3522-4aa2-be17-353a55ed5430 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d6584f-037f-4bc9-8e5b-1302da079ddc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:39.804456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.856227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.867507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7939478e-3147-4d4c-adb1-c3c1f6898bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.873195 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.876403 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/7e7ea5a2-4383-47dc-88c0-0a9eee94d081 HTTP/1.1" status: 204 len: 168 time: 0.8677716 Dec 20 16:37:39.882385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.889899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7939478e-3147-4d4c-adb1-c3c1f6898bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.908682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cce58-bd74-4d2b-834e-d05dbc2e5394 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=7e7ea5a2-4383-47dc-88c0-0a9eee94d081,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:39.942732 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-75338292-0e96-4693-9451-c2a138feea26 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:39.943189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75338292-0e96-4693-9451-c2a138feea26 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:39.946300 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-75338292-0e96-4693-9451-c2a138feea26 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/226ed252-ed54-43c4-a1ae-c1234bc5471a HTTP/1.1" status: 404 len: 337 time: 0.0525622 Dec 20 16:37:39.950239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9295b5d8-8110-41a8-b021-9cc6fd444ed1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:39.951926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570eea68-410d-4482-939a-9973b60a4b50 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:39.953449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570eea68-410d-4482-939a-9973b60a4b50 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:39.953627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.954970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570eea68-410d-4482-939a-9973b60a4b50 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:39.956536 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-570eea68-410d-4482-939a-9973b60a4b50 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1461701 Dec 20 16:37:39.968090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44512) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.977461 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-16487d44-2505-4049-abc1-898626b42826 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2290936 Dec 20 16:37:39.981659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:39.992414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939478e-3147-4d4c-adb1-c3c1f6898bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ad7a29-8ade-4f4d-8e36-aaf710886f5d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:40.000438 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7939478e-3147-4d4c-adb1-c3c1f6898bb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e42f0e6038af42a2a36d70903c5528f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7336473 Dec 20 16:37:40.001798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:40.016683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9295b5d8-8110-41a8-b021-9cc6fd444ed1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 3e3f8eb6-e192-4a22-ae96-ef293c4dbead owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:40.018796 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7484cc1d-91d9-4194-86ae-d3223624fcce tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:40.019315 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7484cc1d-91d9-4194-86ae-d3223624fcce tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:40.022346 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7484cc1d-91d9-4194-86ae-d3223624fcce tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/f362f431-112e-46a1-adbc-0aa9594dc4d3 HTTP/1.1" status: 404 len: 339 time: 0.0677834 Dec 20 16:37:40.030923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44518) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:40.032937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ba67ad0d-7cd6-43aa-b73f-e5e77b2ffba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Deleting port df115320-11d0-48f3-a0c3-f73a709275df {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:40.033369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba67ad0d-7cd6-43aa-b73f-e5e77b2ffba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.157638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64dc6ea-a354-4b61-bf45-5f1602dc46ee tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.159950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ba67ad0d-7cd6-43aa-b73f-e5e77b2ffba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] For port df115320-11d0-48f3-a0c3-f73a709275df, host hv-neutron-8223, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:40.160393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba67ad0d-7cd6-43aa-b73f-e5e77b2ffba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.163181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc6f925-2e85-4034-ad40-cbe7d4990b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.168038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-377264fb-bd1c-49ea-9c43-048b93b1ea5a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 43428ee4-dab5-4c97-8df8-7b1bc62bfbf9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:40.175866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-377264fb-bd1c-49ea-9c43-048b93b1ea5a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.199914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ba67ad0d-7cd6-43aa-b73f-e5e77b2ffba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Calling delete_port for df115320-11d0-48f3-a0c3-f73a709275df owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:40.225866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc6f925-2e85-4034-ad40-cbe7d4990b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.226083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd96e6fc-f1ce-4b4d-894a-3d81429a50e7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting subnet fd5e00a6-4147-47be-bf65-c2ab7767f346 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:40.230452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64dc6ea-a354-4b61-bf45-5f1602dc46ee tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.240714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6fc-f1ce-4b4d-894a-3d81429a50e7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.296561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-377264fb-bd1c-49ea-9c43-048b93b1ea5a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.353499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64dc6ea-a354-4b61-bf45-5f1602dc46ee tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.357046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64dc6ea-a354-4b61-bf45-5f1602dc46ee tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.358251 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f64dc6ea-a354-4b61-bf45-5f1602dc46ee tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/ec430faa-d043-4ebf-9a13-3cd5bfe98561 HTTP/1.1" status: 204 len: 168 time: 0.3741510 Dec 20 16:37:40.363821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:40.371303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6fc-f1ce-4b4d-894a-3d81429a50e7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.385113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dc6ea-a354-4b61-bf45-5f1602dc46ee tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec430faa-d043-4ebf-9a13-3cd5bfe98561,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:40.393735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba67ad0d-7cd6-43aa-b73f-e5e77b2ffba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.402067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc6f925-2e85-4034-ad40-cbe7d4990b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.404236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.406147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cc6f925-2e85-4034-ad40-cbe7d4990b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.411663 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6cc6f925-2e85-4034-ad40-cbe7d4990b31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66ad7a29-8ade-4f4d-8e36-aaf710886f5d HTTP/1.1" status: 204 len: 168 time: 0.4084511 Dec 20 16:37:40.455402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba67ad0d-7cd6-43aa-b73f-e5e77b2ffba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.461096 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ba67ad0d-7cd6-43aa-b73f-e5e77b2ffba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "DELETE /v2.0/ports/df115320-11d0-48f3-a0c3-f73a709275df HTTP/1.1" status: 204 len: 168 time: 0.7813249 Dec 20 16:37:40.461096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67ad0d-7cd6-43aa-b73f-e5e77b2ffba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event deleted for resources: {'Port': ['ID=df115320-11d0-48f3-a0c3-f73a709275df,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:40.464597 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:40.480785 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6f925-2e85-4034-ad40-cbe7d4990b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ad7a29-8ade-4f4d-8e36-aaf710886f5d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:40.496192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event deleted for resources: {'Port': ['ID=6b15b3f7-6231-4bf9-97e3-37c17758cf7e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:40.503478 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6096c4a-c3bb-478c-b2e4-8fe5eaa50efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] GET failed (client error): The resource could not be found. Dec 20 16:37:40.508936 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c6096c4a-c3bb-478c-b2e4-8fe5eaa50efa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "GET /v2.0/ports/df115320-11d0-48f3-a0c3-f73a709275df HTTP/1.1" status: 404 len: 333 time: 0.0395563 Dec 20 16:37:40.510214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:40.515248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Request body: {'port': {'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1658284738'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:40.534127 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a054d5a0-51ed-41e2-acc9-252ad6ec2896 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1691673 Dec 20 16:37:40.537766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:40.543208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a0cd0b66-af9c-4f9c-ae0a-17c2730f501e tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--664674944'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:40.556023 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9117ecb7-49f2-4a3a-b510-d31c3445d7f2 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:40.576317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Made reservation on behalf of c93d80686f1641679e68de27a9db27da for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:40.579471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.582892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0b66-af9c-4f9c-ae0a-17c2730f501e tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.585237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-377264fb-bd1c-49ea-9c43-048b93b1ea5a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.636765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] device_id is not set on port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:40.719463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6fc-f1ce-4b4d-894a-3d81429a50e7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.725018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.749123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0b66-af9c-4f9c-ae0a-17c2730f501e tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.753155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0b66-af9c-4f9c-ae0a-17c2730f501e tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.794537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0b66-af9c-4f9c-ae0a-17c2730f501e tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.800565 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a0cd0b66-af9c-4f9c-ae0a-17c2730f501e tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2589834 Dec 20 16:37:40.801469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:40.807345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c2782767-7cba-4fd3-bd54-7d2ad71a0e1f tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': 'a0dd4ca5-bc67-4378-a799-a4a76feeb609', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:40.812933 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd0b66-af9c-4f9c-ae0a-17c2730f501e tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dd4ca5-bc67-4378-a799-a4a76feeb609,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:40.869827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9295b5d8-8110-41a8-b021-9cc6fd444ed1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.879111 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-c2782767-7cba-4fd3-bd54-7d2ad71a0e1f tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:40.882785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-377264fb-bd1c-49ea-9c43-048b93b1ea5a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.882956 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c2782767-7cba-4fd3-bd54-7d2ad71a0e1f tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0780842 Dec 20 16:37:40.883761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:40.886437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.889091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9e6e4cfa-961e-49af-b7dd-b2449c7c48e2 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group_rule': {'security_group_id': 'a0dd4ca5-bc67-4378-a799-a4a76feeb609', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:40.894860 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:40.947215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295b5d8-8110-41a8-b021-9cc6fd444ed1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=3e3f8eb6-e192-4a22-ae96-ef293c4dbead,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:40.954660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377264fb-bd1c-49ea-9c43-048b93b1ea5a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=43428ee4-dab5-4c97-8df8-7b1bc62bfbf9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:40.999061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-377264fb-bd1c-49ea-9c43-048b93b1ea5a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.002560 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-377264fb-bd1c-49ea-9c43-048b93b1ea5a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/43428ee4-dab5-4c97-8df8-7b1bc62bfbf9 HTTP/1.1" status: 204 len: 168 time: 1.0311749 Dec 20 16:37:41.008505 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:41.008783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d7a8ac-d765-4704-b0c9-2fcd3b388bae None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:41.038155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6fc-f1ce-4b4d-894a-3d81429a50e7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.042369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.050709 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-9e6e4cfa-961e-49af-b7dd-b2449c7c48e2 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:41.051793 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9e6e4cfa-961e-49af-b7dd-b2449c7c48e2 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1670179 Dec 20 16:37:41.057182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:41.068772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.069347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Fanout notify agent at l3_agent the message router_deleted on router 91b73fac-430f-4637-8fd5-36c625a62a1b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:37:41.103727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.108242 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ed1ee6dd-6780-489b-8242-8821db75b791 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/91b73fac-430f-4637-8fd5-36c625a62a1b HTTP/1.1" status: 204 len: 168 time: 2.9053574 Dec 20 16:37:41.119612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:41.129316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96e6fc-f1ce-4b4d-894a-3d81429a50e7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5e00a6-4147-47be-bf65-c2ab7767f346,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:41.131546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd96e6fc-f1ce-4b4d-894a-3d81429a50e7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.142564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1864974504', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:41.147252 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fd96e6fc-f1ce-4b4d-894a-3d81429a50e7 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/fd5e00a6-4147-47be-bf65-c2ab7767f346 HTTP/1.1" status: 204 len: 168 time: 1.1139338 Dec 20 16:37:41.148923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9295b5d8-8110-41a8-b021-9cc6fd444ed1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.151269 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d989f6-4405-4468-ac99-6c7a35e3df0d None None] Network a88a65f6-016e-4ef0-a843-181a92ea2230 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:41.155715 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9295b5d8-8110-41a8-b021-9cc6fd444ed1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/3e3f8eb6-e192-4a22-ae96-ef293c4dbead HTTP/1.1" status: 204 len: 168 time: 1.7968593 Dec 20 16:37:41.159140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44550) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:41.159466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:41.224816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.232169 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-826b23f2-a5c6-42c2-a0cb-73a8d092809d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:37:41.236588 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-826b23f2-a5c6-42c2-a0cb-73a8d092809d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/3e3f8eb6-e192-4a22-ae96-ef293c4dbead HTTP/1.1" status: 404 len: 333 time: 0.0748978 Dec 20 16:37:41.237083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4587593b-28d4-42db-a1e6-b93c14a964dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.239544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:41.256835 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8615428c-c3d1-41f9-a50f-cf9dac17c8bc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 60c2b860-ccbe-4bd6-a715-5f5c8cfde758 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:41.302715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.308138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.338030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:41.345108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:41.360125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:41.361903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:41.362721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.375813 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4587593b-28d4-42db-a1e6-b93c14a964dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.381581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'Port': ['ID=3c3d73fd-5c6e-478c-aaa8-b9d75d904e60,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:41.513412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5050c305-05d5-4cc1-adcf-ae5856f33ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0019913 Dec 20 16:37:41.521363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:41.524365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.531189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:41.668672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4587593b-28d4-42db-a1e6-b93c14a964dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.672105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4587593b-28d4-42db-a1e6-b93c14a964dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.673480 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4587593b-28d4-42db-a1e6-b93c14a964dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/a0dd4ca5-bc67-4378-a799-a4a76feeb609 HTTP/1.1" status: 204 len: 168 time: 0.6124835 Dec 20 16:37:41.696825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:41.770965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c22e70e-cbe8-4519-9a50-17cdb187022f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet 6f14ebb2-30ee-4657-89dc-3130a765de39 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:41.778498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587593b-28d4-42db-a1e6-b93c14a964dc tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dd4ca5-bc67-4378-a799-a4a76feeb609,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:41.779758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c22e70e-cbe8-4519-9a50-17cdb187022f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.782380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8615428c-c3d1-41f9-a50f-cf9dac17c8bc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.859184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.865405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f96d80c-a23b-48e4-b2d1-f32298b39338 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting subnet d3ea6f3c-b4a7-4539-b8ea-6b124fba1c09 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:41.868993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f96d80c-a23b-48e4-b2d1-f32298b39338 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.895318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.927170 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f96d80c-a23b-48e4-b2d1-f32298b39338 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.987488 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ff4c55c1-1baf-49a6-b871-f557673d5c95 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2874722 Dec 20 16:37:41.993041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:41.997570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8615428c-c3d1-41f9-a50f-cf9dac17c8bc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:41.999238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-372bf211-ca3a-4c7c-9a36-57febacd0926 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'tempest-secgroup--198679962'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:42.047954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c22e70e-cbe8-4519-9a50-17cdb187022f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.151055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-372bf211-ca3a-4c7c-9a36-57febacd0926 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.264654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8615428c-c3d1-41f9-a50f-cf9dac17c8bc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.341916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f96d80c-a23b-48e4-b2d1-f32298b39338 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.348255 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c22e70e-cbe8-4519-9a50-17cdb187022f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.369476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] device_id is not set on port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:42.409643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-372bf211-ca3a-4c7c-9a36-57febacd0926 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.420227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.430127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-372bf211-ca3a-4c7c-9a36-57febacd0926 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.461254 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-04d503fd-a420-476c-a135-33be64abeba6 None None] Provisioning complete for port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:42.463107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04d503fd-a420-476c-a135-33be64abeba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.480682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.484554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8615428c-c3d1-41f9-a50f-cf9dac17c8bc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.507027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:42.543688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615428c-c3d1-41f9-a50f-cf9dac17c8bc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=60c2b860-ccbe-4bd6-a715-5f5c8cfde758,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:42.547551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8615428c-c3d1-41f9-a50f-cf9dac17c8bc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.549962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-372bf211-ca3a-4c7c-9a36-57febacd0926 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.551640 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-372bf211-ca3a-4c7c-9a36-57febacd0926 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5562282 Dec 20 16:37:42.555395 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8615428c-c3d1-41f9-a50f-cf9dac17c8bc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/60c2b860-ccbe-4bd6-a715-5f5c8cfde758 HTTP/1.1" status: 204 len: 168 time: 1.5458646 Dec 20 16:37:42.557099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44590) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:42.560173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bf211-ca3a-4c7c-9a36-57febacd0926 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe39b0-a47e-47c1-bd57-71e67f7c6510,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:42.560426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:42.563898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-68c782bc-8572-4d2b-bd50-4c7926388626 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:42.564532 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-68c782bc-8572-4d2b-bd50-4c7926388626 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 16:37:42.565218 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-68c782bc-8572-4d2b-bd50-4c7926388626 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 16:37:42.569476 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-68c782bc-8572-4d2b-bd50-4c7926388626 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "PUT /v2.0/security-groups/e1fe39b0-a47e-47c1-bd57-71e67f7c6510 HTTP/1.1" status: 409 len: 330 time: 0.0101426 Dec 20 16:37:42.573280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:42.615943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2fbc3f-059b-4d3d-9227-901ab982cd69 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:42.616361 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-04ef796b-9234-44cb-a22c-45b2a2deb730 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447149 Dec 20 16:37:42.622929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c22e70e-cbe8-4519-9a50-17cdb187022f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.625068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f96d80c-a23b-48e4-b2d1-f32298b39338 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.627549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44596) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:42.642833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:42.649145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'Port': ['ID=3c3d73fd-5c6e-478c-aaa8-b9d75d904e60,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:42.679464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:42.679805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:42.680923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:42.703623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f96d80c-a23b-48e4-b2d1-f32298b39338 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.706981 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3f96d80c-a23b-48e4-b2d1-f32298b39338 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/d3ea6f3c-b4a7-4539-b8ea-6b124fba1c09 HTTP/1.1" status: 204 len: 168 time: 1.5465701 Dec 20 16:37:42.717050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22e70e-cbe8-4519-9a50-17cdb187022f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=6f14ebb2-30ee-4657-89dc-3130a765de39,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:42.719561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c22e70e-cbe8-4519-9a50-17cdb187022f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.723133 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7c22e70e-cbe8-4519-9a50-17cdb187022f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/6f14ebb2-30ee-4657-89dc-3130a765de39 HTTP/1.1" status: 204 len: 168 time: 1.4805748 Dec 20 16:37:42.723690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44598) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:42.725304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9173d97d-57b8-4627-b689-6c456d6569be None None] Network a88a65f6-016e-4ef0-a843-181a92ea2230 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:42.728738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab85e42-a03a-4e8e-82c2-150420d75e3e None None] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:42.737328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:42.738193 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:42.739650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.764608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:42.765119 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 2 to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 Dec 20 16:37:42.768920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.808987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-904b6a97-97a5-4d0e-a1e2-a752182fec4b None None] Provisioning complete for port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:42.809362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-904b6a97-97a5-4d0e-a1e2-a752182fec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.841659 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1412884064'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:42.848202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:42.848202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:42.848202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:42.850369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96d80c-a23b-48e4-b2d1-f32298b39338 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ea6f3c-b4a7-4539-b8ea-6b124fba1c09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:42.862742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:42.863073 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:42.867231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 3 to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 Dec 20 16:37:42.889304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-79df718b-36cf-499c-8606-66293bff4d12 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet fe3e50cc-31a0-4db4-8c67-0d18869cc7a2 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:42.898502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79df718b-36cf-499c-8606-66293bff4d12 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.929760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:42.930113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:42.930407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:42.938028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.939850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4012c5dc-1b8b-4d66-951c-873539819690 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:42.964968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:42.965193 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:42.969572 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 4 to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 Dec 20 16:37:42.986918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:42.986918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:42.986918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:42.987941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Made reservation on behalf of eba4e78f77c846039fd7f8164217dfd8 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:42.991815 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.003180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:43.003180 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:43.005454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79df718b-36cf-499c-8606-66293bff4d12 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.009748 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 5 to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 Dec 20 16:37:43.015999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4012c5dc-1b8b-4d66-951c-873539819690 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.018689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:43.022337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.033483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.058796 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Allocated IP 172.26.1.20 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/e41075a8-ce91-4837-afc5-0deedc00f49a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:43.064562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e393cd-220f-436f-81e9-7c91b4a58fac None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:43.070151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:43.070514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:43.071039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:43.093257 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:43.093789 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:43.098752 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 6 to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 Dec 20 16:37:43.132474 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-33e393cd-220f-436f-81e9-7c91b4a58fac None None] Deleting port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:43.132859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33e393cd-220f-436f-81e9-7c91b4a58fac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.160628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:43.160961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:43.161476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:43.194242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:43.197495 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:43.201392 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 7 to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 Dec 20 16:37:43.205322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87ab28-94d5-4dd3-a48f-910fe39cfcd5 None None] DHCP port deletion for a88a65f6-016e-4ef0-a843-181a92ea2230 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:43.218382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:43.218957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:43.219476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:43.227936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-33e393cd-220f-436f-81e9-7c91b4a58fac None None] For port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b6f090aa-49bd-4ec8-a237-2392cf8fbc9f,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:43.229694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33e393cd-220f-436f-81e9-7c91b4a58fac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.231650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79df718b-36cf-499c-8606-66293bff4d12 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.236474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:43.236803 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:43.240820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4012c5dc-1b8b-4d66-951c-873539819690 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.243770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4012c5dc-1b8b-4d66-951c-873539819690 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.248566 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4012c5dc-1b8b-4d66-951c-873539819690 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/e1fe39b0-a47e-47c1-bd57-71e67f7c6510 HTTP/1.1" status: 204 len: 168 time: 0.6352515 Dec 20 16:37:43.252047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:43.263370 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 8 to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 Dec 20 16:37:43.269525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-33e393cd-220f-436f-81e9-7c91b4a58fac None None] Calling delete_port for b6f090aa-49bd-4ec8-a237-2392cf8fbc9f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:43.313581 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012c5dc-1b8b-4d66-951c-873539819690 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe39b0-a47e-47c1-bd57-71e67f7c6510,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:43.334556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.351120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:43.351120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:43.351406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:43.367748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ee87ab28-94d5-4dd3-a48f-910fe39cfcd5 None None] Deleting port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:43.368127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee87ab28-94d5-4dd3-a48f-910fe39cfcd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.397665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:43.398674 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:43.403614 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 9 to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 Dec 20 16:37:43.409663 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:43.410001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.439278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 02a5c7bc-6aa2-48f3-a720-911a4d769c36 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:43.443632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79df718b-36cf-499c-8606-66293bff4d12 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.458481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:43.458821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:43.459162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:43.485686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ee87ab28-94d5-4dd3-a48f-910fe39cfcd5 None None] For port 02a5c7bc-6aa2-48f3-a720-911a4d769c36, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=02a5c7bc-6aa2-48f3-a720-911a4d769c36,segment=NetworkSegment(cc945001-0f57-48d8-ae33-2ec662fe7c27),segment_id=cc945001-0f57-48d8-ae33-2ec662fe7c27)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:43.486314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee87ab28-94d5-4dd3-a48f-910fe39cfcd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.489391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79df718b-36cf-499c-8606-66293bff4d12 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.495577 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-79df718b-36cf-499c-8606-66293bff4d12 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/fe3e50cc-31a0-4db4-8c67-0d18869cc7a2 HTTP/1.1" status: 204 len: 168 time: 0.7245011 Dec 20 16:37:43.498925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:43.499446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33e393cd-220f-436f-81e9-7c91b4a58fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.499675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df718b-36cf-499c-8606-66293bff4d12 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3e50cc-31a0-4db4-8c67-0d18869cc7a2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:43.513910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ee87ab28-94d5-4dd3-a48f-910fe39cfcd5 None None] Calling delete_port for 02a5c7bc-6aa2-48f3-a720-911a4d769c36 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:43.521117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:43.521497 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:43.533214 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a0c1cc5e-5e9b-4ed1-a004-0f2ea198953f tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2661316 Dec 20 16:37:43.533445 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 10 to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 Dec 20 16:37:43.533445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.538097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:43.545337 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e393cd-220f-436f-81e9-7c91b4a58fac None None] No DVR routers for this DVR port b6f090aa-49bd-4ec8-a237-2392cf8fbc9f on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:43.549241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e393cd-220f-436f-81e9-7c91b4a58fac None None] Pushing event deleted for resources: {'Port': ['ID=b6f090aa-49bd-4ec8-a237-2392cf8fbc9f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:43.562719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] For port 02a5c7bc-6aa2-48f3-a720-911a4d769c36, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=02a5c7bc-6aa2-48f3-a720-911a4d769c36,segment=NetworkSegment(cc945001-0f57-48d8-ae33-2ec662fe7c27),segment_id=cc945001-0f57-48d8-ae33-2ec662fe7c27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:43.565229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.600852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Calling delete_port for 02a5c7bc-6aa2-48f3-a720-911a4d769c36 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:43.630056 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-dc30b7c7-21aa-4129-b1be-2b015d587de7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] delete failed (client error): The resource could not be found. Dec 20 16:37:43.631150 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dc30b7c7-21aa-4129-b1be-2b015d587de7 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "DELETE /v2.0/security-groups/f4a51bed-74ee-4e2d-a568-1e8ab2816cae HTTP/1.1" status: 404 len: 347 time: 0.0906370 Dec 20 16:37:43.637045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44608) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:43.637654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:43.637996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:43.638356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:43.659796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.660318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:43.668447 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:43.670401 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:43.670730 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:43.671102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.673441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:43.678425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.682532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event updated for resources: {'Port': ['ID=e41075a8-ce91-4837-afc5-0deedc00f49a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:43.693487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb0d7e-b387-48c9-b56a-ad5f959c64e2 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:43.700258 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-60e18440-bbac-4ddd-974c-5c64fd164a10 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] show failed (client error): The resource could not be found. Dec 20 16:37:43.701354 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-60e18440-bbac-4ddd-974c-5c64fd164a10 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-groups/31930b59-5c95-48db-9eca-30dd07080721 HTTP/1.1" status: 404 len: 347 time: 0.0616860 Dec 20 16:37:43.709110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44610) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:43.722043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 02a5c7bc-6aa2-48f3-a720-911a4d769c36, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=02a5c7bc-6aa2-48f3-a720-911a4d769c36,segment=NetworkSegment(cc945001-0f57-48d8-ae33-2ec662fe7c27),segment_id=cc945001-0f57-48d8-ae33-2ec662fe7c27)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:43.730874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.732072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b6f090aa-49bd-4ec8-a237-2392cf8fbc9f no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:43.747864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.766902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.780586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:43.781250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee87ab28-94d5-4dd3-a48f-910fe39cfcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.783489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: b6f090aa-49bd-4ec8-a237-2392cf8fbc9f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:43.783892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b6f090aa-49bd-4ec8-a237-2392cf8fbc9f not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:43.786073 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-dc2167ac-ac2e-4046-afa7-82609254f584 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] show failed (client error): The resource could not be found. Dec 20 16:37:43.787139 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dc2167ac-ac2e-4046-afa7-82609254f584 tempest-NegativeSecGroupIPv6Test-922603970 tempest-NegativeSecGroupIPv6Test-922603970-project] 10.222.0.60 "GET /v2.0/security-group-rules/0557f1bd-964c-43cd-aa9b-742b09e1bde5 HTTP/1.1" status: 404 len: 356 time: 0.0465555 Dec 20 16:37:43.819807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87ab28-94d5-4dd3-a48f-910fe39cfcd5 None None] No DVR routers for this DVR port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:43.859245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=02a5c7bc-6aa2-48f3-a720-911a4d769c36,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:43.870291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f03cd466-2ecb-4e42-a05e-c6e7213596e1 None None] Provisioning complete for port e41075a8-ce91-4837-afc5-0deedc00f49a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:43.870810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f03cd466-2ecb-4e42-a05e-c6e7213596e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.893419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.893772 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Added segment 54a7dfe0-0b7b-478d-a54c-4d7a93564231 of type vlan for network d6e8ab60-234c-47d6-853f-abdeeba523a1 Dec 20 16:37:43.920338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f03cd466-2ecb-4e42-a05e-c6e7213596e1 None None] Port e41075a8-ce91-4837-afc5-0deedc00f49a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:43.925311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.929906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] For port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:43.930312 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempted to set empty binding levels {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 16:37:43.943920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87ab28-94d5-4dd3-a48f-910fe39cfcd5 None None] Pushing event deleted for resources: {'Port': ['ID=02a5c7bc-6aa2-48f3-a720-911a4d769c36,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:43.957753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.032554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] In _notify_port_updated(), no bound segment for port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:37:44.033502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.033964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.035364 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "PUT /v2.0/ports/3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 HTTP/1.1" status: 200 len: 981 time: 2.5130107 Dec 20 16:37:44.037897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.045108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.047455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:44.053310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bab87e-4d47-420d-b8af-e0ab91d66d73,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:44.065784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:44.072899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.073430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.092145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb4b323-b12e-4723-99db-3a80cb831dbe None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:44.101736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=94ab2358-a0b3-45cf-8513-89fba1d4b7c9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:44.106919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.130905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926deaa-d9c5-4657-b565-e9a3896903c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'Port': ['ID=3c3d73fd-5c6e-478c-aaa8-b9d75d904e60,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:44.140536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:44.141169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.144138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.150097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.151324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.156649 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-efa80016-d66f-45b7-b3ad-e24c949cab7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5236564 Dec 20 16:37:44.157587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Port': ['ID=02a5c7bc-6aa2-48f3-a720-911a4d769c36,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:44.159928 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No DVR routers for this DVR port 02a5c7bc-6aa2-48f3-a720-911a4d769c36 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:44.166735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.180258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:44.246135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2b55e-40c0-4d24-9e2a-89b5b335a0ea None None] Network 4bf54ee8-85fd-4634-b71e-0516124bce9e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:44.270937 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7429025 Dec 20 16:37:44.344216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '94ab2358-a0b3-45cf-8513-89fba1d4b7c9'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:44.345114 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.368853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.374128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-56e98955-02c7-4f81-8379-02db2a34c71c None None] Provisioning complete for port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:44.374526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56e98955-02c7-4f81-8379-02db2a34c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.428661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.455053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88a65f6-016e-4ef0-a843-181a92ea2230']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:44.467486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc945001-0f57-48d8-ae33-2ec662fe7c27') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:44.467486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc945001-0f57-48d8-ae33-2ec662fe7c27') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:44.483904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.502025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.511771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:44.512867 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.531320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.532047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d0482-caf4-4538-abf1-b834d8642620 tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Pushing event updated for resources: {'Network': ['ID=d6e8ab60-234c-47d6-853f-abdeeba523a1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:44.539690 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:44.583487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.584082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.584477 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.585083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network d6e8ab60-234c-47d6-853f-abdeeba523a1 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:44.585579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.586027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.586687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.586967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49df75d-cdfb-4f95-9a9a-e5cb6ae39760 None None] DHCP port deletion for 4bf54ee8-85fd-4634-b71e-0516124bce9e request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:44.587516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.588863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.589517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.591279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.592189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.592308 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.592723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.593173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.595671 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:44.604083 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8eb62a1a-9aad-42fd-8085-4727dfa31286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13444 time: 0.5522768 Dec 20 16:37:44.604279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.642071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.648116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Request body: {'port': {'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1', 'binding:host_id': 'hv-neutron-8223', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1083806263'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:44.658004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] For port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,segment=NetworkSegment(59d039aa-4c8c-49c6-9ba1-0b26f02ee716),segment_id=59d039aa-4c8c-49c6-9ba1-0b26f02ee716)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:44.658442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.662537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.666960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.670993 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/a88a65f6-016e-4ef0-a843-181a92ea2230 HTTP/1.1" status: 204 len: 168 time: 1.9414811 Dec 20 16:37:44.678830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.736998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Made reservation on behalf of 2a4a29fb44d84ab3a85d0f770699cff6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:44.739787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.746128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f2145-b38c-4009-bead-2c4ae29a6d85 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=a88a65f6-016e-4ef0-a843-181a92ea2230,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:44.753238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Allocated IP 172.20.0.2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/94ab2358-a0b3-45cf-8513-89fba1d4b7c9/41090b63-c1a2-47c0-9f38-f90a1d89d2b1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:44.754327 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bfd962-a238-45bb-95c8-10f048270e69 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:44.754733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bfd962-a238-45bb-95c8-10f048270e69 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:44.758511 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-75bfd962-a238-45bb-95c8-10f048270e69 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/09628713-01d3-4bb9-b368-131b28dfccaa HTTP/1.1" status: 404 len: 337 time: 0.0719447 Dec 20 16:37:44.762577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.764213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.767980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:44.803082 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a57e25-2d1c-4829-b3ad-081664df098a tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:44.803601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a57e25-2d1c-4829-b3ad-081664df098a tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:44.811050 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-47a57e25-2d1c-4829-b3ad-081664df098a tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/e98ff3a6-6a93-4cbd-9ffc-4a03fc9ba04a HTTP/1.1" status: 404 len: 339 time: 0.0404749 Dec 20 16:37:44.815878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.829144 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7ce55cf3-15cc-443e-a5ab-54a838006691 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bee9fea0ea24a3c8a7be86469636942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862260 Dec 20 16:37:44.829144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:44.831226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.834433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.859622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c49df75d-cdfb-4f95-9a9a-e5cb6ae39760 None None] Deleting port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:44.859999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c49df75d-cdfb-4f95-9a9a-e5cb6ae39760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.915434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ba1832f6-6698-46c1-adc8-6c52ba71f2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Deleting port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:44.915773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba1832f6-6698-46c1-adc8-6c52ba71f2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.919749 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b4fc34-24ba-4712-90fc-482bdd6e2602 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:44.919903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b4fc34-24ba-4712-90fc-482bdd6e2602 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:44.926905 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-88b4fc34-24ba-4712-90fc-482bdd6e2602 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/6fb07e83-ab74-47aa-afca-1d5d72d3997c HTTP/1.1" status: 404 len: 337 time: 0.1057799 Dec 20 16:37:44.934183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:45.013138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.019447 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e79d046-e306-4928-87e7-7f2cb054b16f tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:45.019980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e79d046-e306-4928-87e7-7f2cb054b16f tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:45.025828 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5e79d046-e306-4928-87e7-7f2cb054b16f tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/568df03a-cfb8-4fe8-8c18-d4e1f0ef5fa3 HTTP/1.1" status: 404 len: 339 time: 0.0857224 Dec 20 16:37:45.028656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.028813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:45.035960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ba1832f6-6698-46c1-adc8-6c52ba71f2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] For port 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60, host hv-neutron-8223, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:45.036396 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba1832f6-6698-46c1-adc8-6c52ba71f2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.062996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.069915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] device_id is not set on port e6fccc28-2ec1-477c-a469-1c431e9802ed yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:45.091621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15e1fe0f-aa90-4a72-90a3-ed91c7702551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.095088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ba1832f6-6698-46c1-adc8-6c52ba71f2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Calling delete_port for 3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:45.096896 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-285cfc59-e9b3-4801-a0e8-e691cd6dd562 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:45.097256 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285cfc59-e9b3-4801-a0e8-e691cd6dd562 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:45.103091 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-285cfc59-e9b3-4801-a0e8-e691cd6dd562 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/b39cc02a-6f78-4797-bb42-bb21bf2cc32d HTTP/1.1" status: 404 len: 337 time: 0.0662286 Dec 20 16:37:45.103270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c49df75d-cdfb-4f95-9a9a-e5cb6ae39760 None None] For port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,segment=NetworkSegment(59d039aa-4c8c-49c6-9ba1-0b26f02ee716),segment_id=59d039aa-4c8c-49c6-9ba1-0b26f02ee716)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:45.103270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c49df75d-cdfb-4f95-9a9a-e5cb6ae39760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.106875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44644) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:45.139539 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c49df75d-cdfb-4f95-9a9a-e5cb6ae39760 None None] Calling delete_port for 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:45.145763 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfe6d61-0b86-4b11-955c-5d38ee9ce326 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:45.146330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfe6d61-0b86-4b11-955c-5d38ee9ce326 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:45.153756 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fdfe6d61-0b86-4b11-955c-5d38ee9ce326 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/de9c24dc-0502-491e-8ed8-9fd46aada069 HTTP/1.1" status: 404 len: 339 time: 0.0422423 Dec 20 16:37:45.153951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:45.192842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15e1fe0f-aa90-4a72-90a3-ed91c7702551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.195286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.205407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.241403 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997a9393-ba53-47f8-80c9-387f4c87790c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.265466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:45.280155 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:45.282347 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:45.285880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Pushing event updated for resources: {'Port': ['ID=41090b63-c1a2-47c0-9f38-f90a1d89d2b1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.319247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.340007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba1832f6-6698-46c1-adc8-6c52ba71f2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.341078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-978c9c43-ecef-4c46-8640-c6157d02db04 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting subnet 0610236a-b9e5-4f52-bde3-5fbaffb32465 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:45.341951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c49df75d-cdfb-4f95-9a9a-e5cb6ae39760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.351883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Attempting to bind port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:45.352256 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Attempting to bind port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:45.352759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Attempting to bind port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:45.353125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15e1fe0f-aa90-4a72-90a3-ed91c7702551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.356567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15e1fe0f-aa90-4a72-90a3-ed91c7702551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.359778 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-15e1fe0f-aa90-4a72-90a3-ed91c7702551 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ae9fa3f-c273-4373-8127-f23febf3185a HTTP/1.1" status: 204 len: 168 time: 0.5201011 Dec 20 16:37:45.376604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df75d-cdfb-4f95-9a9a-e5cb6ae39760 None None] Pushing event deleted for resources: {'Port': ['ID=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.379908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:45.380289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:45.380689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.381071 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:45.381937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Bound port: 41090b63-c1a2-47c0-9f38-f90a1d89d2b1, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:45.381937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.384632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49df75d-cdfb-4f95-9a9a-e5cb6ae39760 None None] No DVR routers for this DVR port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:45.440352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-978c9c43-ecef-4c46-8640-c6157d02db04 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.462112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1832f6-6698-46c1-adc8-6c52ba71f2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c3d73fd-5c6e-478c-aaa8-b9d75d904e60,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.464323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1fe0f-aa90-4a72-90a3-ed91c7702551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae9fa3f-c273-4373-8127-f23febf3185a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.467908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] For port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:45.475998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] For port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=41090b63-c1a2-47c0-9f38-f90a1d89d2b1,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:45.490679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba1832f6-6698-46c1-adc8-6c52ba71f2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.492382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.497480 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ba1832f6-6698-46c1-adc8-6c52ba71f2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 HTTP/1.1" status: 204 len: 168 time: 0.8936806 Dec 20 16:37:45.502059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:45.520693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=5a09b686-a41f-4e1e-b4d5-fd27ea1fc172,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.523150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No DVR routers for this DVR port 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:45.556041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:45.557628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe34805-337c-4483-9f5c-2b1df33561d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] GET failed (client error): The resource could not be found. Dec 20 16:37:45.559834 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6fe34805-337c-4483-9f5c-2b1df33561d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "GET /v2.0/ports/3c3d73fd-5c6e-478c-aaa8-b9d75d904e60 HTTP/1.1" status: 404 len: 333 time: 0.0562685 Dec 20 16:37:45.565741 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:45.573524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577730006', 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:45.583213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:45.583564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5a09b686-a41f-4e1e-b4d5-fd27ea1fc172 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:45.584906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bc024-627f-41fd-877f-c97bc29b3e2c None None] Pushing event updated for resources: {'Port': ['ID=41090b63-c1a2-47c0-9f38-f90a1d89d2b1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.595996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-978c9c43-ecef-4c46-8640-c6157d02db04 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.637936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Made reservation on behalf of c93d80686f1641679e68de27a9db27da for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:45.641006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.664151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] device_id is not set on port bd4ffbdd-ba06-4ff1-97ce-794a83722850 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:45.812585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.886637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] device_id is not set on port e6fccc28-2ec1-477c-a469-1c431e9802ed yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:45.893018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.objects.ports [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:37:45.924218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf54ee8-85fd-4634-b71e-0516124bce9e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:45.938149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.966378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d039aa-4c8c-49c6-9ba1-0b26f02ee716') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:45.966747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d039aa-4c8c-49c6-9ba1-0b26f02ee716') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:45.983650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.991923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.996601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.044554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.060143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-978c9c43-ecef-4c46-8640-c6157d02db04 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.076686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.134416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:46.134911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:46.138243 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:46.206092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'Port': ['ID=e6fccc28-2ec1-477c-a469-1c431e9802ed,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:46.214737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.231784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.305135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.305305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:46.312253 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:46.323231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:46.324192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:46.324789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.330127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'Port': ['ID=bd4ffbdd-ba06-4ff1-97ce-794a83722850,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:46.339492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.344328 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/networks/4bf54ee8-85fd-4634-b71e-0516124bce9e HTTP/1.1" status: 204 len: 168 time: 2.8424728 Dec 20 16:37:46.349306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-978c9c43-ecef-4c46-8640-c6157d02db04 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.351303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:46.368158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Checking segment: {'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:46.368158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Network hostable DHCP agents. Network: d6e8ab60-234c-47d6-853f-abdeeba523a1, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:46.395022 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1a5f7f16-7228-44a5-b53f-09b2b23a4342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8278165 Dec 20 16:37:46.403127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:46.430463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259e360-98e9-486f-80f9-1eaebe55bb2f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Network': ['ID=4bf54ee8-85fd-4634-b71e-0516124bce9e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:46.449068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-978c9c43-ecef-4c46-8640-c6157d02db04 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.455959 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-978c9c43-ecef-4c46-8640-c6157d02db04 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/0610236a-b9e5-4f52-bde3-5fbaffb32465 HTTP/1.1" status: 204 len: 168 time: 1.2702699 Dec 20 16:37:46.456203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8492347-a846-4f28-860b-e8a4b66117d7 None None] Network 74907e2a-3d3f-4a3a-a3ed-6136e839a95f requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:46.456665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c9c43-ecef-4c46-8640-c6157d02db04 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=0610236a-b9e5-4f52-bde3-5fbaffb32465,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:46.457052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:46.520282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:46.546066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a784e5a5-a671-4612-9a89-d46d8acd4c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:46.547517 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a784e5a5-a671-4612-9a89-d46d8acd4c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "GET /v2.0/ports/bd4ffbdd-ba06-4ff1-97ce-794a83722850 HTTP/1.1" status: 200 len: 959 time: 0.1431332 Dec 20 16:37:46.550335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:46.569176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Network d6e8ab60-234c-47d6-853f-abdeeba523a1 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:46.612784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.633514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa395153-14d2-4e0a-a12b-95e66e30dc89 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:46.640080 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fa395153-14d2-4e0a-a12b-95e66e30dc89 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2739837 Dec 20 16:37:46.648131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:46.678652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, d6e8ab60-234c-47d6-853f-abdeeba523a1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:46.693487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e650c982-e831-46fa-8ea6-19d23bad0b3c None None] Network d6e8ab60-234c-47d6-853f-abdeeba523a1 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:46.699669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3dd20d-63c3-43cc-8a15-a93929db8677 None None] DHCP port deletion for 74907e2a-3d3f-4a3a-a3ed-6136e839a95f request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:46.731149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Router b32a9427-551c-4b79-af28-a6e82b4d61d1 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:37:46.733386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:46.756071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1270506517'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:46.833860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:46.834087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:46.834562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:46.856769 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1f3dd20d-63c3-43cc-8a15-a93929db8677 None None] Deleting port a3b85df0-8b6e-4882-8764-511dae26ea8b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:46.859940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd20d-63c3-43cc-8a15-a93929db8677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.864484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:46.865041 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:46.875933 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-26c8e78a-9e39-4a0f-880b-5c93657c1f95 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2262263 Dec 20 16:37:46.876861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:46.882529 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 2 to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed Dec 20 16:37:46.889658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Made reservation on behalf of cd04537e27e44d99b07842c9b0021cf2 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:46.893317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.904348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1128898358'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:46.940294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1f3dd20d-63c3-43cc-8a15-a93929db8677 None None] For port a3b85df0-8b6e-4882-8764-511dae26ea8b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a3b85df0-8b6e-4882-8764-511dae26ea8b,segment=NetworkSegment(57ff7297-0f1f-44b7-a4a6-68875eb59894),segment_id=57ff7297-0f1f-44b7-a4a6-68875eb59894)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:46.940967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd20d-63c3-43cc-8a15-a93929db8677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.957577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1f3dd20d-63c3-43cc-8a15-a93929db8677 None None] Calling delete_port for a3b85df0-8b6e-4882-8764-511dae26ea8b owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:46.982280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.992689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] For port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=41090b63-c1a2-47c0-9f38-f90a1d89d2b1,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:47.047464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8e29b9e1-6a5f-4133-a015-f44dec134ce3 None None] Provisioning complete for port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:47.047834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e29b9e1-6a5f-4133-a015-f44dec134ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.050847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.056839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting port a3b85df0-8b6e-4882-8764-511dae26ea8b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:47.057170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.059509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.061009 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.064027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:47.064358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:47.064690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:47.072635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.084163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:47.087765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.116184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.126374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:47.126727 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:47.127481 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd20d-63c3-43cc-8a15-a93929db8677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.129137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed5afe-ccc5-4727-8507-ba615412d0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Deleting port bd4ffbdd-ba06-4ff1-97ce-794a83722850 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:47.129473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5afe-ccc5-4727-8507-ba615412d0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.144028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:47.157257 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 3 to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed Dec 20 16:37:47.166541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:47.173897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3dd20d-63c3-43cc-8a15-a93929db8677 None None] No DVR routers for this DVR port a3b85df0-8b6e-4882-8764-511dae26ea8b on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:47.176536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:47.177151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.179426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dd20d-63c3-43cc-8a15-a93929db8677 None None] Pushing event deleted for resources: {'Port': ['ID=a3b85df0-8b6e-4882-8764-511dae26ea8b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:47.184171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e29b9e1-6a5f-4133-a015-f44dec134ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.186243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:47.186595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:47.186966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:47.192277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889bf14-abdc-4873-89ea-6077b6712c99 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:47.213269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:47.231958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:47.231958 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:47.232769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:37:47.235059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=01d02c15-1639-490d-aef8-93c6ff1d43f4,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:47.239229 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 4 to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed Dec 20 16:37:47.241584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fccc72-d182-4dd6-931f-cb69b1b11872,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:47.246469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.246788 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Added segment aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9 of type vlan for network 2b77fd3f-113c-45a1-8534-1a8e3990a003 Dec 20 16:37:47.256466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=41090b63-c1a2-47c0-9f38-f90a1d89d2b1,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:47.258643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] For port a3b85df0-8b6e-4882-8764-511dae26ea8b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a3b85df0-8b6e-4882-8764-511dae26ea8b,segment=NetworkSegment(57ff7297-0f1f-44b7-a4a6-68875eb59894),segment_id=57ff7297-0f1f-44b7-a4a6-68875eb59894)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:47.259323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.264699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5afe-ccc5-4727-8507-ba615412d0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.270245 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4dc826bd-0cec-4efb-b6d4-412c9248b9ec tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0971107 Dec 20 16:37:47.276251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:47.283363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:27:51:34', 'name': 'tempest-NetworksTestDHCPv6-1032837352'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:47.285486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Sync routers for ids ['b32a9427-551c-4b79-af28-a6e82b4d61d1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:37:47.287444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.288691 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e38c3f52-fc39-4a4f-966c-7280d2e9c5d9 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1525073 Dec 20 16:37:47.292061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:47.295503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Calling delete_port for a3b85df0-8b6e-4882-8764-511dae26ea8b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:47.308158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed5afe-ccc5-4727-8507-ba615412d0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Calling delete_port for bd4ffbdd-ba06-4ff1-97ce-794a83722850 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:47.314688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:47.315028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:47.315395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:47.320871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e29b9e1-6a5f-4133-a015-f44dec134ce3 None None] For port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=41090b63-c1a2-47c0-9f38-f90a1d89d2b1,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:47.335924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Routers {'b32a9427-551c-4b79-af28-a6e82b4d61d1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:47.336241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.337187 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b32a9427-551c-4b79-af28-a6e82b4d61d1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:47.338460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:47.338787 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:47.344175 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 5 to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed Dec 20 16:37:47.389687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e29b9e1-6a5f-4133-a015-f44dec134ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.404207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:47.404207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:47.404416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:47.414583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:47.414828 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:47.416529 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 6 to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed Dec 20 16:37:47.448143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.453760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:47.454399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.462651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.db.api [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:37:47.463030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG oslo_db.api [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:37:47.485392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:47.485838 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:47.486054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:47.510971 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:47.511296 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:47.537900 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 7 to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed Dec 20 16:37:47.545165 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29b9e1-6a5f-4133-a015-f44dec134ce3 None None] Pushing event updated for resources: {'Port': ['ID=41090b63-c1a2-47c0-9f38-f90a1d89d2b1,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:47.550388 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6641746 Dec 20 16:37:47.551969 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:47.554840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:47.564231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96368a20-3bdf-41f1-ad49-e333503f4479 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Network': ['ID=2b77fd3f-113c-45a1-8534-1a8e3990a003,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:47.569638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:47.569971 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:47.570323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:47.571343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': '2b77fd3f-113c-45a1-8534-1a8e3990a003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:47.573296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.592416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 2b77fd3f-113c-45a1-8534-1a8e3990a003 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:47.601538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:47.601864 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:47.602672 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 8 to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed Dec 20 16:37:47.605830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Port': ['ID=a3b85df0-8b6e-4882-8764-511dae26ea8b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:47.616656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No DVR routers for this DVR port a3b85df0-8b6e-4882-8764-511dae26ea8b on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:47.624224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:47.625718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:47.625718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:47.648517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:47.648874 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:47.660015 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fe4eee00-a9cd-4c51-b7c9-605ef669e9d4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/routers/b32a9427-551c-4b79-af28-a6e82b4d61d1 HTTP/1.1" status: 200 len: 908 time: 0.3668494 Dec 20 16:37:47.664263 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 9 to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed Dec 20 16:37:47.667214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44694) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:47.682287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1864974504', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': True}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:47.682866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5afe-ccc5-4727-8507-ba615412d0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.708941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Set router b32a9427-551c-4b79-af28-a6e82b4d61d1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:47.719636 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed5afe-ccc5-4727-8507-ba615412d0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd4ffbdd-ba06-4ff1-97ce-794a83722850,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:47.730887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.733361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:47.733591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:47.733925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:47.734739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5afe-ccc5-4727-8507-ba615412d0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.739200 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b4ed5afe-ccc5-4727-8507-ba615412d0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "DELETE /v2.0/ports/bd4ffbdd-ba06-4ff1-97ce-794a83722850 HTTP/1.1" status: 204 len: 168 time: 1.1878529 Dec 20 16:37:47.743228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44696) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:47.751827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:47.752151 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:47.757964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:47.760677 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 10 to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed Dec 20 16:37:47.767896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74907e2a-3d3f-4a3a-a3ed-6136e839a95f']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:47.791777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ff7297-0f1f-44b7-a4a6-68875eb59894') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:47.792128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ff7297-0f1f-44b7-a4a6-68875eb59894') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:47.794486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:47.794824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:47.795160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:47.803036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.804106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.807706 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a63ba3d-39bd-4fe2-9cf7-e3d0fab1d24a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] GET failed (client error): The resource could not be found. Dec 20 16:37:47.808061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:47.808623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.810416 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4a63ba3d-39bd-4fe2-9cf7-e3d0fab1d24a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "GET /v2.0/ports/bd4ffbdd-ba06-4ff1-97ce-794a83722850 HTTP/1.1" status: 404 len: 333 time: 0.0644822 Dec 20 16:37:47.814611 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.817364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:47.823092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Request body: {'port': {'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1072775577'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:47.831393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port e6fccc28-2ec1-477c-a469-1c431e9802ed on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:47.832523 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port e6fccc28-2ec1-477c-a469-1c431e9802ed on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:47.832523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.867701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:47.872624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.883902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.890798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:47.892102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:47.925535 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:47.976603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:47.999805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.009616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port 997c32c5-fce1-4246-8947-8f8766744e50 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:48.043230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32a9427-551c-4b79-af28-a6e82b4d61d1', 'name': 'tempest-snat-router-1864974504', 'tenant_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.20'}], 'enable_snat': False}, 'gw_port_id': 'e41075a8-ce91-4837-afc5-0deedc00f49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:37:41Z', 'updated_at': '2021-12-20T16:37:44Z', 'revision_number': 3, 'project_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'gw_port': {'id': 'e41075a8-ce91-4837-afc5-0deedc00f49a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32a9427-551c-4b79-af28-a6e82b4d61d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:37:42Z', 'updated_at': '2021-12-20T16:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:48.095720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Checking router: b32a9427-551c-4b79-af28-a6e82b4d61d1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:37:48.096075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Updating router b32a9427-551c-4b79-af28-a6e82b4d61d1 port e41075a8-ce91-4837-afc5-0deedc00f49a binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:37:48.136138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.186832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a3b85df0-8b6e-4882-8764-511dae26ea8b no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:48.224905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.262532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a3b85df0-8b6e-4882-8764-511dae26ea8b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:48.262876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a3b85df0-8b6e-4882-8764-511dae26ea8b not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:48.326689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=3e871424-9162-4831-8015-5f02757e31ab,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:48.334715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 172.20.0.9 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/94ab2358-a0b3-45cf-8513-89fba1d4b7c9/997c32c5-fce1-4246-8947-8f8766744e50) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:48.353050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:fe27:5134 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/01d02c15-1639-490d-aef8-93c6ff1d43f4/997c32c5-fce1-4246-8947-8f8766744e50) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:48.371455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Checking segment: {'id': 'aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b77fd3f-113c-45a1-8534-1a8e3990a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:48.371912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network hostable DHCP agents. Network: 2b77fd3f-113c-45a1-8534-1a8e3990a003, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:37:48.407002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.426838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 2b77fd3f-113c-45a1-8534-1a8e3990a003 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:37:48.446920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:37:48.454087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 2b77fd3f-113c-45a1-8534-1a8e3990a003) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:48.459160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:48.459839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.470515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18afaac1-b8b0-47a4-bdc3-d62ddf75144c None None] Network 2b77fd3f-113c-45a1-8534-1a8e3990a003 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:48.492151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.523269 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f917614d-8695-43d0-a50e-93a233856af1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9609377 Dec 20 16:37:48.524161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:48.532040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': '2b77fd3f-113c-45a1-8534-1a8e3990a003', 'name': 'tempest-PortsIpV6TestJSON-1488917645'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:48.546738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.547927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.549954 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/74907e2a-3d3f-4a3a-a3ed-6136e839a95f HTTP/1.1" status: 204 len: 168 time: 2.0868468 Dec 20 16:37:48.552588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44702) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:48.559560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.559909 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Added segment e27102f6-2928-4206-aa64-1e81c341267f of type vlan for network 00666820-3ae5-4e66-a302-0775d59f64c8 Dec 20 16:37:48.563990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Made reservation on behalf of c93d80686f1641679e68de27a9db27da for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:48.569379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.582735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.601436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d49cb-4974-4164-8473-7ba1ee747ca2 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=74907e2a-3d3f-4a3a-a3ed-6136e839a95f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:48.611000 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde7ba8a-5742-426b-a68d-02f0b7fcc49e tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:48.611457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde7ba8a-5742-426b-a68d-02f0b7fcc49e tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:48.614638 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bde7ba8a-5742-426b-a68d-02f0b7fcc49e tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/e2f46e96-e242-4d42-8e05-075249f8dd1c HTTP/1.1" status: 404 len: 337 time: 0.0584612 Dec 20 16:37:48.650431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:48.685514 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bacbf4-6f26-4a94-85b1-2b7fa84e9486 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] DELETE failed (client error): The resource could not be found. Dec 20 16:37:48.686379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bacbf4-6f26-4a94-85b1-2b7fa84e9486 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:48.689803 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f5bacbf4-6f26-4a94-85b1-2b7fa84e9486 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/944ac14e-a2ad-42b6-9a30-8dc6d7b48de4 HTTP/1.1" status: 404 len: 339 time: 0.0365562 Dec 20 16:37:48.695817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44706) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:48.741550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] For port e6fccc28-2ec1-477c-a469-1c431e9802ed, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:48.742159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempted to set empty binding levels {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 16:37:48.748301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.754784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] device_id is not set on port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:48.758351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.763194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.770472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.800520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd32488-411d-43b4-a51b-a22bc068ae79 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting subnet 9dfcc69a-6e61-4300-8abd-84d948aee4ff {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:48.805596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fd32488-411d-43b4-a51b-a22bc068ae79 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.820960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c06317-a098-4532-afb6-b293dde0c2ed None None] Pushing event updated for resources: {'Port': ['ID=e41075a8-ce91-4837-afc5-0deedc00f49a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:48.879093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:48.879995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.880483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9721f-ff08-4f85-92a3-ad60fd6fc1d8 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:48.880756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fd32488-411d-43b4-a51b-a22bc068ae79 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.882789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f8379c8c-9f0f-45a4-837b-6e53e03a969d None None] Provisioning complete for port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:48.890278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8379c8c-9f0f-45a4-837b-6e53e03a969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.922792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Attempting to bind port e41075a8-ce91-4837-afc5-0deedc00f49a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:48.923753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Attempting to bind port e41075a8-ce91-4837-afc5-0deedc00f49a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:48.924262 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Attempting to bind port e41075a8-ce91-4837-afc5-0deedc00f49a on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:48.927748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.938897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'Port': ['ID=e6fccc28-2ec1-477c-a469-1c431e9802ed,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:48.944986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.951374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:48.952182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.958191 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:48.958719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:48.965170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.965611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:48.966135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Bound port: e41075a8-ce91-4837-afc5-0deedc00f49a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:48.966555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:48.972017 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7b3826f9-472d-4c96-868a-4234752f3ed5 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.3292158 Dec 20 16:37:48.977877 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:48.980184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:48.991880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.008017 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-2b77fd3f-113c-45a1-8534-1a8e3990a003', 'network_id': '2b77fd3f-113c-45a1-8534-1a8e3990a003', 'project_id': '786ec8a4fcee41b582f518aa933d6565', 'fixed_ips': [{'subnet_id': '3e871424-9162-4831-8015-5f02757e31ab'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:37:49.008868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.051438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:49.069954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] For port e41075a8-ce91-4837-afc5-0deedc00f49a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:49.070174 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:49.078481 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=997c32c5-fce1-4246-8947-8f8766744e50,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:49.098330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fd32488-411d-43b4-a51b-a22bc068ae79 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.105148 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.5799828 Dec 20 16:37:49.144691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:49.153992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] For port e41075a8-ce91-4837-afc5-0deedc00f49a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e41075a8-ce91-4837-afc5-0deedc00f49a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:49.157184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-ee38ce9b-ca81-4787-8179-cf3e33932a13 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8', 'tempest-TagsTest-Tag-1386403164') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:49.163024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:49.168330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 743d7894-0387-42fe-9802-0020a81d517d yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:49.179989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.217689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa9c5a-7591-4302-9aca-061037fa38b5 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Pushing event updated for resources: {'Network': ['ID=00666820-3ae5-4e66-a302-0775d59f64c8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:49.247880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 00666820-3ae5-4e66-a302-0775d59f64c8 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:37:49.252185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fd32488-411d-43b4-a51b-a22bc068ae79 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.261499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.291395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c85d7d4-cd2d-49a4-abd0-3733fc679a4a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:49.303119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:49.303864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.310588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd32488-411d-43b4-a51b-a22bc068ae79 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfcc69a-6e61-4300-8abd-84d948aee4ff,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:49.320535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fd32488-411d-43b4-a51b-a22bc068ae79 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.324706 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0fd32488-411d-43b4-a51b-a22bc068ae79 tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/subnets/9dfcc69a-6e61-4300-8abd-84d948aee4ff HTTP/1.1" status: 204 len: 168 time: 0.6258914 Dec 20 16:37:49.330795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:49.354861 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-189e141b-7f36-4689-9332-6cac67fea6b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0774186 Dec 20 16:37:49.363609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:49.376886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b091c8-3783-435c-9d28-e57d19d61f0d None None] Network 33e242ba-dd32-4cef-9095-de9932897149 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:49.427857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.428297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Routers {'b32a9427-551c-4b79-af28-a6e82b4d61d1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:49.429095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b32a9427-551c-4b79-af28-a6e82b4d61d1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:49.434913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Allocated IP 2001:db8::2 (2b77fd3f-113c-45a1-8534-1a8e3990a003/3e871424-9162-4831-8015-5f02757e31ab/459e6f06-854c-4318-b3c9-022ecfc9d9be) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:49.450483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c06317-a098-4532-afb6-b293dde0c2ed None None] Pushing event updated for resources: {'Port': ['ID=e41075a8-ce91-4837-afc5-0deedc00f49a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:49.489655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.508027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e05aea89-1e99-4919-b5be-43fba93f0b8a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Deleting port e6fccc28-2ec1-477c-a469-1c431e9802ed {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:49.508363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e05aea89-1e99-4919-b5be-43fba93f0b8a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.543565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:49.574569 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Deleting port a8a5a7c7-4d37-4981-850a-0945b238172e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:49.575029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.582327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5e3454a8-363e-4f47-a454-6780aea1e4a1 None None] Provisioning complete for port e41075a8-ce91-4837-afc5-0deedc00f49a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:49.582327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e3454a8-363e-4f47-a454-6780aea1e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.627230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40342007-c936-4765-9dd6-053122e32380 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:49.633361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40342007-c936-4765-9dd6-053122e32380 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:49.638111 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-40342007-c936-4765-9dd6-053122e32380 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2701209 Dec 20 16:37:49.638111 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ee38ce9b-ca81-4787-8179-cf3e33932a13 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "PUT /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags/tempest-TagsTest-Tag-1386403164 HTTP/1.1" status: 201 len: 201 time: 0.4914761 Dec 20 16:37:49.642202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:49.642802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44720) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:49.655556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-0c1dbc29-a77c-4c65-b05e-61a7294a28d9 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8', 'tempest-TagsTest-Tag-1386403164') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:49.668302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:49.675970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'Port': ['ID=64aa9d0f-c7f9-4ab8-8fbb-55291790c07f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:49.678475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:49.689901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:49.690867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:49.691454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.701677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e05aea89-1e99-4919-b5be-43fba93f0b8a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] For port e6fccc28-2ec1-477c-a469-1c431e9802ed, host hv-neutron-8223, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:49.701677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e05aea89-1e99-4919-b5be-43fba93f0b8a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.736960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e05aea89-1e99-4919-b5be-43fba93f0b8a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Calling delete_port for e6fccc28-2ec1-477c-a469-1c431e9802ed owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:49.739526 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] For port a8a5a7c7-4d37-4981-850a-0945b238172e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a8a5a7c7-4d37-4981-850a-0945b238172e,segment=NetworkSegment(a8020e5e-b4b3-4bdf-bea0-963d7d67c412),segment_id=a8020e5e-b4b3-4bdf-bea0-963d7d67c412)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:49.740010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.756093 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-27f5b79b-d91f-43a6-b22c-7dc4325a8299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9379640 Dec 20 16:37:49.760485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:49.765495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:49.776590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] Set router b32a9427-551c-4b79-af28-a6e82b4d61d1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:49.798456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Calling delete_port for a8a5a7c7-4d37-4981-850a-0945b238172e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:49.823722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.851791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.861038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:49.861412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:49.887014 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0c1dbc29-a77c-4c65-b05e-61a7294a28d9 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "GET /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags/tempest-TagsTest-Tag-1386403164 HTTP/1.1" status: 204 len: 168 time: 0.2419095 Dec 20 16:37:49.888411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44724) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:49.896174 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-388fe5b0-57e4-498d-a1a1-c8363fb18f0e tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:49.947842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.002113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] DHCP port deletion for 33e242ba-dd32-4cef-9095-de9932897149 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:50.016706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d1546ab2-99ad-4260-8cc5-c8ce16c59ef4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 997c32c5-fce1-4246-8947-8f8766744e50 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:50.017042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1546ab2-99ad-4260-8cc5-c8ce16c59ef4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.029793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e05aea89-1e99-4919-b5be-43fba93f0b8a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.034294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e3454a8-363e-4f47-a454-6780aea1e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.070249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aea89-1e99-4919-b5be-43fba93f0b8a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6fccc28-2ec1-477c-a469-1c431e9802ed,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:50.084809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e05aea89-1e99-4919-b5be-43fba93f0b8a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.088783 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e05aea89-1e99-4919-b5be-43fba93f0b8a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "DELETE /v2.0/ports/e6fccc28-2ec1-477c-a469-1c431e9802ed HTTP/1.1" status: 204 len: 168 time: 1.1037033 Dec 20 16:37:50.091377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.093468 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-388fe5b0-57e4-498d-a1a1-c8363fb18f0e tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "GET /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags HTTP/1.1" status: 200 len: 238 time: 0.2005959 Dec 20 16:37:50.093984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.096043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44726) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:50.096293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:50.120710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.124584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-ef57c620-488c-4aa3-8502-7d503ffa7824 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8', {'tags': ['tempest-TagsTest-Tag-801217737', 'tempest-TagsTest-Tag-1064161072', 'tempest-TagsTest-Tag-807105562']}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:50.126535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5e3454a8-363e-4f47-a454-6780aea1e4a1 None None] For port e41075a8-ce91-4837-afc5-0deedc00f49a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e41075a8-ce91-4837-afc5-0deedc00f49a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:50.128252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Allocated IP 172.26.1.144 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/91757768-5470-4e87-b3f1-31da35e44112) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:50.183343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e3454a8-363e-4f47-a454-6780aea1e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.217193 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Port': ['ID=a8a5a7c7-4d37-4981-850a-0945b238172e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:50.228267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Network 2b77fd3f-113c-45a1-8534-1a8e3990a003 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:50.247590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:50.253523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:50.256136 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4018666-6c1d-4e15-adb3-77d117c9161a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] GET failed (client error): The resource could not be found. Dec 20 16:37:50.262113 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b4018666-6c1d-4e15-adb3-77d117c9161a tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "GET /v2.0/ports/e6fccc28-2ec1-477c-a469-1c431e9802ed HTTP/1.1" status: 404 len: 333 time: 0.1603398 Dec 20 16:37:50.262564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44730) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:50.269035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] No DVR routers for this DVR port a8a5a7c7-4d37-4981-850a-0945b238172e on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:50.273031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Pushing event updated for resources: {'Port': ['ID=459e6f06-854c-4318-b3c9-022ecfc9d9be,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:50.288219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Request body: {'port': {'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1707167090'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:50.310789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1546ab2-99ad-4260-8cc5-c8ce16c59ef4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.361514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] device_id is not set on port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:50.364227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d1546ab2-99ad-4260-8cc5-c8ce16c59ef4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 997c32c5-fce1-4246-8947-8f8766744e50 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:50.369932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] Deleting port a8a5a7c7-4d37-4981-850a-0945b238172e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:50.370678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.374420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.386834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.389888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.410465 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ef57c620-488c-4aa3-8502-7d503ffa7824 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "PUT /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags HTTP/1.1" status: 200 len: 307 time: 0.3055546 Dec 20 16:37:50.410465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::2f7 (2b77fd3f-113c-45a1-8534-1a8e3990a003/3e871424-9162-4831-8015-5f02757e31ab/743d7894-0387-42fe-9802-0020a81d517d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:50.421399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:50.455527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-44d47169-f637-4eb5-872f-730e49230a03 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8', 'tempest-TagsTest-Tag-801217737') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:50.457391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e9656ac6-abd3-46f2-aae5-68ff583cecca None None] Provisioning complete for port 997c32c5-fce1-4246-8947-8f8766744e50 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:50.457844 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9656ac6-abd3-46f2-aae5-68ff583cecca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.463606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'Port': ['ID=64aa9d0f-c7f9-4ab8-8fbb-55291790c07f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:50.484152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.484513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.484891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:50.485689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Attempting to bind port 459e6f06-854c-4318-b3c9-022ecfc9d9be on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.486076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Attempting to bind port 459e6f06-854c-4318-b3c9-022ecfc9d9be by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b77fd3f-113c-45a1-8534-1a8e3990a003'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.486532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Attempting to bind port 459e6f06-854c-4318-b3c9-022ecfc9d9be on network 2b77fd3f-113c-45a1-8534-1a8e3990a003 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:50.489421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:50.489748 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:50.490180 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 2 to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f Dec 20 16:37:50.496572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3454a8-363e-4f47-a454-6780aea1e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e41075a8-ce91-4837-afc5-0deedc00f49a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:50.500410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.514925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32a9427-551c-4b79-af28-a6e82b4d61d1', 'name': 'tempest-snat-router-1864974504', 'tenant_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.20'}], 'enable_snat': False}, 'gw_port_id': 'e41075a8-ce91-4837-afc5-0deedc00f49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:37:41Z', 'updated_at': '2021-12-20T16:37:44Z', 'revision_number': 3, 'project_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'gw_port': {'id': 'e41075a8-ce91-4837-afc5-0deedc00f49a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32a9427-551c-4b79-af28-a6e82b4d61d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:37:42Z', 'updated_at': '2021-12-20T16:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:50.519225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.521426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:50.521622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Checking segment: {'id': 'aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b77fd3f-113c-45a1-8534-1a8e3990a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:50.521785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Made reservation on behalf of 2a4a29fb44d84ab3a85d0f770699cff6 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:50.522037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.522571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Bound using segment: {'id': 'aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b77fd3f-113c-45a1-8534-1a8e3990a003'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:50.523095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Bound port: 459e6f06-854c-4318-b3c9-022ecfc9d9be, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b77fd3f-113c-45a1-8534-1a8e3990a003'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:50.523473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.524986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.530677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.531272 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.531772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:50.550547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:50.550882 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:50.557251 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 3 to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f Dec 20 16:37:50.561647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:50.563689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event updated for resources: {'Port': ['ID=91757768-5470-4e87-b3f1-31da35e44112,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:50.573108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:50.577607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:50.584535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.586165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.587340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:50.607652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e242ba-dd32-4cef-9095-de9932897149']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:50.615089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:50.615701 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:50.617724 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 4 to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f Dec 20 16:37:50.635282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] device_id is not set on port ff998211-7e2b-40d1-8f70-563da5b230c1 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:50.645269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.645857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.646390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:50.653755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8020e5e-b4b3-4bdf-bea0-963d7d67c412') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:50.654039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8020e5e-b4b3-4bdf-bea0-963d7d67c412') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:50.709061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:50.709388 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:50.711275 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 5 to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f Dec 20 16:37:50.727028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] For port a8a5a7c7-4d37-4981-850a-0945b238172e, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:50.727624 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.729814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e179d7b-665e-46a5-aea3-c102ad61ff98 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:50.738668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.744831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f82b94-42fd-4f47-9a0d-d6bc3c3f22e7 None None] The sync data for ids ['b32a9427-551c-4b79-af28-a6e82b4d61d1'] in dv-neutron-822328-3-hyperv is: [{'id': 'b32a9427-551c-4b79-af28-a6e82b4d61d1', 'name': 'tempest-snat-router-1864974504', 'tenant_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.20'}], 'enable_snat': False}, 'gw_port_id': 'e41075a8-ce91-4837-afc5-0deedc00f49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:37:41Z', 'updated_at': '2021-12-20T16:37:44Z', 'revision_number': 3, 'project_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'gw_port': {'id': 'e41075a8-ce91-4837-afc5-0deedc00f49a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32a9427-551c-4b79-af28-a6e82b4d61d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:37:42Z', 'updated_at': '2021-12-20T16:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:37:50.749503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.749840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.750420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:50.756665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e9656ac6-abd3-46f2-aae5-68ff583cecca None None] Port 997c32c5-fce1-4246-8947-8f8766744e50 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:50.758412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] Calling delete_port for a8a5a7c7-4d37-4981-850a-0945b238172e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:50.762532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:50.763542 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:50.764216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] Port a8a5a7c7-4d37-4981-850a-0945b238172e was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:37:50.766475 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 6 to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f Dec 20 16:37:50.769109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.794618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.795258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.795389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.795870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:50.802024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:50.802024 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:50.802194 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 7 to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f Dec 20 16:37:50.815848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.816189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.816704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:50.831433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] Pushing event deleted for resources: {'Port': ['ID=a8a5a7c7-4d37-4981-850a-0945b238172e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:50.839886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db009cb-942d-4d9a-b345-55bbd96041b5 None None] No DVR routers for this DVR port a8a5a7c7-4d37-4981-850a-0945b238172e on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:50.851879 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e9656ac6-abd3-46f2-aae5-68ff583cecca None None] Provisioning complete for port e41075a8-ce91-4837-afc5-0deedc00f49a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:50.852258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9656ac6-abd3-46f2-aae5-68ff583cecca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.865717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:50.866303 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:50.868400 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 8 to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f Dec 20 16:37:50.894323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.894323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.894742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:50.916703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] For port 459e6f06-854c-4318-b3c9-022ecfc9d9be, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:50.933786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:50.934105 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:50.938748 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 9 to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f Dec 20 16:37:50.972331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:50.977402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:50.977957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:50.978684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:51.020915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:51.021248 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:51.025646 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempt 10 to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f Dec 20 16:37:51.073153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:51.073481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:51.073811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempting to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:51.085821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:51.085821 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Failed to bind port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on host hv-neutron-8223 for vnic_type normal using segments [{'id': 'bce38f21-1f41-4a4b-b025-23eea0540840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '710040b8-c111-4985-86dc-bf2ef2a0f8c9'}] Dec 20 16:37:51.085821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.152958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d6efb369-d066-42bf-b180-9d3f5253a8fa None None] Provisioning complete for port 91757768-5470-4e87-b3f1-31da35e44112 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:51.153328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6efb369-d066-42bf-b180-9d3f5253a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.206431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:51.206431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:51.210108 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:51.248153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d6efb369-d066-42bf-b180-9d3f5253a8fa None None] Port 91757768-5470-4e87-b3f1-31da35e44112 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:51.367952 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-44d47169-f637-4eb5-872f-730e49230a03 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "DELETE /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags/tempest-TagsTest-Tag-801217737 HTTP/1.1" status: 204 len: 168 time: 0.9453802 Dec 20 16:37:51.386397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44740) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:51.412158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-66f79fe3-a55c-439c-95e2-87e8e771d9d8 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8', 'tempest-TagsTest-Tag-801217737') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:51.415297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] For port 459e6f06-854c-4318-b3c9-022ecfc9d9be, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=459e6f06-854c-4318-b3c9-022ecfc9d9be,segment=NetworkSegment(aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9),segment_id=aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:51.421864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.507409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e41075a8-ce91-4837-afc5-0deedc00f49a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:51.512245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.565133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63f93e-6c9f-4422-8482-dfae14dbfb92 None None] Pushing event updated for resources: {'Port': ['ID=459e6f06-854c-4318-b3c9-022ecfc9d9be,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:51.566582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.569896 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] 10.222.0.60 "DELETE /v2.0/networks/33e242ba-dd32-4cef-9095-de9932897149 HTTP/1.1" status: 204 len: 168 time: 2.2383065 Dec 20 16:37:51.592709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.651984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0a1b1-db29-4d1a-a751-ddf3feee6bec tempest-NetworksIpV6Test-66264659 tempest-NetworksIpV6Test-66264659-project] Pushing event deleted for resources: {'Network': ['ID=33e242ba-dd32-4cef-9095-de9932897149,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:51.655917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e41075a8-ce91-4837-afc5-0deedc00f49a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:51.656706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.667379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-56661131-30a6-4a20-aa5c-3f1901a6e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:51.669209 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-56661131-30a6-4a20-aa5c-3f1901a6e52f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1098 time: 0.3034286 Dec 20 16:37:51.724226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.805681 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1546ab2-99ad-4260-8cc5-c8ce16c59ef4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.869166 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-66f79fe3-a55c-439c-95e2-87e8e771d9d8 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] show failed (client error): The resource could not be found. Dec 20 16:37:51.872705 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-66f79fe3-a55c-439c-95e2-87e8e771d9d8 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "GET /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags/tempest-TagsTest-Tag-801217737 HTTP/1.1" status: 404 len: 325 time: 0.4769804 Dec 20 16:37:51.884518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:51.907979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a8a5a7c7-4d37-4981-850a-0945b238172e no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:51.934309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] For port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:51.934309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attempted to set empty binding levels {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 16:37:51.946178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a8a5a7c7-4d37-4981-850a-0945b238172e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:51.946776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a8a5a7c7-4d37-4981-850a-0945b238172e not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:51.982040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:51.992380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.046455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-dc3f0cac-9054-4108-a4e0-0e02f7c38877 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8', 'tempest-TagsTest-Tag-1064161072') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:52.082796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1546ab2-99ad-4260-8cc5-c8ce16c59ef4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=997c32c5-fce1-4246-8947-8f8766744e50,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:52.112770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44748) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:52.170821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.190639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] In _notify_port_updated(), no bound segment for port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f on network 710040b8-c111-4985-86dc-bf2ef2a0f8c9 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:37:52.191661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.192481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.194080 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "PUT /v2.0/ports/64aa9d0f-c7f9-4ab8-8fbb-55291790c07f HTTP/1.1" status: 200 len: 981 time: 2.4326138 Dec 20 16:37:52.199656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44752) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:52.253331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22055d-09d7-428c-bd8d-29bf96017d76 req-bbb861ba-bb7c-4d4f-9d1b-6926631c25f5 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.255097 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fc22055d-09d7-428c-bd8d-29bf96017d76 req-bbb861ba-bb7c-4d4f-9d1b-6926631c25f5 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.3590095 Dec 20 16:37:52.274606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81ee4a-4aea-4f7c-ab99-0ecbe4a65782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event updated for resources: {'Port': ['ID=64aa9d0f-c7f9-4ab8-8fbb-55291790c07f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:52.285812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.345202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Router de0614fb-3c28-4d65-a2f4-2b807c394724 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:37:52.371107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1546ab2-99ad-4260-8cc5-c8ce16c59ef4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.374475 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d1546ab2-99ad-4260-8cc5-c8ce16c59ef4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/997c32c5-fce1-4246-8947-8f8766744e50 HTTP/1.1" status: 204 len: 168 time: 2.7306221 Dec 20 16:37:52.377421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:52.378115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-cd4a13bf-97cb-4361-98e9-67c6ca7f4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.379605 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-cd4a13bf-97cb-4361-98e9-67c6ca7f4660 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 200 len: 912 time: 0.6332712 Dec 20 16:37:52.427674 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fc22055d-09d7-428c-bd8d-29bf96017d76 req-3ef2f003-239f-4c2f-bc2c-c0969b62b6cd tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452153 Dec 20 16:37:52.443890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 2b77fd3f-113c-45a1-8534-1a8e3990a003 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:52.453270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Network d6e8ab60-234c-47d6-853f-abdeeba523a1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:52.491954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:52.497258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:52.503062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.503684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.508327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:52.515547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:52.516485 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.517088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.520346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'Port': ['ID=ff998211-7e2b-40d1-8f70-563da5b230c1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:52.540411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f3348-8462-411c-abcd-5478704d4e79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.542112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f3348-8462-411c-abcd-5478704d4e79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.543657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f3348-8462-411c-abcd-5478704d4e79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.545690 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-093f3348-8462-411c-abcd-5478704d4e79 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1608806 Dec 20 16:37:52.551080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:52.583598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dc3f0cac-9054-4108-a4e0-0e02f7c38877 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "GET /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags/tempest-TagsTest-Tag-1064161072 HTTP/1.1" status: 204 len: 168 time: 0.5898385 Dec 20 16:37:52.592478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:52.595481 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0705678 Dec 20 16:37:52.597906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-3ff1fb50-cc2d-4633-b688-098e0465e65a tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8', 'tempest-TagsTest-Tag-807105562') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:52.605802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:52.610501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dfd668c9-b08c-48d6-abb5-e1e0647916ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Deleting port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:52.610841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfd668c9-b08c-48d6-abb5-e1e0647916ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.615447 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cca2638f-767a-4a84-8734-084f2e3f22a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3420081 Dec 20 16:37:52.620156 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-20774a08-4a06-4f82-9d4c-b484ae956b76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 200 len: 1001 time: 0.2298653 Dec 20 16:37:52.622469 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-17140132-6909-439f-95ee-3a3699dda0af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7e37cc1762f48fdb62b6c4db605fdeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086281 Dec 20 16:37:52.624999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:52.625330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:52.630474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': '2b77fd3f-113c-45a1-8534-1a8e3990a003', 'name': 'tempest-PortsIpV6TestJSON-302993139'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:52.639436 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:52.700336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060306e2-98b2-4f50-bdee-edce3382830a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=743d7894-0387-42fe-9802-0020a81d517d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:52.749965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:37:52.763349 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Sync routers for ids ['de0614fb-3c28-4d65-a2f4-2b807c394724'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:37:52.772877 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a6e0d0-0548-494d-bc60-326be4e8f89c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 01d02c15-1639-490d-aef8-93c6ff1d43f4 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:52.773476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-dc92233a-63d4-46ed-b7be-5446d5579b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:52.775294 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-dc92233a-63d4-46ed-b7be-5446d5579b58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa7b8204-9b0f-4d8d-b342-65fe30d37330 HTTP/1.1" status: 200 len: 850 time: 0.1397183 Dec 20 16:37:52.780878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.789863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e0d0-0548-494d-bc60-326be4e8f89c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.790499 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Routers {'de0614fb-3c28-4d65-a2f4-2b807c394724'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:52.791289 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['de0614fb-3c28-4d65-a2f4-2b807c394724'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:52.820156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dfd668c9-b08c-48d6-abb5-e1e0647916ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] For port 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f, host hv-neutron-8223, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:52.820534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfd668c9-b08c-48d6-abb5-e1e0647916ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.827248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90878a5f-8ac6-4fb5-be6a-2048f76bc5c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.882054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dfd668c9-b08c-48d6-abb5-e1e0647916ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Calling delete_port for 64aa9d0f-c7f9-4ab8-8fbb-55291790c07f owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:52.888847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.892728 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f26bce94-99f1-4027-9f28-89741e23e0c4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2155869 Dec 20 16:37:52.892904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90878a5f-8ac6-4fb5-be6a-2048f76bc5c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:52.912798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:52.943685 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Set router de0614fb-3c28-4d65-a2f4-2b807c394724 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:52.995112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e0d0-0548-494d-bc60-326be4e8f89c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.016097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-7e5b085a-75ab-4242-8ba0-b748d3edd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:53.017629 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-7e5b085a-75ab-4242-8ba0-b748d3edd8bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8884f99f-080e-4992-a1da-237bad362cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2301931 Dec 20 16:37:53.124456 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3ff1fb50-cc2d-4633-b688-098e0465e65a tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "GET /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags/tempest-TagsTest-Tag-807105562 HTTP/1.1" status: 204 len: 168 time: 0.5278234 Dec 20 16:37:53.141521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44768) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:53.147022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-efb953f6-eddb-4a41-a7cb-3e5edc339958 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:53.174659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5bea5-be35-491e-9b55-b12a493b8838 None None] Network 2b77fd3f-113c-45a1-8534-1a8e3990a003 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:53.215776 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0614fb-3c28-4d65-a2f4-2b807c394724', 'name': 'tempest-snat-router-1864974504', 'tenant_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '91757768-5470-4e87-b3f1-31da35e44112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:37:47Z', 'updated_at': '2021-12-20T16:37:50Z', 'revision_number': 3, 'project_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'gw_port': {'id': '91757768-5470-4e87-b3f1-31da35e44112', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0614fb-3c28-4d65-a2f4-2b807c394724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:37:49Z', 'updated_at': '2021-12-20T16:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:53.233270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e0d0-0548-494d-bc60-326be4e8f89c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.238789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90878a5f-8ac6-4fb5-be6a-2048f76bc5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.242081 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90878a5f-8ac6-4fb5-be6a-2048f76bc5c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.242629 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-90878a5f-8ac6-4fb5-be6a-2048f76bc5c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0d4735e-ab74-4c58-880e-c63b96d82243 HTTP/1.1" status: 204 len: 168 time: 0.6152208 Dec 20 16:37:53.247540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] device_id is not set on port ff998211-7e2b-40d1-8f70-563da5b230c1 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:53.257278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.279381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:53.286514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.294625 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Checking router: de0614fb-3c28-4d65-a2f4-2b807c394724 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:37:53.294992 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Updating router de0614fb-3c28-4d65-a2f4-2b807c394724 port 91757768-5470-4e87-b3f1-31da35e44112 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:37:53.303506 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-900bab26-173e-449c-9d24-70e333432faf tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/routers/de0614fb-3c28-4d65-a2f4-2b807c394724 HTTP/1.1" status: 200 len: 908 time: 0.3883281 Dec 20 16:37:53.308965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:53.346662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 2b6d31a2-0160-4905-8b2c-e926df61f909 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:53.359420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.365135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfd668c9-b08c-48d6-abb5-e1e0647916ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.369981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f5911c26-73a8-4cb9-bc95-0fc2ea8ca4fe None None] Provisioning complete for port 459e6f06-854c-4318-b3c9-022ecfc9d9be triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:53.370710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5911c26-73a8-4cb9-bc95-0fc2ea8ca4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.376767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e0d0-0548-494d-bc60-326be4e8f89c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.378826 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.404113 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90878a5f-8ac6-4fb5-be6a-2048f76bc5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d4735e-ab74-4c58-880e-c63b96d82243,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:53.427366 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-a327cf49-d6d0-43c3-8cc5-8593f2ea3ae8 service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910224 Dec 20 16:37:53.497944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6e0d0-0548-494d-bc60-326be4e8f89c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=01d02c15-1639-490d-aef8-93c6ff1d43f4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:53.502898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e0d0-0548-494d-bc60-326be4e8f89c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.512263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11518f5-0ab6-4a5c-9b23-883e1ebf8352 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:53.514831 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e6a6e0d0-0548-494d-bc60-326be4e8f89c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/01d02c15-1639-490d-aef8-93c6ff1d43f4 HTTP/1.1" status: 204 len: 168 time: 0.9625297 Dec 20 16:37:53.517978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd668c9-b08c-48d6-abb5-e1e0647916ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Pushing event deleted for resources: {'Port': ['ID=64aa9d0f-c7f9-4ab8-8fbb-55291790c07f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:53.534369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:53.589391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfd668c9-b08c-48d6-abb5-e1e0647916ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.598133 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dfd668c9-b08c-48d6-abb5-e1e0647916ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "DELETE /v2.0/ports/64aa9d0f-c7f9-4ab8-8fbb-55291790c07f HTTP/1.1" status: 204 len: 168 time: 1.3946996 Dec 20 16:37:53.608912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44780) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:53.638650 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 459e6f06-854c-4318-b3c9-022ecfc9d9be up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:53.704657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.759098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::d1 (2b77fd3f-113c-45a1-8534-1a8e3990a003/3e871424-9162-4831-8015-5f02757e31ab/2b6d31a2-0160-4905-8b2c-e926df61f909) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:37:53.814532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c43088-75c9-4792-8596-76a997b2898f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 94ab2358-a0b3-45cf-8513-89fba1d4b7c9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:53.831170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73c43088-75c9-4792-8596-76a997b2898f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.832146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 459e6f06-854c-4318-b3c9-022ecfc9d9be triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:53.832528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.832746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'Port': ['ID=ff998211-7e2b-40d1-8f70-563da5b230c1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:53.914830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5911c26-73a8-4cb9-bc95-0fc2ea8ca4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.924249 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.938426 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:53.949636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73c43088-75c9-4792-8596-76a997b2898f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.071424 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Attempting to bind port 91757768-5470-4e87-b3f1-31da35e44112 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:54.071862 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Attempting to bind port 91757768-5470-4e87-b3f1-31da35e44112 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:54.074907 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Attempting to bind port 91757768-5470-4e87-b3f1-31da35e44112 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:54.091018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f5911c26-73a8-4cb9-bc95-0fc2ea8ca4fe None None] For port 459e6f06-854c-4318-b3c9-022ecfc9d9be, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=459e6f06-854c-4318-b3c9-022ecfc9d9be,segment=NetworkSegment(aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9),segment_id=aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:54.096349 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:37:54.098220 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:37:54.099466 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.100109 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:37:54.100831 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Bound port: 91757768-5470-4e87-b3f1-31da35e44112, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:37:54.101461 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.108991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2c4036-6044-46b3-9441-ae829643bfcb None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:54.134920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5911c26-73a8-4cb9-bc95-0fc2ea8ca4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.199871 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] For port 91757768-5470-4e87-b3f1-31da35e44112, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:54.207218 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] For port 91757768-5470-4e87-b3f1-31da35e44112, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=91757768-5470-4e87-b3f1-31da35e44112,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:37:54.227647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.228355 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.236893 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Pushing event updated for resources: {'Port': ['ID=91757768-5470-4e87-b3f1-31da35e44112,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:54.274433 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.275588 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.276278 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.276964 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.277877 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.278804 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.279460 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.280166 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.281899 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.282680 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.284241 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.292996 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.293860 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:54.330858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73c43088-75c9-4792-8596-76a997b2898f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.375630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea5dcb-a2ec-45d6-8a8f-b2ba1d958db4 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:54.398177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:37:54.399479 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:37:54.401525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7b7f5ffe-4e6b-478c-942c-c3d88cbf519e None None] Provisioning complete for port 91757768-5470-4e87-b3f1-31da35e44112 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:54.401948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5ffe-4e6b-478c-942c-c3d88cbf519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.421316 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Routers {'de0614fb-3c28-4d65-a2f4-2b807c394724'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:37:54.421952 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['de0614fb-3c28-4d65-a2f4-2b807c394724'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:54.473942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5911c26-73a8-4cb9-bc95-0fc2ea8ca4fe None None] Pushing event updated for resources: {'Port': ['ID=459e6f06-854c-4318-b3c9-022ecfc9d9be,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:54.493096 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f96d1a-72ea-4d92-bfe0-971e4e998502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] GET failed (client error): The resource could not be found. Dec 20 16:37:54.495161 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a8f96d1a-72ea-4d92-bfe0-971e4e998502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619644257-project-admin] 10.222.0.60 "GET /v2.0/ports/64aa9d0f-c7f9-4ab8-8fbb-55291790c07f HTTP/1.1" status: 404 len: 333 time: 0.8818390 Dec 20 16:37:54.502225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:54.524425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.534479 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-efb953f6-eddb-4a41-a7cb-3e5edc339958 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "DELETE /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags HTTP/1.1" status: 204 len: 168 time: 1.3917141 Dec 20 16:37:54.545669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:54.552398 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-a51e4ba4-f97b-4703-821a-7e45d1c2751f tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8', 'tempest-TagsTest-Tag-1064161072') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:54.565414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:54.565414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:54.566298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:54.566436 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12895f65-2625-4856-9774-e5ef411a094c None None] Pushing event updated for resources: {'Port': ['ID=91757768-5470-4e87-b3f1-31da35e44112,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:54.630918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5ffe-4e6b-478c-942c-c3d88cbf519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.683414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73c43088-75c9-4792-8596-76a997b2898f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.694727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7b7f5ffe-4e6b-478c-942c-c3d88cbf519e None None] For port 91757768-5470-4e87-b3f1-31da35e44112, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=91757768-5470-4e87-b3f1-31da35e44112,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:54.703901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5ffe-4e6b-478c-942c-c3d88cbf519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.718833 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] Set router de0614fb-3c28-4d65-a2f4-2b807c394724 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:37:54.747814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:54.748237 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:54.748729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44802) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:54.769778 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 2 to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 Dec 20 16:37:54.802921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f5ffe-4e6b-478c-942c-c3d88cbf519e None None] Pushing event updated for resources: {'Port': ['ID=91757768-5470-4e87-b3f1-31da35e44112,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:54.808841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50192fb9-abdf-4672-9e3a-5d1fdd4e6ab3 req-66b3f63f-99cc-48d7-943a-7ca8d0134cc6 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:54.813604 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-50192fb9-abdf-4672-9e3a-5d1fdd4e6ab3 req-66b3f63f-99cc-48d7-943a-7ca8d0134cc6 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 1.2083173 Dec 20 16:37:54.839594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c43088-75c9-4792-8596-76a997b2898f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=94ab2358-a0b3-45cf-8513-89fba1d4b7c9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:54.846005 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-54c7ebb0-d2f0-45e8-aa3e-94589d191aa1 req-a937c517-99cb-43a1-aa1b-e9c39432978f service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3800621 Dec 20 16:37:54.850464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-132d8f93-c38d-4053-a0a8-d8d29624dbc0 None None] Provisioning complete for port 459e6f06-854c-4318-b3c9-022ecfc9d9be triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:54.852763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-132d8f93-c38d-4053-a0a8-d8d29624dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.857060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73c43088-75c9-4792-8596-76a997b2898f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.867216 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-73c43088-75c9-4792-8596-76a997b2898f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/94ab2358-a0b3-45cf-8513-89fba1d4b7c9 HTTP/1.1" status: 204 len: 168 time: 1.3317256 Dec 20 16:37:54.869822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:54.892316 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-a51e4ba4-f97b-4703-821a-7e45d1c2751f tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] show failed (client error): The resource could not be found. Dec 20 16:37:54.896450 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a51e4ba4-f97b-4703-821a-7e45d1c2751f tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "GET /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags/tempest-TagsTest-Tag-1064161072 HTTP/1.1" status: 404 len: 326 time: 0.3502080 Dec 20 16:37:54.896979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44808) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:54.900098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.902314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:54.902765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:54.903199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:54.921138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:54.921640 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:54.931995 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 3 to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 Dec 20 16:37:54.973172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.981745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:54.987166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-c96b12dd-7bbc-432a-b9fe-67363d66eb7a tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8', 'tempest-TagsTest-Tag-807105562') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:55.021249 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17488d65-62af-46bb-8c31-9220e5f5b74a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1484168 Dec 20 16:37:55.025737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.049887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:55.050242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:55.050602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:55.084430 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-50192fb9-abdf-4672-9e3a-5d1fdd4e6ab3 req-70b74feb-3f71-4938-8e6a-60f84f748931 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434664 Dec 20 16:37:55.101266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cb725f0-bafd-49dc-a6b5-f54a1b0e4aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.112523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 2b77fd3f-113c-45a1-8534-1a8e3990a003 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:55.117365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f66d9b-dc56-46d0-bc47-0fcb85af45fd None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:37:55.140847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-faae15c2-9189-462c-a7b0-b5e375a820ee tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-572205909', 'prefixes': ['172.20.0.0/16']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:55.150007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:55.169584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:55.169945 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:55.173987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:55.180837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:55.182699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.183885 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 4 to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 Dec 20 16:37:55.209594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=2b6d31a2-0160-4905-8b2c-e926df61f909,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:55.223306 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4d6b546d-8e63-4153-ab95-fdd611617c65 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6144409 Dec 20 16:37:55.226965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.229135 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-c96b12dd-7bbc-432a-b9fe-67363d66eb7a tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] show failed (client error): The resource could not be found. Dec 20 16:37:55.234366 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c96b12dd-7bbc-432a-b9fe-67363d66eb7a tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "GET /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags/tempest-TagsTest-Tag-807105562 HTTP/1.1" status: 404 len: 325 time: 0.2541883 Dec 20 16:37:55.248060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.260710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-e5c7bc83-967f-4aad-a3d7-bad00de1c824 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '00666820-3ae5-4e66-a302-0775d59f64c8') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:55.296553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-132d8f93-c38d-4053-a0a8-d8d29624dbc0 None None] Provisioning complete for port 743d7894-0387-42fe-9802-0020a81d517d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:55.297144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-132d8f93-c38d-4053-a0a8-d8d29624dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.313269 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:55.313615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:55.313950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:55.327962 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0614fb-3c28-4d65-a2f4-2b807c394724', 'name': 'tempest-snat-router-1864974504', 'tenant_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '91757768-5470-4e87-b3f1-31da35e44112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:37:47Z', 'updated_at': '2021-12-20T16:37:50Z', 'revision_number': 3, 'project_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'gw_port': {'id': '91757768-5470-4e87-b3f1-31da35e44112', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0614fb-3c28-4d65-a2f4-2b807c394724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:37:49Z', 'updated_at': '2021-12-20T16:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:55.328570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.333079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:55.333415 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:55.360467 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed1278-6398-4510-aea8-19599d527ae3 None None] The sync data for ids ['de0614fb-3c28-4d65-a2f4-2b807c394724'] in dv-neutron-822328-3-hyperv is: [{'id': 'de0614fb-3c28-4d65-a2f4-2b807c394724', 'name': 'tempest-snat-router-1864974504', 'tenant_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '91757768-5470-4e87-b3f1-31da35e44112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:37:47Z', 'updated_at': '2021-12-20T16:37:50Z', 'revision_number': 3, 'project_id': '00f707e841274f46bb5c2e0b8e8b8f27', 'gw_port': {'id': '91757768-5470-4e87-b3f1-31da35e44112', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0614fb-3c28-4d65-a2f4-2b807c394724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:37:49Z', 'updated_at': '2021-12-20T16:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:37:55.362335 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 5 to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 Dec 20 16:37:55.390505 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9af0a3-a233-42d2-ab74-851e85268152 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:55.391964 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6b9af0a3-a233-42d2-ab74-851e85268152 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3651927 Dec 20 16:37:55.413843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.420727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-132d8f93-c38d-4053-a0a8-d8d29624dbc0 None None] Port 743d7894-0387-42fe-9802-0020a81d517d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:55.435729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52502ca9-eb35-4a48-8a93-21d4d7e027b1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:55.441686 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-52502ca9-eb35-4a48-8a93-21d4d7e027b1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2f7 HTTP/1.1" status: 200 len: 929 time: 0.2033331 Dec 20 16:37:55.455137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.461180 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-132d8f93-c38d-4053-a0a8-d8d29624dbc0 None None] Provisioning complete for port 91757768-5470-4e87-b3f1-31da35e44112 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:55.461911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-132d8f93-c38d-4053-a0a8-d8d29624dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.491183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:55.492764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:55.493151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:55.506242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710040b8-c111-4985-86dc-bf2ef2a0f8c9']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:55.513147 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Deleting port 91757768-5470-4e87-b3f1-31da35e44112 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:55.513493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.531197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 459e6f06-854c-4318-b3c9-022ecfc9d9be up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:37:55.546938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:55.547328 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:55.547833 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e5c7bc83-967f-4aad-a3d7-bad00de1c824 tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "DELETE /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8/tags HTTP/1.1" status: 204 len: 168 time: 0.2985892 Dec 20 16:37:55.548973 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce38f21-1f41-4a4b-b025-23eea0540840') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:55.557040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.559222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce38f21-1f41-4a4b-b025-23eea0540840') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:55.581520 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 6 to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 Dec 20 16:37:55.621841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.639618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 459e6f06-854c-4318-b3c9-022ecfc9d9be triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:55.639987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.663897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ffef2-7154-425b-b6b6-5e4aa9a88afd None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:55.669643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-faae15c2-9189-462c-a7b0-b5e375a820ee tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] Publish callbacks [] for subnetpool, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.673247 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-faae15c2-9189-462c-a7b0-b5e375a820ee tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8978851 Dec 20 16:37:55.682414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44822) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.695165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:55.695506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:55.695843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:55.700182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaef3bf-86ea-4046-a4cc-4436e5174192 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:55.701665 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-baaef3bf-86ea-4046-a4cc-4436e5174192 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2834380 Dec 20 16:37:55.705677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.747610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:55.747946 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:55.748904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.756689 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 7 to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 Dec 20 16:37:55.797963 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9096c218-ae1d-4877-b362-f6dcf4648824 tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] 10.222.0.60 "GET /v2.0/subnetpools/89cb95dc-0aab-469c-9d27-e9e17a1ed59d HTTP/1.1" status: 200 len: 731 time: 0.1127882 Dec 20 16:37:55.805596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:55.806590 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.812717 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7435c43c-360a-4a7b-876e-52d0b6a2e87d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000738 Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:55.815090 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:55.818184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.818184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d1f3c-ee07-4d7b-a86d-f7bcf82f08e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 2b6d31a2-0160-4905-8b2c-e926df61f909 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:55.818184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1f3c-ee07-4d7b-a86d-f7bcf82f08e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.825374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3eae830f-2cec-483e-9a3b-4167edb2dd9d tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-361659950'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:55.831361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:55.845715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:55.846057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:55.846378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-70c4496a-84ca-4f4c-b32f-78201158d780 None None] Provisioning complete for port 2b6d31a2-0160-4905-8b2c-e926df61f909 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:55.846521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:55.846750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70c4496a-84ca-4f4c-b32f-78201158d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.849053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e29ffef2-7154-425b-b6b6-5e4aa9a88afd None None] Deleting port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:55.849414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e29ffef2-7154-425b-b6b6-5e4aa9a88afd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.865699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.883068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c89a2c9f-1cb6-44fa-90f1-1aacd74ad4aa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:55.898917 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] For port 91757768-5470-4e87-b3f1-31da35e44112, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=91757768-5470-4e87-b3f1-31da35e44112,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:55.899304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.907333 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:55.907665 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:55.914506 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 8 to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 Dec 20 16:37:55.936082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Calling delete_port for 91757768-5470-4e87-b3f1-31da35e44112 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:55.939839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e29ffef2-7154-425b-b6b6-5e4aa9a88afd None None] For port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=41090b63-c1a2-47c0-9f38-f90a1d89d2b1,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:55.940296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e29ffef2-7154-425b-b6b6-5e4aa9a88afd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.943036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:55.943390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:55.943716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:55.952985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.994634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e29ffef2-7154-425b-b6b6-5e4aa9a88afd None None] Calling delete_port for 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:56.013660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.021122 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] 10.222.0.60 "DELETE /v2.0/networks/710040b8-c111-4985-86dc-bf2ef2a0f8c9 HTTP/1.1" status: 204 len: 168 time: 1.5132034 Dec 20 16:37:56.023992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:56.024316 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:56.028607 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 9 to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 Dec 20 16:37:56.079752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-70c4496a-84ca-4f4c-b32f-78201158d780 None None] Port 2b6d31a2-0160-4905-8b2c-e926df61f909 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:37:56.083066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:56.083416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:56.083758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:56.091221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b35d50-be24-4aa6-9b2e-a2e25443565e tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-413394929-project] Pushing event deleted for resources: {'Network': ['ID=710040b8-c111-4985-86dc-bf2ef2a0f8c9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:56.098061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:56.098299 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:56.102288 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 10 to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 Dec 20 16:37:56.127590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-70c4496a-84ca-4f4c-b32f-78201158d780 None None] Provisioning complete for port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:37:56.127970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70c4496a-84ca-4f4c-b32f-78201158d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.144963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:37:56.145084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:37:56.145369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:37:56.155704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:37:56.156039 dv-neutron-822328-3-hyperv neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port ff998211-7e2b-40d1-8f70-563da5b230c1 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:37:56.156412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.223730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e29ffef2-7154-425b-b6b6-5e4aa9a88afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.257139 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:37:56.276127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ffef2-7154-425b-b6b6-5e4aa9a88afd None None] Pushing event deleted for resources: {'Port': ['ID=41090b63-c1a2-47c0-9f38-f90a1d89d2b1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:56.291687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ffef2-7154-425b-b6b6-5e4aa9a88afd None None] No DVR routers for this DVR port 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:37:56.314322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] For port ff998211-7e2b-40d1-8f70-563da5b230c1, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:37:56.314717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 16:37:56.327752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.406870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] In _notify_port_updated(), no bound segment for port ff998211-7e2b-40d1-8f70-563da5b230c1 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:37:56.407847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.408405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.413086 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "PUT /v2.0/ports/ff998211-7e2b-40d1-8f70-563da5b230c1 HTTP/1.1" status: 200 len: 977 time: 3.7835932 Dec 20 16:37:56.433602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:56.511493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc67ed6-304d-47c5-a6d2-18f739670d95 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'Port': ['ID=ff998211-7e2b-40d1-8f70-563da5b230c1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:56.536255 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.569061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6abc912-4024-4c30-b50f-8dafdd63c7aa None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:56.593816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event deleted for resources: {'Port': ['ID=91757768-5470-4e87-b3f1-31da35e44112,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:56.621909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:56.636352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.636842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.637312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.637785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.638366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.638750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.639251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.639685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.640176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.640613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.641073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.641532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.641993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.642477 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.642937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.643400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.646409 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-60896e9a-322a-40ed-9a3e-be534d3430a8 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14222 time: 0.2088757 Dec 20 16:37:56.654120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:56.658492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eae830f-2cec-483e-9a3b-4167edb2dd9d tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] Publish callbacks [] for subnetpool, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.659849 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3eae830f-2cec-483e-9a3b-4167edb2dd9d tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] 10.222.0.60 "PUT /v2.0/subnetpools/89cb95dc-0aab-469c-9d27-e9e17a1ed59d HTTP/1.1" status: 200 len: 683 time: 0.8385308 Dec 20 16:37:56.666116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:56.762953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.801098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1f3c-ee07-4d7b-a86d-f7bcf82f08e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.808036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.847397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d1f3c-ee07-4d7b-a86d-f7bcf82f08e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 2b6d31a2-0160-4905-8b2c-e926df61f909 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:56.855914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00666820-3ae5-4e66-a302-0775d59f64c8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:56.869862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2043a1-7746-40f8-9a8c-1ce30e69a28b req-13044a29-622b-4fd1-af54-c5a269ba2f86 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:56.871336 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6e2043a1-7746-40f8-9a8c-1ce30e69a28b req-13044a29-622b-4fd1-af54-c5a269ba2f86 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2499425 Dec 20 16:37:56.895259 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27102f6-2928-4206-aa64-1e81c341267f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:56.895559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27102f6-2928-4206-aa64-1e81c341267f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:37:56.918593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.924651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.934963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1ba820c-49e2-42f9-a43f-3b604a97da1f tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] Publish callbacks [] for subnetpool, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.936105 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c1ba820c-49e2-42f9-a43f-3b604a97da1f tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] 10.222.0.60 "DELETE /v2.0/subnetpools/89cb95dc-0aab-469c-9d27-e9e17a1ed59d HTTP/1.1" status: 204 len: 168 time: 0.2546403 Dec 20 16:37:56.948853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:56.950961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89a2c9f-1cb6-44fa-90f1-1aacd74ad4aa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:56.954464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c89a2c9f-1cb6-44fa-90f1-1aacd74ad4aa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.955881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89a2c9f-1cb6-44fa-90f1-1aacd74ad4aa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:56.956311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89a2c9f-1cb6-44fa-90f1-1aacd74ad4aa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:56.968267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.993784 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-d728066d-3653-4931-863a-f088c76fe979 tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] show failed (client error): The resource could not be found. Dec 20 16:37:56.998506 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d728066d-3653-4931-863a-f088c76fe979 tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] 10.222.0.60 "GET /v2.0/subnetpools/89cb95dc-0aab-469c-9d27-e9e17a1ed59d HTTP/1.1" status: 404 len: 346 time: 0.0449347 Dec 20 16:37:56.998665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-58fdaf4e-79bd-43dc-988f-4a7717348625 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Deleting port ff998211-7e2b-40d1-8f70-563da5b230c1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:56.998665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58fdaf4e-79bd-43dc-988f-4a7717348625 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.998665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.998985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de0614fb-3c28-4d65-a2f4-2b807c394724 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:37:57.001114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.003620 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d39f0296-221c-48aa-a8e6-6739344bde01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e2ac6ba4ca34c09bca06e7f6104d806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560636 Dec 20 16:37:57.008181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.011777 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5727b8ab-8a44-48ac-8067-1f0800c20b83 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "DELETE /v2.0/routers/de0614fb-3c28-4d65-a2f4-2b807c394724 HTTP/1.1" status: 204 len: 168 time: 3.6810455 Dec 20 16:37:57.014408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44850) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.014861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.028149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.073902 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-2de1d084-5183-4458-b256-36c7b3335549 tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] delete failed (client error): The resource could not be found. Dec 20 16:37:57.075253 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2de1d084-5183-4458-b256-36c7b3335549 tempest-SubnetPoolsTestJSON-303245307 tempest-SubnetPoolsTestJSON-303245307-project] 10.222.0.60 "DELETE /v2.0/subnetpools/89cb95dc-0aab-469c-9d27-e9e17a1ed59d HTTP/1.1" status: 404 len: 346 time: 0.0705342 Dec 20 16:37:57.082282 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c89a2c9f-1cb6-44fa-90f1-1aacd74ad4aa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2398040 Dec 20 16:37:57.092943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.098948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-58fdaf4e-79bd-43dc-988f-4a7717348625 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] For port ff998211-7e2b-40d1-8f70-563da5b230c1, host hv-neutron-8223, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:57.099557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58fdaf4e-79bd-43dc-988f-4a7717348625 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.104748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4b152c4e-b9a9-4ef1-9a5a-1330454ba139 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:57.110832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:37:57.111235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.118890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-58fdaf4e-79bd-43dc-988f-4a7717348625 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Calling delete_port for ff998211-7e2b-40d1-8f70-563da5b230c1 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:37:57.120504 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:37:57.123972 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:37:57.145345 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6e2043a1-7746-40f8-9a8c-1ce30e69a28b req-a975f526-18d4-49f7-bc3c-5b2861d73c73 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627590 Dec 20 16:37:57.234887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58fdaf4e-79bd-43dc-988f-4a7717348625 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.264366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdaf4e-79bd-43dc-988f-4a7717348625 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff998211-7e2b-40d1-8f70-563da5b230c1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:57.279249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58fdaf4e-79bd-43dc-988f-4a7717348625 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.285971 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-58fdaf4e-79bd-43dc-988f-4a7717348625 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ff998211-7e2b-40d1-8f70-563da5b230c1 HTTP/1.1" status: 204 len: 168 time: 0.6262794 Dec 20 16:37:57.287524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.321196 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d64fb31-ee95-487b-9198-21d15e96aa17 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] GET failed (client error): The resource could not be found. Dec 20 16:37:57.323270 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8d64fb31-ee95-487b-9198-21d15e96aa17 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "GET /v2.0/ports/ff998211-7e2b-40d1-8f70-563da5b230c1 HTTP/1.1" status: 404 len: 333 time: 0.0360241 Dec 20 16:37:57.328661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.340589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2120764289', 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:57.352304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.390000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Made reservation on behalf of 2a4a29fb44d84ab3a85d0f770699cff6 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:57.402047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.402865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.409438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.427307 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] 10.222.0.60 "DELETE /v2.0/networks/00666820-3ae5-4e66-a302-0775d59f64c8 HTTP/1.1" status: 204 len: 168 time: 1.8610904 Dec 20 16:37:57.433994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83105409-0805-4061-ad06-4086d51e3ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.435479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dacadf-40d7-4d99-b582-525f5e399a3b tempest-TagsTest-690588693 tempest-TagsTest-690588693-project] Pushing event deleted for resources: {'Network': ['ID=00666820-3ae5-4e66-a302-0775d59f64c8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:57.435604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] device_id is not set on port 8ccc6733-a1fb-47dd-ad0c-4e5dd96bc50f yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:57.473088 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:57.504338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:57.505626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 41090b63-c1a2-47c0-9f38-f90a1d89d2b1 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:57.506721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.533294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b152c4e-b9a9-4ef1-9a5a-1330454ba139 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:57.533294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b152c4e-b9a9-4ef1-9a5a-1330454ba139 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.533294 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b152c4e-b9a9-4ef1-9a5a-1330454ba139 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:57.533294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b152c4e-b9a9-4ef1-9a5a-1330454ba139 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:57.536501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83105409-0805-4061-ad06-4086d51e3ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.583471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1f3c-ee07-4d7b-a86d-f7bcf82f08e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.627489 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4b152c4e-b9a9-4ef1-9a5a-1330454ba139 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5276468 Dec 20 16:37:57.629994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.646167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-aaa9a153-6a1b-41b1-b788-1b2090c82c90 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:57.712681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d1f3c-ee07-4d7b-a86d-f7bcf82f08e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=2b6d31a2-0160-4905-8b2c-e926df61f909,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:57.719550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1f3c-ee07-4d7b-a86d-f7bcf82f08e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.727303 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6c4d1f3c-ee07-4d7b-a86d-f7bcf82f08e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/2b6d31a2-0160-4905-8b2c-e926df61f909 HTTP/1.1" status: 204 len: 168 time: 2.2629478 Dec 20 16:37:57.740036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44876) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.791116 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3544d27-ee68-46c9-841c-dda82f906512 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:37:57.792994 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b3544d27-ee68-46c9-841c-dda82f906512 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/2b6d31a2-0160-4905-8b2c-e926df61f909 HTTP/1.1" status: 404 len: 333 time: 0.0516827 Dec 20 16:37:57.796484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.809700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.814940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef4df829-1437-450e-915e-02ff2dc137af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.868604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.872421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83105409-0805-4061-ad06-4086d51e3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.876672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83105409-0805-4061-ad06-4086d51e3ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.878077 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-83105409-0805-4061-ad06-4086d51e3ac9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51861c7b-971d-43f1-973e-433f76a9e1e1 HTTP/1.1" status: 204 len: 168 time: 0.8619740 Dec 20 16:37:57.904718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83105409-0805-4061-ad06-4086d51e3ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51861c7b-971d-43f1-973e-433f76a9e1e1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:57.974294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d51ff80f-5d85-4813-8730-9ec878e2a6ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.994001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9a153-6a1b-41b1-b788-1b2090c82c90 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:57.999765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a153-6a1b-41b1-b788-1b2090c82c90 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.002198 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa9a153-6a1b-41b1-b788-1b2090c82c90 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:58.002198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa9a153-6a1b-41b1-b788-1b2090c82c90 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:58.018527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.069530 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aaa9a153-6a1b-41b1-b788-1b2090c82c90 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4374311 Dec 20 16:37:58.072706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:58.080836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d7a2f9b9-5546-4c72-a341-ba375e576d78 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:58.124980 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0183dca6-a09a-4da4-8538-6fa72e4ba23d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd04537e27e44d99b07842c9b0021cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137763 Dec 20 16:37:58.129007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:58.133739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-959e9047-21b8-48f5-b992-7be80761db2d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 743d7894-0387-42fe-9802-0020a81d517d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:58.134935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959e9047-21b8-48f5-b992-7be80761db2d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.141264 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Deleting port e41075a8-ce91-4837-afc5-0deedc00f49a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:58.141927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.231074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.298490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Network d6e8ab60-234c-47d6-853f-abdeeba523a1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:37:58.316120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:37:58.326507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:37:58.327456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:58.328051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.337912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb458992-2580-4dca-9265-a4e6af7492d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.342301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'Port': ['ID=8ccc6733-a1fb-47dd-ad0c-4e5dd96bc50f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:58.344288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a2f9b9-5546-4c72-a341-ba375e576d78 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:58.345132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d51ff80f-5d85-4813-8730-9ec878e2a6ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.348227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a2f9b9-5546-4c72-a341-ba375e576d78 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.349820 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a2f9b9-5546-4c72-a341-ba375e576d78 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:58.350074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a2f9b9-5546-4c72-a341-ba375e576d78 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:58.361581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d51ff80f-5d85-4813-8730-9ec878e2a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.376581 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fd324da0-0e81-4ff9-9e21-55b7aa690247 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0449052 Dec 20 16:37:58.380732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:58.391873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.402373 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d7a2f9b9-5546-4c72-a341-ba375e576d78 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3270450 Dec 20 16:37:58.413514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:58.415835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ff80f-5d85-4813-8730-9ec878e2a6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408b757f-8a29-4a02-8796-14cc9296f338,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:58.422763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-51fe0900-e4f8-4175-904d-b7bdf7d9bd7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:58.423527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb458992-2580-4dca-9265-a4e6af7492d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.445518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a3286d-dd60-4796-87d3-806aa74824b4 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:58.450158 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-14a3286d-dd60-4796-87d3-806aa74824b4 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "GET /v2.0/ports/8ccc6733-a1fb-47dd-ad0c-4e5dd96bc50f HTTP/1.1" status: 200 len: 955 time: 0.0659270 Dec 20 16:37:58.451579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:58.469749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:58.477663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959e9047-21b8-48f5-b992-7be80761db2d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.510919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] For port e41075a8-ce91-4837-afc5-0deedc00f49a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e41075a8-ce91-4837-afc5-0deedc00f49a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:37:58.511233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.545187 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d51ff80f-5d85-4813-8730-9ec878e2a6ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9edd4561dc464569bc8ae7a41c1c558b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1209481 Dec 20 16:37:58.548611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44900) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:58.550458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-959e9047-21b8-48f5-b992-7be80761db2d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 743d7894-0387-42fe-9802-0020a81d517d owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:58.558712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Calling delete_port for e41075a8-ce91-4837-afc5-0deedc00f49a owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:58.575466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb458992-2580-4dca-9265-a4e6af7492d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.577949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb458992-2580-4dca-9265-a4e6af7492d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.579113 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cb458992-2580-4dca-9265-a4e6af7492d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4fccc72-d182-4dd6-931f-cb69b1b11872 HTTP/1.1" status: 204 len: 168 time: 0.4491346 Dec 20 16:37:58.594130 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5d9a626d-bba4-4ea3-b68a-8ca3c81f597a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c93d80686f1641679e68de27a9db27da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1196358 Dec 20 16:37:58.609044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:58.619724 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb458992-2580-4dca-9265-a4e6af7492d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fccc72-d182-4dd6-931f-cb69b1b11872,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:58.685870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f4cdc57b-a5ae-48fd-b428-882752efcbbd tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Deleting port 8ccc6733-a1fb-47dd-ad0c-4e5dd96bc50f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:37:58.687030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc57b-a5ae-48fd-b428-882752efcbbd tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.691212 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fe0900-e4f8-4175-904d-b7bdf7d9bd7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:58.694912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51fe0900-e4f8-4175-904d-b7bdf7d9bd7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.696378 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fe0900-e4f8-4175-904d-b7bdf7d9bd7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:58.697376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fe0900-e4f8-4175-904d-b7bdf7d9bd7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:58.700933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f671f3-fe5a-4e43-8091-1178289e1ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.768039 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-51fe0900-e4f8-4175-904d-b7bdf7d9bd7c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3490086 Dec 20 16:37:58.769238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:58.775004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-406f54d4-5b68-421e-8fe0-01387f1b1540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.779201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e5444d93-8283-411c-a271-ba0dd963d4d7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:58.795108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f671f3-fe5a-4e43-8091-1178289e1ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.799316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc57b-a5ae-48fd-b428-882752efcbbd tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.832948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f4cdc57b-a5ae-48fd-b428-882752efcbbd tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Calling delete_port for 8ccc6733-a1fb-47dd-ad0c-4e5dd96bc50f owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:37:58.835894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-406f54d4-5b68-421e-8fe0-01387f1b1540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.941969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959e9047-21b8-48f5-b992-7be80761db2d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:58.996743 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f671f3-fe5a-4e43-8091-1178289e1ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.001427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f671f3-fe5a-4e43-8091-1178289e1ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.005502 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-06f671f3-fe5a-4e43-8091-1178289e1ca9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/408b757f-8a29-4a02-8796-14cc9296f338 HTTP/1.1" status: 204 len: 168 time: 0.4509914 Dec 20 16:37:59.015465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-406f54d4-5b68-421e-8fe0-01387f1b1540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.018646 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-406f54d4-5b68-421e-8fe0-01387f1b1540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.019904 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-406f54d4-5b68-421e-8fe0-01387f1b1540 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5c120a9-30e5-4841-aeb4-a732fd6d8244 HTTP/1.1" status: 204 len: 168 time: 0.4096575 Dec 20 16:37:59.021721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f671f3-fe5a-4e43-8091-1178289e1ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b757f-8a29-4a02-8796-14cc9296f338,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:59.023769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc57b-a5ae-48fd-b428-882752efcbbd tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.041157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e9047-21b8-48f5-b992-7be80761db2d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=743d7894-0387-42fe-9802-0020a81d517d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:59.059862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959e9047-21b8-48f5-b992-7be80761db2d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.063973 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-959e9047-21b8-48f5-b992-7be80761db2d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/743d7894-0387-42fe-9802-0020a81d517d HTTP/1.1" status: 204 len: 168 time: 1.2633426 Dec 20 16:37:59.073192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44912) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:59.085256 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f54d4-5b68-421e-8fe0-01387f1b1540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c120a9-30e5-4841-aeb4-a732fd6d8244,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:59.091593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5444d93-8283-411c-a271-ba0dd963d4d7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:59.095676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5444d93-8283-411c-a271-ba0dd963d4d7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.105169 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5444d93-8283-411c-a271-ba0dd963d4d7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:37:59.105632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5444d93-8283-411c-a271-ba0dd963d4d7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:37:59.117740 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdc57b-a5ae-48fd-b428-882752efcbbd tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ccc6733-a1fb-47dd-ad0c-4e5dd96bc50f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:59.124709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc57b-a5ae-48fd-b428-882752efcbbd tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.126661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.129456 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f4cdc57b-a5ae-48fd-b428-882752efcbbd tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "DELETE /v2.0/ports/8ccc6733-a1fb-47dd-ad0c-4e5dd96bc50f HTTP/1.1" status: 204 len: 168 time: 0.6713343 Dec 20 16:37:59.132040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:59.171506 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce679c4-15f7-4885-926c-01cbc00059c1 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] GET failed (client error): The resource could not be found. Dec 20 16:37:59.179342 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7ce679c4-15f7-4885-926c-01cbc00059c1 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "GET /v2.0/ports/8ccc6733-a1fb-47dd-ad0c-4e5dd96bc50f HTTP/1.1" status: 404 len: 333 time: 0.0411036 Dec 20 16:37:59.179880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:59.189763 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Request body: {'port': {'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-138260615'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:59.223556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event deleted for resources: {'Port': ['ID=e41075a8-ce91-4837-afc5-0deedc00f49a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:59.234039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:59.238442 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e5444d93-8283-411c-a271-ba0dd963d4d7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4656885 Dec 20 16:37:59.245202 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd9a39c-d580-4c1b-96c0-653c86ff7d01 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:37:59.246739 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-abd9a39c-d580-4c1b-96c0-653c86ff7d01 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/743d7894-0387-42fe-9802-0020a81d517d HTTP/1.1" status: 404 len: 333 time: 0.1680281 Dec 20 16:37:59.251060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:59.272397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb6ef4d-26f6-438f-b226-e6b7fcd25a5b None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:37:59.282541 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3324f7ac-dd13-4132-be45-cffce862106a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0472751 Dec 20 16:37:59.298026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:59.315566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Made reservation on behalf of 2a4a29fb44d84ab3a85d0f770699cff6 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:37:59.318589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.357383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] device_id is not set on port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:37:59.371748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1ed577-e84e-414e-9a6f-928cd22d0c9a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet 3e871424-9162-4831-8015-5f02757e31ab {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:37:59.401184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a1902-b421-4a7b-91bb-289a696e8cd7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:37:59.403691 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-261a1902-b421-4a7b-91bb-289a696e8cd7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1045139 Dec 20 16:37:59.410208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:59.419219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd1ed577-e84e-414e-9a6f-928cd22d0c9a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.476646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.480856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2788d0a7-a69c-4326-9961-9da4a02be586 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692999 Dec 20 16:37:59.494388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 91757768-5470-4e87-b3f1-31da35e44112 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:37:59.495215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:59.507761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:59.532804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 91757768-5470-4e87-b3f1-31da35e44112 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:37:59.533140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 91757768-5470-4e87-b3f1-31da35e44112 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:37:59.602522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.605190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.655022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.655544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b32a9427-551c-4b79-af28-a6e82b4d61d1 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:37:59.660446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.662237 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1940aa4f-150c-4672-87b1-54feba462a42 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "DELETE /v2.0/routers/b32a9427-551c-4b79-af28-a6e82b4d61d1 HTTP/1.1" status: 204 len: 168 time: 2.6449096 Dec 20 16:37:59.665690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:59.671848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1865976760', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:37:59.712906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.714150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.790561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.953997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.971815 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd1ed577-e84e-414e-9a6f-928cd22d0c9a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.031294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.214988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.245074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd1ed577-e84e-414e-9a6f-928cd22d0c9a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.285268 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:00.288966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.367918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.396897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.423524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.461429 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd1ed577-e84e-414e-9a6f-928cd22d0c9a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.490785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Network d6e8ab60-234c-47d6-853f-abdeeba523a1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:00.523612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:00.538633 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea7001-70ba-4e3c-920b-8cd4b674bfda None None] Network 2b77fd3f-113c-45a1-8534-1a8e3990a003 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:00.543182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:00.543347 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Allocated IP 172.26.1.161 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/bb683801-bff0-478c-ad72-a322bb29be62) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:00.553879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:00.553879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.555324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ed577-e84e-414e-9a6f-928cd22d0c9a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=3e871424-9162-4831-8015-5f02757e31ab,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:00.557977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd1ed577-e84e-414e-9a6f-928cd22d0c9a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.574292 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bd1ed577-e84e-414e-9a6f-928cd22d0c9a tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/3e871424-9162-4831-8015-5f02757e31ab HTTP/1.1" status: 204 len: 168 time: 1.3221207 Dec 20 16:38:00.582030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:00.625624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'Port': ['ID=6db7a6b2-a6a5-4028-939d-349bba3d97f0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:00.698014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.747434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:00.799740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:00.801075 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9f66214e-9ca9-4da3-8390-a5c5c9cc2732 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6201115 Dec 20 16:38:00.807718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 44984) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:00.810330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:00.813716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:00.822606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:00.880443 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.074109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 459e6f06-854c-4318-b3c9-022ecfc9d9be {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:01.074816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.081666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad46b843-3854-4111-9a7f-690a02fe1c80 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:01.119307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.179350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c0ebc8f3-1607-4e73-9bdc-7ae195ba76c8 None None] Provisioning complete for port bb683801-bff0-478c-ad72-a322bb29be62 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:01.180189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc8f3-1607-4e73-9bdc-7ae195ba76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.183472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.objects.ports [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:38:01.187379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.226008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe029f9-cbc0-44cb-ad77-8f835114b2ac None None] DHCP port deletion for 2b77fd3f-113c-45a1-8534-1a8e3990a003 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:01.243777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 44996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:01.260400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=2173768f-5d84-4377-ad19-e94ff3293e95,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:01.271914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] For port 459e6f06-854c-4318-b3c9-022ecfc9d9be, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=459e6f06-854c-4318-b3c9-022ecfc9d9be,segment=NetworkSegment(aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9),segment_id=aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:01.272277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.278537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event updated for resources: {'Port': ['ID=bb683801-bff0-478c-ad72-a322bb29be62,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:01.287045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:01.293249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:01.295278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 459e6f06-854c-4318-b3c9-022ecfc9d9be owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:01.297987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:01.298642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.303375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebc8f3-1607-4e73-9bdc-7ae195ba76c8 None None] Port bb683801-bff0-478c-ad72-a322bb29be62 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:01.314824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4cb4c2-689d-4642-a151-40c7cd93d717 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:01.360261 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f2c69ee9-9bef-401c-930a-34ff7d715a4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8636203 Dec 20 16:38:01.363010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:01.380029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:ab:5f:35', 'name': 'tempest-NetworksTestDHCPv6-2010801556'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:01.434629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.466924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:01.488197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 459e6f06-854c-4318-b3c9-022ecfc9d9be no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:01.526461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cfe029f9-cbc0-44cb-ad77-8f835114b2ac None None] Deleting port 459e6f06-854c-4318-b3c9-022ecfc9d9be {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:01.526837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe029f9-cbc0-44cb-ad77-8f835114b2ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.581826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:01.586455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.622737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '2173768f-5d84-4377-ad19-e94ff3293e95'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:01.623657 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.642735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'network': {'name': 'tempest-network-smoke--334366326', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:01.646764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No active binding found for port 459e6f06-854c-4318-b3c9-022ecfc9d9be {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 16:38:01.647349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 459e6f06-854c-4318-b3c9-022ecfc9d9be not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:01.647874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e41075a8-ce91-4837-afc5-0deedc00f49a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:01.651798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=459e6f06-854c-4318-b3c9-022ecfc9d9be,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:01.671899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e41075a8-ce91-4837-afc5-0deedc00f49a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:01.672333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e41075a8-ce91-4837-afc5-0deedc00f49a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:01.679294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cfe029f9-cbc0-44cb-ad77-8f835114b2ac None None] For port 459e6f06-854c-4318-b3c9-022ecfc9d9be, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=459e6f06-854c-4318-b3c9-022ecfc9d9be,segment=NetworkSegment(aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9),segment_id=aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:01.679918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe029f9-cbc0-44cb-ad77-8f835114b2ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.680055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No DVR routers for this DVR port 459e6f06-854c-4318-b3c9-022ecfc9d9be on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:01.706116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cfe029f9-cbc0-44cb-ad77-8f835114b2ac None None] Calling delete_port for 459e6f06-854c-4318-b3c9-022ecfc9d9be owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:01.710884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] device_id is not set on port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:01.719277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.732944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-46535971', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:01.736491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.755028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:01.760403 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.789187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'Port': ['ID=6db7a6b2-a6a5-4028-939d-349bba3d97f0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:01.813001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.820722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.850086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.874454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b77fd3f-113c-45a1-8534-1a8e3990a003']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:01.879485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Made reservation on behalf of 23bba61a1c56444e9f025ba0864436a5 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:01.882425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.892612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:01.892895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef4daa3-2d94-4a3d-bd1c-3fa4a460a7d9') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:01.901015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Allocated IP 2001:db8::f816:3eff:feec:1c0d (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/2173768f-5d84-4377-ad19-e94ff3293e95/0069ae12-2f89-4b53-baa1-0820eabe4f35) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:01.911221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe029f9-cbc0-44cb-ad77-8f835114b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.913586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.923862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:01.923862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:01.923862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:01.925093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.930300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port b6581e77-b1f4-454c-8ea8-8cc77f700256 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:01.947871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe029f9-cbc0-44cb-ad77-8f835114b2ac None None] Pushing event deleted for resources: {'Port': ['ID=459e6f06-854c-4318-b3c9-022ecfc9d9be,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:01.950242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe029f9-cbc0-44cb-ad77-8f835114b2ac None None] No DVR routers for this DVR port 459e6f06-854c-4318-b3c9-022ecfc9d9be on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:01.970333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:01.970660 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:01.972654 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 2 to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 Dec 20 16:38:01.995620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:01.995990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:01.996289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:01.997913 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.014218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:02.014554 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:02.017689 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 3 to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 Dec 20 16:38:02.019418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:02.019983 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:02.023122 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:02.035886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.080775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:02.080775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:02.080775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:02.106149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:02.106505 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:02.107789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.109525 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 4 to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 Dec 20 16:38:02.116111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.161013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:02.161522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.162678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:02.163020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:02.163355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:02.164345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:02.168479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.171399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:02.176062 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/networks/2b77fd3f-113c-45a1-8534-1a8e3990a003 HTTP/1.1" status: 204 len: 168 time: 1.5891213 Dec 20 16:38:02.182353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:02.189977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1774572289'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:02.191537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.199382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:02.199708 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:02.207207 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 5 to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 Dec 20 16:38:02.210194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cd415-73de-4734-b6e4-add8fe1907da tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Network': ['ID=2b77fd3f-113c-45a1-8534-1a8e3990a003,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:02.213886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.214892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Pushing event updated for resources: {'Port': ['ID=0069ae12-2f89-4b53-baa1-0820eabe4f35,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:02.225681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.230359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:02.242103 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:02.242343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.242540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:02.242664 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Added segment 18b43777-b3ed-4b79-b419-9d05189de8d6 of type vlan for network e25fcb82-5b95-4940-bb91-7414ff4ead6c Dec 20 16:38:02.242845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:02.245327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.259411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] device_id is not set on port baf3682c-dec0-4f56-a87c-7eb36c3554dd yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:02.266243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Attempting to bind port 0069ae12-2f89-4b53-baa1-0820eabe4f35 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:02.266843 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Attempting to bind port 0069ae12-2f89-4b53-baa1-0820eabe4f35 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:02.267309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Attempting to bind port 0069ae12-2f89-4b53-baa1-0820eabe4f35 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:02.275917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:02.276393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:02.276903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.277393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:02.277944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Bound port: 0069ae12-2f89-4b53-baa1-0820eabe4f35, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:02.278357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.296377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.309388 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:02.309763 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:02.314805 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 6 to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 Dec 20 16:38:02.317448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:02.321023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.349223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab18cf55-d2a1-42fa-9831-f85d755b2da1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:02.358047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:feab:5f35 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/2173768f-5d84-4377-ad19-e94ff3293e95/b6581e77-b1f4-454c-8ea8-8cc77f700256) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:02.371181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] For port 0069ae12-2f89-4b53-baa1-0820eabe4f35, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:02.376938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] For port 0069ae12-2f89-4b53-baa1-0820eabe4f35, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0069ae12-2f89-4b53-baa1-0820eabe4f35,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:02.387173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.397675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1adab03-cb4d-42fd-b421-2d71c5ed7a78,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:02.400847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:02.401428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:02.401970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:02.412617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.419139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:02.419783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.460053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:02.460388 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:02.470976 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2206171 Dec 20 16:38:02.471183 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 7 to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 Dec 20 16:38:02.477936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10e4b9-97e6-4334-a854-2ee9f06428f0 None None] Pushing event updated for resources: {'Port': ['ID=0069ae12-2f89-4b53-baa1-0820eabe4f35,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:02.479840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:02.495585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:02.507473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'admin_state_up': True, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:02.544567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:02.544913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:02.545239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:02.568408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.568599 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Added segment 8dc0017f-7c4d-4711-8545-8c1560ecc3c3 of type vlan for network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 Dec 20 16:38:02.568734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29e4ab-1eaa-4ecf-b3e5-fe90b949aef1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Network': ['ID=e25fcb82-5b95-4940-bb91-7414ff4ead6c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:02.573025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.574967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:02.575319 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:02.583591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network e25fcb82-5b95-4940-bb91-7414ff4ead6c details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:02.585945 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 8 to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 Dec 20 16:38:02.706196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Allocated IP 172.26.1.63 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/baf3682c-dec0-4f56-a87c-7eb36c3554dd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:02.708290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:02.708647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:02.708960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:02.714881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.718089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.719133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.746960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.749824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:02.750149 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:02.755650 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 9 to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 Dec 20 16:38:02.762051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.824866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:02.828248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:02.831596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:02.839751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:02.840705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.843192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:02.843539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:02.843872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:02.855453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=b6581e77-b1f4-454c-8ea8-8cc77f700256,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:02.867651 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-77d68ba1-129a-4d21-b13e-0b7d83146b27 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5027428 Dec 20 16:38:02.870870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:02.897355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:02.897975 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:02.898209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.904195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:02.904808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.910474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:02.913766 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempt 10 to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 Dec 20 16:38:02.925805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c21a7-d705-4473-b69f-3e68c21600d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:02.932515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c21a7-d705-4473-b69f-3e68c21600d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:02.934064 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-499c21a7-d705-4473-b69f-3e68c21600d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0622458 Dec 20 16:38:02.936757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:03.037738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4b50d505-4918-4d50-b77a-fb049d1c57eb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port b6581e77-b1f4-454c-8ea8-8cc77f700256 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:03.038388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b50d505-4918-4d50-b77a-fb049d1c57eb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.052165 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8650813 Dec 20 16:38:03.054406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:03.065748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': '36163ba6-9007-4fae-a8f1-1d09b2a15bf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:03.079064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:03.079397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:03.079733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempting to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:03.135053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:03.135377 dv-neutron-822328-3-hyperv neutron-server[103324]: ERROR neutron.plugins.ml2.managers [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Failed to bind port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on host hv-neutron-8223 for vnic_type normal using segments [{'id': '54a7dfe0-0b7b-478d-a54c-4d7a93564231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6e8ab60-234c-47d6-853f-abdeeba523a1'}] Dec 20 16:38:03.135744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.141603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a078d3-433e-4eed-ba4b-989f43d4e5eb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Network': ['ID=36163ba6-9007-4fae-a8f1-1d09b2a15bf3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:03.153756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:03.214897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b50d505-4918-4d50-b77a-fb049d1c57eb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.227571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.235593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4b50d505-4918-4d50-b77a-fb049d1c57eb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for b6581e77-b1f4-454c-8ea8-8cc77f700256 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:03.256702 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:03.260345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.287973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Router ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:38:03.341992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.353445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] For port 6db7a6b2-a6a5-4028-939d-349bba3d97f0, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:03.353821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attempted to set empty binding levels {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 16:38:03.430314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.524031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0069ae12-2f89-4b53-baa1-0820eabe4f35 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:03.538621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b50d505-4918-4d50-b77a-fb049d1c57eb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.581886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50d505-4918-4d50-b77a-fb049d1c57eb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=b6581e77-b1f4-454c-8ea8-8cc77f700256,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:03.585886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 0069ae12-2f89-4b53-baa1-0820eabe4f35 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:03.586296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.628642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b50d505-4918-4d50-b77a-fb049d1c57eb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.632788 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4b50d505-4918-4d50-b77a-fb049d1c57eb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/b6581e77-b1f4-454c-8ea8-8cc77f700256 HTTP/1.1" status: 204 len: 168 time: 0.6950610 Dec 20 16:38:03.639066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:03.687224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.707595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.729792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 0069ae12-2f89-4b53-baa1-0820eabe4f35, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0069ae12-2f89-4b53-baa1-0820eabe4f35,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:03.741265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.763315 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeab647-3ba9-43df-abb9-1d129416114b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:03.764978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeab647-3ba9-43df-abb9-1d129416114b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:03.766646 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-baeab647-3ba9-43df-abb9-1d129416114b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1266069 Dec 20 16:38:03.769787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:03.798851 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5f6e9f39-d739-43fb-a0d2-396bf16cfe16 None None] Provisioning complete for port 0069ae12-2f89-4b53-baa1-0820eabe4f35 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:03.799578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9f39-d739-43fb-a0d2-396bf16cfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.827280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0582dd6-c9e6-41d9-be27-c1f6f31704d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 2173768f-5d84-4377-ad19-e94ff3293e95 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:03.840299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=0069ae12-2f89-4b53-baa1-0820eabe4f35,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:03.852544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0582dd6-c9e6-41d9-be27-c1f6f31704d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.855441 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Checking segment: {'id': '8dc0017f-7c4d-4711-8545-8c1560ecc3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36163ba6-9007-4fae-a8f1-1d09b2a15bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:03.855810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network hostable DHCP agents. Network: 36163ba6-9007-4fae-a8f1-1d09b2a15bf3, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:03.889861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] In _notify_port_updated(), no bound segment for port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 on network d6e8ab60-234c-47d6-853f-abdeeba523a1 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:38:03.891176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:03.891788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.896071 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "PUT /v2.0/ports/6db7a6b2-a6a5-4028-939d-349bba3d97f0 HTTP/1.1" status: 200 len: 976 time: 3.0869639 Dec 20 16:38:03.903290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:03.912211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=d8281491-6e3e-4ee3-a1ff-9cadfc1baa09,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:03.929153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0582dd6-c9e6-41d9-be27-c1f6f31704d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.953094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:03.980093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e4415-bbf5-44bf-87bb-778aabd8a352 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event updated for resources: {'Port': ['ID=6db7a6b2-a6a5-4028-939d-349bba3d97f0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:03.981289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 36163ba6-9007-4fae-a8f1-1d09b2a15bf3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:03.984769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:03.991301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1f1a0-c73b-473c-b17b-9811d71de170 None None] Network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:03.996055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:03.996671 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.002443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.043277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe4d41-61fd-4dbe-af76-708f670968e7 None None] Sync routers for ids ['ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:04.054436 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-69e2329f-b25d-4dbb-941d-7dcf8457df87 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9987924 Dec 20 16:38:04.059451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45024) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:04.073978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.078540 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bfa0ee86-0e1f-47cb-8378-b080f54b6259 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4080579 Dec 20 16:38:04.084017 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:04.086732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': '36163ba6-9007-4fae-a8f1-1d09b2a15bf3', 'name': 'tempest-PortsIpV6TestJSON-1888119715', 'fixed_ips': [{'subnet_id': 'd8281491-6e3e-4ee3-a1ff-9cadfc1baa09', 'ip_address': '2001:db8::10'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:04.093020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe4d41-61fd-4dbe-af76-708f670968e7 None None] Routers {'ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:04.093697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41fe4d41-61fd-4dbe-af76-708f670968e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:04.097526 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6f7afd33-789f-4630-bd5e-94cad12f5529 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:04.103560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:04.136701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41fe4d41-61fd-4dbe-af76-708f670968e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:04.145458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:04.148156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:04.149561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-af3880f3-a69f-4a8c-bbda-a201caa2d045 None None] Could not find standard attr ID for object b6581e77-b1f4-454c-8ea8-8cc77f700256. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:04.162238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe4d41-61fd-4dbe-af76-708f670968e7 None None] Routers {'ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:04.167128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41fe4d41-61fd-4dbe-af76-708f670968e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:04.180220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e511c99-09ec-4d80-b4cc-24751b27766c None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:04.190528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Pushing event updated for resources: {'Port': ['ID=baf3682c-dec0-4f56-a87c-7eb36c3554dd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:04.198612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0582dd6-c9e6-41d9-be27-c1f6f31704d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.240716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41fe4d41-61fd-4dbe-af76-708f670968e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:04.241865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe4d41-61fd-4dbe-af76-708f670968e7 None None] The sync data for ids ['ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:04.276621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-36163ba6-9007-4fae-a8f1-1d09b2a15bf3', 'network_id': '36163ba6-9007-4fae-a8f1-1d09b2a15bf3', 'project_id': '786ec8a4fcee41b582f518aa933d6565', 'fixed_ips': [{'subnet_id': 'd8281491-6e3e-4ee3-a1ff-9cadfc1baa09'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:04.277965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.313247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c75de3ee-097a-43fe-be48-608feb172b72 None None] Provisioning complete for port baf3682c-dec0-4f56-a87c-7eb36c3554dd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:04.313752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c75de3ee-097a-43fe-be48-608feb172b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.316041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0582dd6-c9e6-41d9-be27-c1f6f31704d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.341503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:04.342129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.360112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0582dd6-c9e6-41d9-be27-c1f6f31704d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.365444 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c0582dd6-c9e6-41d9-be27-c1f6f31704d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/2173768f-5d84-4377-ad19-e94ff3293e95 HTTP/1.1" status: 204 len: 168 time: 0.5944388 Dec 20 16:38:04.366367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0582dd6-c9e6-41d9-be27-c1f6f31704d8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=2173768f-5d84-4377-ad19-e94ff3293e95,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:04.371052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45028) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:04.397319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072341fc-076c-4267-b34a-bfec4015ee06 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:04.397598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:04.409830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-34ce9c28-4698-492a-9f1a-802779ae66fc tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Deleting port 6db7a6b2-a6a5-4028-939d-349bba3d97f0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:04.410170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34ce9c28-4698-492a-9f1a-802779ae66fc tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.447655 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1a958fe9-9b68-45cd-b70b-61c87fed48b2 tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9723208 Dec 20 16:38:04.452086 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9bca5db6-3bc3-4ea6-9c85-eea8de19144a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743852 Dec 20 16:38:04.452086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.452086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:04.452471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:04.467255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c75de3ee-097a-43fe-be48-608feb172b72 None None] Port baf3682c-dec0-4f56-a87c-7eb36c3554dd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:04.467825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:04.476063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.63'}]}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:04.511273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.531336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 171c97f7-f293-4ab5-b165-cf88ec587f43 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:04.548277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Allocated IP 2001:db8::2 (36163ba6-9007-4fae-a8f1-1d09b2a15bf3/d8281491-6e3e-4ee3-a1ff-9cadfc1baa09/710ce126-ffe1-4025-a1d4-a628bbb82629) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:04.556249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.670113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c7708-e18f-4ce9-9276-3cd04ef73c58 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:04.738082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-34ce9c28-4698-492a-9f1a-802779ae66fc tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] For port 6db7a6b2-a6a5-4028-939d-349bba3d97f0, host hv-neutron-8223, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:04.738605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34ce9c28-4698-492a-9f1a-802779ae66fc tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.744391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.752392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.779638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-34ce9c28-4698-492a-9f1a-802779ae66fc tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Calling delete_port for 6db7a6b2-a6a5-4028-939d-349bba3d97f0 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:04.781603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.782691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.794195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:04.802806 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:04.811891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:04.814965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-574c7708-e18f-4ce9-9276-3cd04ef73c58 None None] Deleting port 0069ae12-2f89-4b53-baa1-0820eabe4f35 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:04.815545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-574c7708-e18f-4ce9-9276-3cd04ef73c58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.830620 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::10 (36163ba6-9007-4fae-a8f1-1d09b2a15bf3/d8281491-6e3e-4ee3-a1ff-9cadfc1baa09/171c97f7-f293-4ab5-b165-cf88ec587f43) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:04.852966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Pushing event updated for resources: {'Port': ['ID=710ce126-ffe1-4025-a1d4-a628bbb82629,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:04.931560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-574c7708-e18f-4ce9-9276-3cd04ef73c58 None None] For port 0069ae12-2f89-4b53-baa1-0820eabe4f35, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0069ae12-2f89-4b53-baa1-0820eabe4f35,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:04.931871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-574c7708-e18f-4ce9-9276-3cd04ef73c58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.942653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Attempting to bind port 710ce126-ffe1-4025-a1d4-a628bbb82629 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:04.943029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Attempting to bind port 710ce126-ffe1-4025-a1d4-a628bbb82629 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '8dc0017f-7c4d-4711-8545-8c1560ecc3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36163ba6-9007-4fae-a8f1-1d09b2a15bf3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:04.943438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Attempting to bind port 710ce126-ffe1-4025-a1d4-a628bbb82629 on network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:04.949435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-574c7708-e18f-4ce9-9276-3cd04ef73c58 None None] Calling delete_port for 0069ae12-2f89-4b53-baa1-0820eabe4f35 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:04.955051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:04.955429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Checking segment: {'id': '8dc0017f-7c4d-4711-8545-8c1560ecc3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36163ba6-9007-4fae-a8f1-1d09b2a15bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:04.955829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.956226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Bound using segment: {'id': '8dc0017f-7c4d-4711-8545-8c1560ecc3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36163ba6-9007-4fae-a8f1-1d09b2a15bf3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:04.956696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Bound port: 710ce126-ffe1-4025-a1d4-a628bbb82629, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc0017f-7c4d-4711-8545-8c1560ecc3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36163ba6-9007-4fae-a8f1-1d09b2a15bf3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:04.957068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.021498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.237 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:05.022112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.030711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.039323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:05.043038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.065338 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.116032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:05.122822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:05.126669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:05.132839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:05.133479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.152594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=171c97f7-f293-4ab5-b165-cf88ec587f43,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:05.169756 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1011ba4f-3fc1-4dcb-904e-8a8cb36406f3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1064365 Dec 20 16:38:05.172164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:05.177533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': '36163ba6-9007-4fae-a8f1-1d09b2a15bf3', 'name': 'tempest-PortsIpV6TestJSON-478491041', 'fixed_ips': [{'subnet_id': 'd8281491-6e3e-4ee3-a1ff-9cadfc1baa09', 'ip_address': '2001:db8::f'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:05.241551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] For port 710ce126-ffe1-4025-a1d4-a628bbb82629, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:05.264389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-574c7708-e18f-4ce9-9276-3cd04ef73c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.268213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34ce9c28-4698-492a-9f1a-802779ae66fc tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.271452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] For port 710ce126-ffe1-4025-a1d4-a628bbb82629, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=710ce126-ffe1-4025-a1d4-a628bbb82629,segment=NetworkSegment(8dc0017f-7c4d-4711-8545-8c1560ecc3c3),segment_id=8dc0017f-7c4d-4711-8545-8c1560ecc3c3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:05.296343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.298177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c7708-e18f-4ce9-9276-3cd04ef73c58 None None] Pushing event deleted for resources: {'Port': ['ID=0069ae12-2f89-4b53-baa1-0820eabe4f35,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:05.307234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c7708-e18f-4ce9-9276-3cd04ef73c58 None None] No DVR routers for this DVR port 0069ae12-2f89-4b53-baa1-0820eabe4f35 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:05.334436 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:05.340678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.364891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a62a5d-e1f4-4f60-a835-b0b4755eeb16 None None] Pushing event updated for resources: {'Port': ['ID=710ce126-ffe1-4025-a1d4-a628bbb82629,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:05.365109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port c172ed3c-c797-4374-874d-a86c31730d17 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:05.385538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7afd33-789f-4630-bd5e-94cad12f5529 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.423622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce9c28-4698-492a-9f1a-802779ae66fc tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Pushing event deleted for resources: {'Port': ['ID=6db7a6b2-a6a5-4028-939d-349bba3d97f0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:05.456787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34ce9c28-4698-492a-9f1a-802779ae66fc tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.462787 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-34ce9c28-4698-492a-9f1a-802779ae66fc tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6db7a6b2-a6a5-4028-939d-349bba3d97f0 HTTP/1.1" status: 204 len: 168 time: 1.5556901 Dec 20 16:38:05.468132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0069ae12-2f89-4b53-baa1-0820eabe4f35 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:05.473323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.482064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:05.489953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 0069ae12-2f89-4b53-baa1-0820eabe4f35 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:05.490335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0069ae12-2f89-4b53-baa1-0820eabe4f35 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:05.518510 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-253dc49d-383c-4e00-a2be-d902bef7d195 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] GET failed (client error): The resource could not be found. Dec 20 16:38:05.520069 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-253dc49d-383c-4e00-a2be-d902bef7d195 tempest-PortsAdminExtendedAttrsTestJSON-1518283653 tempest-PortsAdminExtendedAttrsTestJSON-1518283653-project-admin] 10.222.0.60 "GET /v2.0/ports/6db7a6b2-a6a5-4028-939d-349bba3d97f0 HTTP/1.1" status: 404 len: 333 time: 0.0366607 Dec 20 16:38:05.528736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:05.648272 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.653098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.677999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::f (36163ba6-9007-4fae-a8f1-1d09b2a15bf3/d8281491-6e3e-4ee3-a1ff-9cadfc1baa09/c172ed3c-c797-4374-874d-a86c31730d17) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:05.787499 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.846251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.926894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:05.940620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:05.955151 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da77a2d-4456-49e5-b8e4-1d2ac2d14120 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:05.962899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:38:05.963805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:05.967391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:05.973399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.002094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-45b0e4d9-13e8-468c-bb1a-aa9be6dc33ea None None] Provisioning complete for port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:06.003079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45b0e4d9-13e8-468c-bb1a-aa9be6dc33ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.041475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-45b0e4d9-13e8-468c-bb1a-aa9be6dc33ea None None] Port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:06.139653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e8ab60-234c-47d6-853f-abdeeba523a1']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:06.160379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a7dfe0-0b7b-478d-a54c-4d7a93564231') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:06.160713 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a7dfe0-0b7b-478d-a54c-4d7a93564231') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:06.200629 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.229669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.244202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:06.244720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:06.248129 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:06.328711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.342382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.364753 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.368763 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] 10.222.0.60 "DELETE /v2.0/networks/d6e8ab60-234c-47d6-853f-abdeeba523a1 HTTP/1.1" status: 204 len: 168 time: 0.8383429 Dec 20 16:38:06.369748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec173cc4-adec-4f48-8775-87adfd79613c tempest-PortsAdminExtendedAttrsTestJSON-1617072078 tempest-PortsAdminExtendedAttrsTestJSON-1617072078-project] Pushing event deleted for resources: {'Network': ['ID=d6e8ab60-234c-47d6-853f-abdeeba523a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:06.401439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.450906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:06.456451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:06.456718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:06.459365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:06.466298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.467239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.467742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:06.479311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=f8861010-ab5f-43ac-bdc2-3824f3363813,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:06.483131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e20a2-d143-4208-ad5e-ed03af53d5e2 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:06.494881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=c172ed3c-c797-4374-874d-a86c31730d17,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:06.510781 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d0172191-c728-4587-9275-856af66f18b3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3373344 Dec 20 16:38:06.511480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:06.555066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.556504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.595549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b3870-bb16-4bed-ba6f-3940177cb1bc None None] Network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:06.631786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': 'f8861010-ab5f-43ac-bdc2-3824f3363813'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:06.633092 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.639658 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91446cf-248b-4bfc-8250-42e20bdee401 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.643299 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b91446cf-248b-4bfc-8250-42e20bdee401 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1304340 Dec 20 16:38:06.645650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:06.695221 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b4bcc019-d181-454e-aa09-0c5cabfffa8a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2311862 Dec 20 16:38:06.702602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:06.717639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:ea:2c:0a', 'name': 'tempest-NetworksTestDHCPv6-798024255'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:06.729398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e60d7c33-8ace-4ec9-bc71-2752bc39aa51 None None] Provisioning complete for port 710ce126-ffe1-4025-a1d4-a628bbb82629 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:06.729769 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e60d7c33-8ace-4ec9-bc71-2752bc39aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.739819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719088-0fab-4086-9283-fb27741bfe25 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.746737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719088-0fab-4086-9283-fb27741bfe25 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.753077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719088-0fab-4086-9283-fb27741bfe25 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:06.755098 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6c719088-0fab-4086-9283-fb27741bfe25 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1078763 Dec 20 16:38:06.757991 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:06.766032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.795459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:06.825037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:06.900675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-21102eab-26e2-49a2-8345-b49a9c9297ca tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port c172ed3c-c797-4374-874d-a86c31730d17 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:06.901248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21102eab-26e2-49a2-8345-b49a9c9297ca tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.000694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Allocated IP 2001:db8::f816:3eff:feeb:b333 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/f8861010-ab5f-43ac-bdc2-3824f3363813/55be472d-b365-4c44-9ede-5883e229abf3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:07.012333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e60d7c33-8ace-4ec9-bc71-2752bc39aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.049268 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9e67ba4d-3e04-455c-addd-ed9e5bec6bc9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eba4e78f77c846039fd7f8164217dfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489536 Dec 20 16:38:07.052952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:07.065745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21102eab-26e2-49a2-8345-b49a9c9297ca tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.085136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-21102eab-26e2-49a2-8345-b49a9c9297ca tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for c172ed3c-c797-4374-874d-a86c31730d17 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:07.091643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e60d7c33-8ace-4ec9-bc71-2752bc39aa51 None None] For port 710ce126-ffe1-4025-a1d4-a628bbb82629, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=710ce126-ffe1-4025-a1d4-a628bbb82629,segment=NetworkSegment(8dc0017f-7c4d-4711-8545-8c1560ecc3c3),segment_id=8dc0017f-7c4d-4711-8545-8c1560ecc3c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:07.120881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e60d7c33-8ace-4ec9-bc71-2752bc39aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.181616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d7c33-8ace-4ec9-bc71-2752bc39aa51 None None] Pushing event updated for resources: {'Port': ['ID=710ce126-ffe1-4025-a1d4-a628bbb82629,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:07.183404 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.256901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21102eab-26e2-49a2-8345-b49a9c9297ca tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.287079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102eab-26e2-49a2-8345-b49a9c9297ca tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=c172ed3c-c797-4374-874d-a86c31730d17,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:07.289673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.299038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.301023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:07.314871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21102eab-26e2-49a2-8345-b49a9c9297ca tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.323385 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-21102eab-26e2-49a2-8345-b49a9c9297ca tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/c172ed3c-c797-4374-874d-a86c31730d17 HTTP/1.1" status: 204 len: 168 time: 0.5634222 Dec 20 16:38:07.324383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:07.343041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:07.351046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:07.355960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:07.359258 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec82c57-9713-49aa-9fa3-9d79d2960cbd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:38:07.372146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Pushing event updated for resources: {'Port': ['ID=55be472d-b365-4c44-9ede-5883e229abf3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:07.376603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cec82c57-9713-49aa-9fa3-9d79d2960cbd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/c172ed3c-c797-4374-874d-a86c31730d17 HTTP/1.1" status: 404 len: 333 time: 0.0399747 Dec 20 16:38:07.378022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:07.441536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Attempting to bind port 55be472d-b365-4c44-9ede-5883e229abf3 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:07.441896 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Attempting to bind port 55be472d-b365-4c44-9ede-5883e229abf3 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:07.442319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Attempting to bind port 55be472d-b365-4c44-9ede-5883e229abf3 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:07.447475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.452777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:07.453162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:07.453561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.453953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:07.456722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Bound port: 55be472d-b365-4c44-9ede-5883e229abf3, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:07.457119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.506213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b641a9fa-396a-499f-9d52-41ec89c86c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.530714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f648e49-702c-41c8-a081-9ae31595a9a6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 171c97f7-f293-4ab5-b165-cf88ec587f43 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:07.531302 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f648e49-702c-41c8-a081-9ae31595a9a6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.543779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 710ce126-ffe1-4025-a1d4-a628bbb82629 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:07.556468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port d31eefff-58a6-488f-bb66-7ee1a9ea937d yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:07.558224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0e63acdc-98bf-4309-858b-8f8945e6e0ae None None] Provisioning complete for port 171c97f7-f293-4ab5-b165-cf88ec587f43 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:07.559295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e63acdc-98bf-4309-858b-8f8945e6e0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.580706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b641a9fa-396a-499f-9d52-41ec89c86c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.655442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] For port 55be472d-b365-4c44-9ede-5883e229abf3, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:07.656158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f648e49-702c-41c8-a081-9ae31595a9a6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.658546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0e63acdc-98bf-4309-858b-8f8945e6e0ae None None] Port 171c97f7-f293-4ab5-b165-cf88ec587f43 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:07.664103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] For port 55be472d-b365-4c44-9ede-5883e229abf3, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=55be472d-b365-4c44-9ede-5883e229abf3,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:07.673393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.681858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f648e49-702c-41c8-a081-9ae31595a9a6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 171c97f7-f293-4ab5-b165-cf88ec587f43 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:07.683583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.688701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7afd33-789f-4630-bd5e-94cad12f5529 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.709328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 710ce126-ffe1-4025-a1d4-a628bbb82629 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:07.709708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.717702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0e63acdc-98bf-4309-858b-8f8945e6e0ae None None] Provisioning complete for port 710ce126-ffe1-4025-a1d4-a628bbb82629 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:07.718078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e63acdc-98bf-4309-858b-8f8945e6e0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.792753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7afd33-789f-4630-bd5e-94cad12f5529 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.815017 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a4e68-1e10-410f-958e-6d023cd97e22 None None] Pushing event updated for resources: {'Port': ['ID=55be472d-b365-4c44-9ede-5883e229abf3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:07.898284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f648e49-702c-41c8-a081-9ae31595a9a6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:07.942325 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0e63acdc-98bf-4309-858b-8f8945e6e0ae None None] Could not find standard attr ID for object c172ed3c-c797-4374-874d-a86c31730d17. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:07.954664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f648e49-702c-41c8-a081-9ae31595a9a6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=171c97f7-f293-4ab5-b165-cf88ec587f43,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:07.998634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f648e49-702c-41c8-a081-9ae31595a9a6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.002081 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7f648e49-702c-41c8-a081-9ae31595a9a6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/171c97f7-f293-4ab5-b165-cf88ec587f43 HTTP/1.1" status: 204 len: 168 time: 0.6214173 Dec 20 16:38:08.004659 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45062) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:08.037098 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1cc107-3d3d-4a93-855c-c25a4ef418e1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:38:08.038596 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5e1cc107-3d3d-4a93-855c-c25a4ef418e1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/171c97f7-f293-4ab5-b165-cf88ec587f43 HTTP/1.1" status: 404 len: 333 time: 0.0329819 Dec 20 16:38:08.042763 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45064) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:08.055362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a04b3ab9-1f02-446b-8c75-6da35bd5f374 None None] Could not find standard attr ID for object 171c97f7-f293-4ab5-b165-cf88ec587f43. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:08.138759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01ed124-4471-4f4f-9214-cdc69162e6e3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet d8281491-6e3e-4ee3-a1ff-9cadfc1baa09 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:08.146184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c01ed124-4471-4f4f-9214-cdc69162e6e3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.184637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-88ae8a23-ffd9-45d4-b8ec-98d4c5b10877 None None] Could not find standard attr ID for object c172ed3c-c797-4374-874d-a86c31730d17. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:08.213296 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c01ed124-4471-4f4f-9214-cdc69162e6e3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.338000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c01ed124-4471-4f4f-9214-cdc69162e6e3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.411282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c01ed124-4471-4f4f-9214-cdc69162e6e3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.432858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.442042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ed124-4471-4f4f-9214-cdc69162e6e3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=d8281491-6e3e-4ee3-a1ff-9cadfc1baa09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:08.450350 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c01ed124-4471-4f4f-9214-cdc69162e6e3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.457044 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c01ed124-4471-4f4f-9214-cdc69162e6e3 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/d8281491-6e3e-4ee3-a1ff-9cadfc1baa09 HTTP/1.1" status: 204 len: 168 time: 0.4107571 Dec 20 16:38:08.457248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:08.465185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.545381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.565562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b641a9fa-396a-499f-9d52-41ec89c86c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.568446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b641a9fa-396a-499f-9d52-41ec89c86c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.569630 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b641a9fa-396a-499f-9d52-41ec89c86c95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46bab87e-4d47-420d-b8af-e0ab91d66d73 HTTP/1.1" status: 204 len: 168 time: 1.5157464 Dec 20 16:38:08.584370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:feea:2c0a (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/f8861010-ab5f-43ac-bdc2-3824f3363813/d31eefff-58a6-488f-bb66-7ee1a9ea937d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:08.609945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 710ce126-ffe1-4025-a1d4-a628bbb82629 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:08.610370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.611730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.612261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e74585d-8e3d-4828-89dd-8d8ca69a1439 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:38:08.614007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641a9fa-396a-499f-9d52-41ec89c86c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bab87e-4d47-420d-b8af-e0ab91d66d73,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:08.631606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dbc6a3-ea4c-48f8-9fee-3b3cdcc4ecdf None None] Network 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:08.700053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7afd33-789f-4630-bd5e-94cad12f5529 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Router ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:38:08.704875 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 16:38:08.710230 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-496bb8d3-6964-4918-b4f3-85e0fe99ebfd tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2481730 Dec 20 16:38:08.715167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:08.832801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] For port 710ce126-ffe1-4025-a1d4-a628bbb82629, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=710ce126-ffe1-4025-a1d4-a628bbb82629,segment=NetworkSegment(8dc0017f-7c4d-4711-8545-8c1560ecc3c3),segment_id=8dc0017f-7c4d-4711-8545-8c1560ecc3c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:08.833177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.850479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 710ce126-ffe1-4025-a1d4-a628bbb82629 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:08.850852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.902054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10092aef-cab8-4831-8f2e-728d79466aac None None] DHCP port deletion for 36163ba6-9007-4fae-a8f1-1d09b2a15bf3 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:08.954223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c0a54746-f3f6-41c9-845f-2323fdc91b5c tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Deleting port baf3682c-dec0-4f56-a87c-7eb36c3554dd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:08.954655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0a54746-f3f6-41c9-845f-2323fdc91b5c tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:08.993538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-10092aef-cab8-4831-8f2e-728d79466aac None None] Deleting port 710ce126-ffe1-4025-a1d4-a628bbb82629 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:08.994739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10092aef-cab8-4831-8f2e-728d79466aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.033410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7afd33-789f-4630-bd5e-94cad12f5529 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:09.047614 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7afd33-789f-4630-bd5e-94cad12f5529 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.048856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6f7afd33-789f-4630-bd5e-94cad12f5529 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "PUT /v2.0/routers/ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f HTTP/1.1" status: 200 len: 922 time: 4.9554248 Dec 20 16:38:09.051757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.055176 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165292e0-9d41-4498-ab39-db015d3b0dd5 None None] Sync routers for ids ['ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:09.073619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.076952 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165292e0-9d41-4498-ab39-db015d3b0dd5 None None] Routers {'ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:09.078331 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-165292e0-9d41-4498-ab39-db015d3b0dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:09.097579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.101886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-10092aef-cab8-4831-8f2e-728d79466aac None None] For port 710ce126-ffe1-4025-a1d4-a628bbb82629, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=710ce126-ffe1-4025-a1d4-a628bbb82629,segment=NetworkSegment(8dc0017f-7c4d-4711-8545-8c1560ecc3c3),segment_id=8dc0017f-7c4d-4711-8545-8c1560ecc3c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:09.103154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10092aef-cab8-4831-8f2e-728d79466aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.115204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0a54746-f3f6-41c9-845f-2323fdc91b5c tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.126768 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-165292e0-9d41-4498-ab39-db015d3b0dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:09.127500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-10092aef-cab8-4831-8f2e-728d79466aac None None] Calling delete_port for 710ce126-ffe1-4025-a1d4-a628bbb82629 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:09.137145 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165292e0-9d41-4498-ab39-db015d3b0dd5 None None] Routers {'ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:09.137888 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-165292e0-9d41-4498-ab39-db015d3b0dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:09.157679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=710ce126-ffe1-4025-a1d4-a628bbb82629,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:09.167596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No DVR routers for this DVR port 710ce126-ffe1-4025-a1d4-a628bbb82629 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:09.173991 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c0a54746-f3f6-41c9-845f-2323fdc91b5c tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Calling delete_port for baf3682c-dec0-4f56-a87c-7eb36c3554dd owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:09.195726 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-165292e0-9d41-4498-ab39-db015d3b0dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:09.197063 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165292e0-9d41-4498-ab39-db015d3b0dd5 None None] The sync data for ids ['ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:09.232596 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-abb66faf-7323-43bf-b52c-1f7138be2f90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a4a29fb44d84ab3a85d0f770699cff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552649 Dec 20 16:38:09.240887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.248796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10092aef-cab8-4831-8f2e-728d79466aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.265592 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ec03070d-8a86-4657-a25f-0fe96d498f35 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/routers/ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f HTTP/1.1" status: 200 len: 922 time: 0.2077627 Dec 20 16:38:09.276207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.277231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10092aef-cab8-4831-8f2e-728d79466aac None None] Pushing event deleted for resources: {'Port': ['ID=710ce126-ffe1-4025-a1d4-a628bbb82629,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:09.279212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10092aef-cab8-4831-8f2e-728d79466aac None None] No DVR routers for this DVR port 710ce126-ffe1-4025-a1d4-a628bbb82629 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:09.321725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6bf4aea3-72c8-4d4d-8dc4-b0542d6aff1b None None] Provisioning complete for port 55be472d-b365-4c44-9ede-5883e229abf3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:09.321725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bf4aea3-72c8-4d4d-8dc4-b0542d6aff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.330839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.364616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36163ba6-9007-4fae-a8f1-1d09b2a15bf3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:09.391592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc0017f-7c4d-4711-8545-8c1560ecc3c3') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:09.392009 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc0017f-7c4d-4711-8545-8c1560ecc3c3') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:09.404268 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.404618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bf4aea3-72c8-4d4d-8dc4-b0542d6aff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.425500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.440286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.444624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89cecf18-5ad5-4495-a57f-de421d2956c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.448099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a5e71-bf98-4656-b418-df3e2b061ced tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:09.448289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6bf4aea3-72c8-4d4d-8dc4-b0542d6aff1b None None] For port 55be472d-b365-4c44-9ede-5883e229abf3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=55be472d-b365-4c44-9ede-5883e229abf3,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:09.451418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:09.451826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.452419 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6d8a5e71-bf98-4656-b418-df3e2b061ced tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1749270 Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:09.455588 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:09.459469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.464785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bf4aea3-72c8-4d4d-8dc4-b0542d6aff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.509711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:38:09.529137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0a54746-f3f6-41c9-845f-2323fdc91b5c tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.540264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4aea3-72c8-4d4d-8dc4-b0542d6aff1b None None] Pushing event updated for resources: {'Port': ['ID=55be472d-b365-4c44-9ede-5883e229abf3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:09.551024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89cecf18-5ad5-4495-a57f-de421d2956c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.563943 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a54746-f3f6-41c9-845f-2323fdc91b5c tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Pushing event deleted for resources: {'Port': ['ID=baf3682c-dec0-4f56-a87c-7eb36c3554dd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:09.573855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.588448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.591665 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/networks/36163ba6-9007-4fae-a8f1-1d09b2a15bf3 HTTP/1.1" status: 204 len: 168 time: 1.1334727 Dec 20 16:38:09.595310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.599808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a00ba-8149-41f6-9c07-22cad6154b29 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:09.600457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-388873112'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:09.606930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 55be472d-b365-4c44-9ede-5883e229abf3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:09.631971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8155f59-fcf0-44b9-ac20-c35e9b39983d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Network': ['ID=36163ba6-9007-4fae-a8f1-1d09b2a15bf3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:09.650045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.676336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 55be472d-b365-4c44-9ede-5883e229abf3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:09.676939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.684142 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0a54746-f3f6-41c9-845f-2323fdc91b5c tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.691277 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c0a54746-f3f6-41c9-845f-2323fdc91b5c tempest-RoutersAdminNegativeTest-1306136980 tempest-RoutersAdminNegativeTest-1306136980-project-admin] 10.222.0.60 "DELETE /v2.0/ports/baf3682c-dec0-4f56-a87c-7eb36c3554dd HTTP/1.1" status: 204 len: 168 time: 0.9563928 Dec 20 16:38:09.691277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:09.694431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.726797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:09.736049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c16b2-b63b-456e-8874-d16ab6c54551 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:09.738546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.739118 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Added segment 4c15d025-9521-4398-aea1-ebf642d048e1 of type vlan for network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 Dec 20 16:38:09.740467 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2e8c16b2-b63b-456e-8874-d16ab6c54551 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 881 time: 0.2837949 Dec 20 16:38:09.740812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.766073 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:09.774741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:09.782461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:09.783861 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3a8c63db-07a8-4db7-8dbc-e068b90a3745 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f HTTP/1.1" status: 200 len: 205 time: 0.0418291 Dec 20 16:38:09.788155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.789896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:09.790590 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.793070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=d31eefff-58a6-488f-bb66-7ee1a9ea937d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:09.801578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89cecf18-5ad5-4495-a57f-de421d2956c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.804180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89cecf18-5ad5-4495-a57f-de421d2956c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.808626 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-89cecf18-5ad5-4495-a57f-de421d2956c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/997a9393-ba53-47f8-80c9-387f4c87790c HTTP/1.1" status: 204 len: 168 time: 0.5516922 Dec 20 16:38:09.842929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:09.855291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Sync routers for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:09.872870 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-287eb5ba-8b4d-444b-b4bc-98be0964ba8b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1651330 Dec 20 16:38:09.873656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.873811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cecf18-5ad5-4495-a57f-de421d2956c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997a9393-ba53-47f8-80c9-387f4c87790c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:09.888365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:09.890149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:09.911248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.911793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.913738 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8b2aaed1-7d1d-4d5b-ba37-9cb50d08f951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4280999 Dec 20 16:38:09.917006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:09.977285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 710ce126-ffe1-4025-a1d4-a628bbb82629 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:10.024852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 710ce126-ffe1-4025-a1d4-a628bbb82629 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:10.025152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 710ce126-ffe1-4025-a1d4-a628bbb82629 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:10.063908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.100016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:38:10.139073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7327d606-c41f-4ce6-b3fd-0325be412d0c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:10.148797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7327d606-c41f-4ce6-b3fd-0325be412d0c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:10.151847 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7327d606-c41f-4ce6-b3fd-0325be412d0c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2756512 Dec 20 16:38:10.155144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45104) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:10.206414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bf18ec62-6314-4490-8471-05b5c16e69e9 None None] Provisioning complete for port d31eefff-58a6-488f-bb66-7ee1a9ea937d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:10.207183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf18ec62-6314-4490-8471-05b5c16e69e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.209041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.215288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:10.215901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.283319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bf18ec62-6314-4490-8471-05b5c16e69e9 None None] Port d31eefff-58a6-488f-bb66-7ee1a9ea937d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:10.312585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45108) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:10.331343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Network': ['ID=36c4bd8f-0519-47a3-9bb6-a7f20fb51a25,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:10.344242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:10.368613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:38:06Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:10.399606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Checking router: 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:38:10.400161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Updating router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:38:10.409259 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5ab043e4-44e6-4be2-aa42-dc4b8295d750 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8128872 Dec 20 16:38:10.409474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:10.416298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': '36c4bd8f-0519-47a3-9bb6-a7f20fb51a25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:10.420127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.454420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-01452e8f-c4e6-43ef-9d63-42548c11b45d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port d31eefff-58a6-488f-bb66-7ee1a9ea937d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:10.455208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01452e8f-c4e6-43ef-9d63-42548c11b45d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.469685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.522665 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-15f176f3-6e93-4976-bfbe-213873a26b76 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6039073 Dec 20 16:38:10.533901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:10.600566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Deleting port bb683801-bff0-478c-ad72-a322bb29be62 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:10.600927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.606341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8a229a-906a-4c33-a9d9-cd6d8267619d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.634684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01452e8f-c4e6-43ef-9d63-42548c11b45d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.686081 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-01452e8f-c4e6-43ef-9d63-42548c11b45d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for d31eefff-58a6-488f-bb66-7ee1a9ea937d owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:10.764007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.792618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Calling delete_port for bb683801-bff0-478c-ad72-a322bb29be62 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:10.803684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:10.807283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.911165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3266d8d6-61bf-4980-9bdb-e4fb056e485f tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:10.912805 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3266d8d6-61bf-4980-9bdb-e4fb056e485f tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3743842 Dec 20 16:38:10.920490 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:10.960239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.970306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:10.975261 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4386bcfe-89e3-4082-9398-d89b512876f6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536368 Dec 20 16:38:10.980634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45132) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:10.988006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841117553', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:11.022760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45134) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:11.030356 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018bb146-de59-4a0c-982c-c868e40441f4 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:11.047570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01452e8f-c4e6-43ef-9d63-42548c11b45d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.064432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23347d5-e1a4-4219-b559-2a878bc2d658 None None] Pushing event updated for resources: {'Port': ['ID=7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:11.067036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Attempting to bind port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:11.067036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Attempting to bind port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:11.067410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Attempting to bind port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:11.075474 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:11.076044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:11.076655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.077189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:11.077808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Bound port: 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:11.078421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.084059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8a229a-906a-4c33-a9d9-cd6d8267619d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.103461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed8a229a-906a-4c33-a9d9-cd6d8267619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.106706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01452e8f-c4e6-43ef-9d63-42548c11b45d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=d31eefff-58a6-488f-bb66-7ee1a9ea937d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:11.136619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2caaa719-bf7c-426d-9f6c-c36debac1d5d None None] Provisioning complete for port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:11.137221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2caaa719-bf7c-426d-9f6c-c36debac1d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.155783 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ed8a229a-906a-4c33-a9d9-cd6d8267619d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d723d322c0d641d4aec709e1033ca581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8418248 Dec 20 16:38:11.165150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:11.171473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01452e8f-c4e6-43ef-9d63-42548c11b45d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.176401 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a229a-906a-4c33-a9d9-cd6d8267619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1051f998-f361-489f-b657-46e3fd97d9f7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:11.179859 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-01452e8f-c4e6-43ef-9d63-42548c11b45d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/d31eefff-58a6-488f-bb66-7ee1a9ea937d HTTP/1.1" status: 204 len: 168 time: 1.0197470 Dec 20 16:38:11.182904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:11.198355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] For port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:11.221704 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2caaa719-bf7c-426d-9f6c-c36debac1d5d None None] Port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:11.224916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] For port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:11.244937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.279925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-956503101'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:11.297145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a58c7-3ea9-433e-b5aa-9056f19001dc None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:11.327281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:11.327934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:11.343169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a76d5ae1-0871-4b1a-a9c3-8ea1a142847d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.381459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23347d5-e1a4-4219-b559-2a878bc2d658 None None] Pushing event updated for resources: {'Port': ['ID=7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:11.387265 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a76d5ae1-0871-4b1a-a9c3-8ea1a142847d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.458713 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.480990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d53f31ee-f227-46c2-b1da-663908d1f89e None None] Provisioning complete for port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:11.481450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d53f31ee-f227-46c2-b1da-663908d1f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.530637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 55be472d-b365-4c44-9ede-5883e229abf3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:11.540421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73896135-8968-4537-ace2-36bba0459b28 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:11.565046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:38:11.709823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ca386-a1ee-4c65-a756-91f43de91954 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:11.711568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ca386-a1ee-4c65-a756-91f43de91954 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:11.715785 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f83ca386-a1ee-4c65-a756-91f43de91954 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5293825 Dec 20 16:38:11.718042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:11.730821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.766381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d53f31ee-f227-46c2-b1da-663908d1f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.778065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 55be472d-b365-4c44-9ede-5883e229abf3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:11.778476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.794081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:11.797637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.833593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d53f31ee-f227-46c2-b1da-663908d1f89e None None] For port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:11.845073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d53f31ee-f227-46c2-b1da-663908d1f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.874634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=5df3c1cb-00be-4a89-bc9f-f9dcda27a596,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:11.890236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event deleted for resources: {'Port': ['ID=bb683801-bff0-478c-ad72-a322bb29be62,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:11.896483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a76d5ae1-0871-4b1a-a9c3-8ea1a142847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.900232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a76d5ae1-0871-4b1a-a9c3-8ea1a142847d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.904310 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a76d5ae1-0871-4b1a-a9c3-8ea1a142847d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1051f998-f361-489f-b657-46e3fd97d9f7 HTTP/1.1" status: 204 len: 168 time: 0.7371414 Dec 20 16:38:11.905437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f12213-818b-45d1-be4f-e337e28b90be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet f8861010-ab5f-43ac-bdc2-3824f3363813 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:11.911204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77f12213-818b-45d1-be4f-e337e28b90be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.913424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f31ee-f227-46c2-b1da-663908d1f89e None None] Pushing event updated for resources: {'Port': ['ID=7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:11.925170 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d5ae1-0871-4b1a-a9c3-8ea1a142847d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1051f998-f361-489f-b657-46e3fd97d9f7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:11.942916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.971246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77f12213-818b-45d1-be4f-e337e28b90be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:11.975285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:38:06Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:12.006663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20dc334-74c2-42c2-84f0-1ec2fcd20569 None None] The sync data for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv is: [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:38:06Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:12.062006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77f12213-818b-45d1-be4f-e337e28b90be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.064514 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.066829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.116473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.117137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Fanout notify agent at l3_agent the message router_deleted on router ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:38:12.126537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.127781 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5d932d93-295c-44bf-93b7-69a9794ff965 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f HTTP/1.1" status: 204 len: 168 time: 2.3383999 Dec 20 16:38:12.131597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.137948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-46340c7e-3376-4811-9a76-67afc3786fbe tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2106489439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:12.146768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Made reservation on behalf of 9d6a47608d7440a2b83c93196a08864c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:12.150629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.170003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46340c7e-3376-4811-9a76-67afc3786fbe tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.172313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46340c7e-3376-4811-9a76-67afc3786fbe tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.176031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Checking segment: {'id': '4c15d025-9521-4398-aea1-ebf642d048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36c4bd8f-0519-47a3-9bb6-a7f20fb51a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:12.176235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network hostable DHCP agents. Network: 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:12.186840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.249667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46340c7e-3376-4811-9a76-67afc3786fbe tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.261002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46340c7e-3376-4811-9a76-67afc3786fbe tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.286234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:12.292910 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46340c7e-3376-4811-9a76-67afc3786fbe tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.296676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77f12213-818b-45d1-be4f-e337e28b90be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.298911 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-46340c7e-3376-4811-9a76-67afc3786fbe tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1645148 Dec 20 16:38:12.299731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.306367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:12.350931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f12213-818b-45d1-be4f-e337e28b90be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=f8861010-ab5f-43ac-bdc2-3824f3363813,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:12.369009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:12.375153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:12.376508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.379023 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b76d1-c595-4485-a5ce-4aa253fac646 None None] Network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:12.382314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77f12213-818b-45d1-be4f-e337e28b90be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.388404 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-77f12213-818b-45d1-be4f-e337e28b90be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/f8861010-ab5f-43ac-bdc2-3824f3363813 HTTP/1.1" status: 204 len: 168 time: 0.6660762 Dec 20 16:38:12.408739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.412173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba1343-5eff-4fbe-a92a-e2b13467db4b None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:12.468310 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3448f204-29e1-420c-bfd2-b2120d4eb256 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0575764 Dec 20 16:38:12.468942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.480030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9bfb72e4-38df-4c00-8000-75394a13f24d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1459123566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:12.500008 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aa332737-bd2a-4efc-9743-a496ffdceeca tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858998 Dec 20 16:38:12.502433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.542550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.582840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.607148 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.610489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-36c4bd8f-0519-47a3-9bb6-a7f20fb51a25', 'network_id': '36c4bd8f-0519-47a3-9bb6-a7f20fb51a25', 'project_id': '786ec8a4fcee41b582f518aa933d6565', 'fixed_ips': [{'subnet_id': '5df3c1cb-00be-4a89-bc9f-f9dcda27a596'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:12.611605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.624248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.693784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=74fa4c7a-23ff-4b43-8908-750b8849b092,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:12.697929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bfb72e4-38df-4c00-8000-75394a13f24d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.699315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bfb72e4-38df-4c00-8000-75394a13f24d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.715130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328cc5a3-bdcf-4d0d-8873-da3ae952b34f None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:12.722524 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c46e6673-b476-482e-a9e2-5692bf49d3f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23bba61a1c56444e9f025ba0864436a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783729 Dec 20 16:38:12.728480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45160) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.753907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:12.787326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed06668-2100-4568-93c9-cc7766ac1edd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:12.802692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a091e32b-5536-486b-b862-a79b255ebf76 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:12.805075 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a091e32b-5536-486b-b862-a79b255ebf76 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2969067 Dec 20 16:38:12.807721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.817255 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.817604 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Added segment f6ce1c8c-5b29-42b2-be13-af244953b435 of type vlan for network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 Dec 20 16:38:12.822608 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.852996 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-328cc5a3-bdcf-4d0d-8873-da3ae952b34f None None] Deleting port 55be472d-b365-4c44-9ede-5883e229abf3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:12.853408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328cc5a3-bdcf-4d0d-8873-da3ae952b34f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.871415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bfb72e4-38df-4c00-8000-75394a13f24d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.896140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea95b05-146f-4e75-895f-417e13bf00a3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:12.897962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bfb72e4-38df-4c00-8000-75394a13f24d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.898621 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fea95b05-146f-4e75-895f-417e13bf00a3 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892866 Dec 20 16:38:12.904556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.916282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Checking segment: {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:12.916659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network hostable DHCP agents. Network: e25fcb82-5b95-4940-bb91-7414ff4ead6c, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:12.936538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bfb72e4-38df-4c00-8000-75394a13f24d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.940857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9bfb72e4-38df-4c00-8000-75394a13f24d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4654663 Dec 20 16:38:12.942320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Allocated IP 2001:db8::2 (36c4bd8f-0519-47a3-9bb6-a7f20fb51a25/5df3c1cb-00be-4a89-bc9f-f9dcda27a596/1f7c18e7-5527-4714-ba1f-0a4f955e86aa) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:12.943799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:12.952085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'network_id': '36c4bd8f-0519-47a3-9bb6-a7f20fb51a25', 'name': 'tempest-PortsIpV6TestJSON-1815404912'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:12.967619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-328cc5a3-bdcf-4d0d-8873-da3ae952b34f None None] For port 55be472d-b365-4c44-9ede-5883e229abf3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=55be472d-b365-4c44-9ede-5883e229abf3,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:12.967994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328cc5a3-bdcf-4d0d-8873-da3ae952b34f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.979384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:12.986844 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-530587c1-87d7-443d-a719-8ac7133a4d39 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810978 Dec 20 16:38:12.994584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:13.000474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:13.009508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-328cc5a3-bdcf-4d0d-8873-da3ae952b34f None None] Calling delete_port for 55be472d-b365-4c44-9ede-5883e229abf3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:13.021359 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ac92c0-f3e5-43b2-98eb-2f97138ede88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.067443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network e25fcb82-5b95-4940-bb91-7414ff4ead6c is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:13.089469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, e25fcb82-5b95-4940-bb91-7414ff4ead6c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:13.094841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:13.095445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.123530 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe2533-e043-4cdb-bbd4-a1732e1b8f63 None None] Network e25fcb82-5b95-4940-bb91-7414ff4ead6c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:13.129465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ac92c0-f3e5-43b2-98eb-2f97138ede88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.142494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.148341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:13.148987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.175393 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d5c44bea-a7f2-4bb2-8933-87770ee80e2a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1927161 Dec 20 16:38:13.175580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45170) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:13.178759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:13.183206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.292084 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2652545 Dec 20 16:38:13.297606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45172) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:13.306664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'subnet': {'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:13.325788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:13.327047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.340741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d4a5d-3980-430e-9710-c41b658304dd tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Network': ['ID=36c3a961-aaa6-4789-9784-3fd4e01bcf54,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:13.361360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:13.419841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:13.424276 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.427652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ac92c0-f3e5-43b2-98eb-2f97138ede88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.431045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ac92c0-f3e5-43b2-98eb-2f97138ede88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.436013 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-69ac92c0-f3e5-43b2-98eb-2f97138ede88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1adab03-cb4d-42fd-b421-2d71c5ed7a78 HTTP/1.1" status: 204 len: 168 time: 0.7020719 Dec 20 16:38:13.476827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac92c0-f3e5-43b2-98eb-2f97138ede88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1adab03-cb4d-42fd-b421-2d71c5ed7a78,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:13.481285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Made reservation on behalf of 9d6a47608d7440a2b83c93196a08864c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:13.486000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.518346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 3a77e491-eb8b-426e-8707-cce40aaac831 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:13.612210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:13.629055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.642230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328cc5a3-bdcf-4d0d-8873-da3ae952b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.715010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.731481 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.735859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cc5a3-bdcf-4d0d-8873-da3ae952b34f None None] Pushing event deleted for resources: {'Port': ['ID=55be472d-b365-4c44-9ede-5883e229abf3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:13.791875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cc5a3-bdcf-4d0d-8873-da3ae952b34f None None] No DVR routers for this DVR port 55be472d-b365-4c44-9ede-5883e229abf3 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:13.802321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.879147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:13.881705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:13.888522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::1ee (36c4bd8f-0519-47a3-9bb6-a7f20fb51a25/5df3c1cb-00be-4a89-bc9f-f9dcda27a596/3a77e491-eb8b-426e-8707-cce40aaac831) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:13.918901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:13.924199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:13.926392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Pushing event updated for resources: {'Port': ['ID=1f7c18e7-5527-4714-ba1f-0a4f955e86aa,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:13.957270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Allocated IP 172.26.1.15 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/5090a9b0-59a8-4fe5-83c2-5db9ddadb057) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:13.978004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:13.991010 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.010771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Subnet': ['ID=b39c0eb0-dfeb-4b22-a503-70761a43415e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:14.043734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Checking segment: {'id': 'f6ce1c8c-5b29-42b2-be13-af244953b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:14.044099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Network hostable DHCP agents. Network: 36c3a961-aaa6-4789-9784-3fd4e01bcf54, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:14.054724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Allocated IP 172.20.0.2 (e25fcb82-5b95-4940-bb91-7414ff4ead6c/74fa4c7a-23ff-4b43-8908-750b8849b092/08a196f1-7245-413d-bb7e-93ac8c091f2d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:14.141961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:14.156843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 36c3a961-aaa6-4789-9784-3fd4e01bcf54) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:14.184847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:14.185366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.233301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.objects.ports [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:38:14.243509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.244109 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c0de673c-e6fa-4bf8-97ed-40a3cf2eff65 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9419827 Dec 20 16:38:14.256348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:14.263600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.272546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.291085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f70cf22-194d-4b83-96e2-c060815ddd81 None None] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:14.292106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'port': {'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54', 'name': 'tempest-AllowedAddressPairTestJSON-1892285754'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:14.324869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.333805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.350080 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:14.377867 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:14.397188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:14.402920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:14.411712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:14.418460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:14.419346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.422040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:14.423258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.429364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=3a77e491-eb8b-426e-8707-cce40aaac831,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:14.445951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239986de-3b84-4983-a933-61b3d0c24f6c None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:14.447887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Attempting to bind port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:14.448258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Attempting to bind port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4c15d025-9521-4398-aea1-ebf642d048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36c4bd8f-0519-47a3-9bb6-a7f20fb51a25'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:14.448619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Attempting to bind port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa on network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:14.451752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.453676 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b1c61b24-5956-4b97-ab88-d0a192b2cb35 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5060282 Dec 20 16:38:14.454413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45190) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:14.496972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Network e25fcb82-5b95-4940-bb91-7414ff4ead6c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:14.509075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:14.509459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Checking segment: {'id': '4c15d025-9521-4398-aea1-ebf642d048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36c4bd8f-0519-47a3-9bb6-a7f20fb51a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:14.509863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.510309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Bound using segment: {'id': '4c15d025-9521-4398-aea1-ebf642d048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36c4bd8f-0519-47a3-9bb6-a7f20fb51a25'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:14.510773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Bound port: 1f7c18e7-5527-4714-ba1f-0a4f955e86aa, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c15d025-9521-4398-aea1-ebf642d048e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36c4bd8f-0519-47a3-9bb6-a7f20fb51a25'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:14.511153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.532353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:14.561199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=832969aa-66cb-4f9d-89ab-3d489e7f6dbe,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:14.569776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:14.571903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.584252 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-76f20499-ac8c-4097-821b-3852ac05d213 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5883663 Dec 20 16:38:14.598655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:14.607209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:ad:cd:a8', 'name': 'tempest-NetworksTestDHCPv6-1359251930'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:14.619961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Pushing event updated for resources: {'Port': ['ID=08a196f1-7245-413d-bb7e-93ac8c091f2d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:14.736455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-36c3a961-aaa6-4789-9784-3fd4e01bcf54', 'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54', 'project_id': '9d6a47608d7440a2b83c93196a08864c', 'fixed_ips': [{'subnet_id': 'b39c0eb0-dfeb-4b22-a503-70761a43415e'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:14.737241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.777723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Attempting to bind port 08a196f1-7245-413d-bb7e-93ac8c091f2d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:14.778593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Attempting to bind port 08a196f1-7245-413d-bb7e-93ac8c091f2d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:14.778860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Attempting to bind port 08a196f1-7245-413d-bb7e-93ac8c091f2d on network e25fcb82-5b95-4940-bb91-7414ff4ead6c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:14.804486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45200) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:14.845743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 55be472d-b365-4c44-9ede-5883e229abf3 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:14.877277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '832969aa-66cb-4f9d-89ab-3d489e7f6dbe'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:14.878715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.884012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:14.884698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Checking segment: {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:14.885279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.885832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Bound using segment: {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:14.886540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Bound port: 08a196f1-7245-413d-bb7e-93ac8c091f2d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:14.887091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.907869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 55be472d-b365-4c44-9ede-5883e229abf3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:14.908626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 55be472d-b365-4c44-9ede-5883e229abf3 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:14.921817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] For port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:14.941567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:14.968471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-351830153'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:15.021494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] For port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1f7c18e7-5527-4714-ba1f-0a4f955e86aa,segment=NetworkSegment(4c15d025-9521-4398-aea1-ebf642d048e1),segment_id=4c15d025-9521-4398-aea1-ebf642d048e1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:15.042878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.060000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:15.063531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.108990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.154116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.182066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.204609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] For port 08a196f1-7245-413d-bb7e-93ac8c091f2d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:15.219121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Made reservation on behalf of 9d6a47608d7440a2b83c93196a08864c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:15.222815 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.241853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:15.260400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] For port 08a196f1-7245-413d-bb7e-93ac8c091f2d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=08a196f1-7245-413d-bb7e-93ac8c091f2d,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:15.260646 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:15.268911 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:15.281956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b53dad-eabc-49f3-a0db-72dce4298bc4 None None] Pushing event updated for resources: {'Port': ['ID=1f7c18e7-5527-4714-ba1f-0a4f955e86aa,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:15.290688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.312375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Allocated IP 172.20.0.2 (36c3a961-aaa6-4789-9784-3fd4e01bcf54/b39c0eb0-dfeb-4b22-a503-70761a43415e/85666c72-fdf0-4157-a4db-a88810197490) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:15.314622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba1f7c-2e7d-4373-8980-0f65bda524be None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:15.338902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event updated for resources: {'Port': ['ID=5090a9b0-59a8-4fe5-83c2-5db9ddadb057,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:15.346202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] device_id is not set on port 5564c17a-4cb7-4fa6-b6e7-a616b7051759 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:15.353228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.361380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.408294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.411952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Allocated IP 2001:db8::f816:3eff:feec:1763 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/832969aa-66cb-4f9d-89ab-3d489e7f6dbe/e86e9b14-d394-4165-aa20-158f7173adb4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:15.432054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.434285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:15.476542 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:15.485502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f02ccf9-da6a-4da0-9ee9-ed5d033cda69,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:15.488502 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e5d70-8dd6-4a26-ad99-137e5b4f0ed4 None None] Pushing event updated for resources: {'Port': ['ID=08a196f1-7245-413d-bb7e-93ac8c091f2d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:15.496498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.496988 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment 6aaa0bd4-db08-43c5-8aca-f99743242f17 of type vlan for network 0e6d443b-eb1e-49d1-a086-1b7d32230d0c Dec 20 16:38:15.548457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5ac93594-d0c2-4cc8-9e15-d5c6e92ddcba None None] Provisioning complete for port 5090a9b0-59a8-4fe5-83c2-5db9ddadb057 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:15.548868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ac93594-d0c2-4cc8-9e15-d5c6e92ddcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.625860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=3a77e491-eb8b-426e-8707-cce40aaac831,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:15.666057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.700118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5ac93594-d0c2-4cc8-9e15-d5c6e92ddcba None None] Port 5090a9b0-59a8-4fe5-83c2-5db9ddadb057 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:15.760300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.771147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:15.772079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.775489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.792987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:15.956546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port d7aff219-1eba-41ba-ab98-47515a60b1ab yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:16.029584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=0e6d443b-eb1e-49d1-a086-1b7d32230d0c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:16.044130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 0e6d443b-eb1e-49d1-a086-1b7d32230d0c details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:16.048890 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4c35918d-e8f9-44db-a872-aaa8ae3480e8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2376144 Dec 20 16:38:16.079878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.143882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.210445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:16.212207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.1 (e25fcb82-5b95-4940-bb91-7414ff4ead6c/74fa4c7a-23ff-4b43-8908-750b8849b092/743ddbdc-8698-4e05-859d-b71d98cf3906) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:16.222855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.226207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': '0e6d443b-eb1e-49d1-a086-1b7d32230d0c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:16.241289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.244484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.283098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.286008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:16.295405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:16.302430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:16.313773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Pushing event updated for resources: {'Port': ['ID=85666c72-fdf0-4157-a4db-a88810197490,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:16.357191 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:16.382290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:16.388943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:16.410642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Pushing event updated for resources: {'Port': ['ID=e86e9b14-d394-4165-aa20-158f7173adb4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:16.415508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Attempting to bind port 85666c72-fdf0-4157-a4db-a88810197490 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:16.415508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Attempting to bind port 85666c72-fdf0-4157-a4db-a88810197490 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'f6ce1c8c-5b29-42b2-be13-af244953b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:16.415758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Attempting to bind port 85666c72-fdf0-4157-a4db-a88810197490 on network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:16.451608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:16.451992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Checking segment: {'id': 'f6ce1c8c-5b29-42b2-be13-af244953b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:16.453108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.453108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Bound using segment: {'id': 'f6ce1c8c-5b29-42b2-be13-af244953b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:16.453368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Bound port: 85666c72-fdf0-4157-a4db-a88810197490, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ce1c8c-5b29-42b2-be13-af244953b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:16.453688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.474789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Attempting to bind port e86e9b14-d394-4165-aa20-158f7173adb4 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:16.475546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Attempting to bind port e86e9b14-d394-4165-aa20-158f7173adb4 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:16.475546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Attempting to bind port e86e9b14-d394-4165-aa20-158f7173adb4 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:16.500801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:16.501062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:16.501338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.501779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:16.502301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Bound port: e86e9b14-d394-4165-aa20-158f7173adb4, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:16.502690 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.517592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.526058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:fead:cda8 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/832969aa-66cb-4f9d-89ab-3d489e7f6dbe/d7aff219-1eba-41ba-ab98-47515a60b1ab) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:16.528317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.529836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.556745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Allocated IP 172.20.0.8 (36c3a961-aaa6-4789-9784-3fd4e01bcf54/b39c0eb0-dfeb-4b22-a503-70761a43415e/5564c17a-4cb7-4fa6-b6e7-a616b7051759) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:16.579357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] For port 85666c72-fdf0-4157-a4db-a88810197490, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:16.583793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] For port 85666c72-fdf0-4157-a4db-a88810197490, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=85666c72-fdf0-4157-a4db-a88810197490,segment=NetworkSegment(f6ce1c8c-5b29-42b2-be13-af244953b435),segment_id=f6ce1c8c-5b29-42b2-be13-af244953b435)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:16.594813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.639701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=3a77e491-eb8b-426e-8707-cce40aaac831,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:16.676563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] For port e86e9b14-d394-4165-aa20-158f7173adb4, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:16.682696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] For port e86e9b14-d394-4165-aa20-158f7173adb4, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e86e9b14-d394-4165-aa20-158f7173adb4,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:16.689528 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.705140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.718114 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Pushing event updated for resources: {'Port': ['ID=85666c72-fdf0-4157-a4db-a88810197490,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:16.721088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:16.732277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.732812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:16.733139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.733984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.734601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.735156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.735663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.736232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.736777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.737182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.737670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.738189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.738705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.739693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a159cf-c055-4cd6-8876-478e050eac36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:16.824560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:16.828370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:16.839775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8c6d4-e5c6-4566-8a07-b60f2508312d None None] Pushing event updated for resources: {'Port': ['ID=e86e9b14-d394-4165-aa20-158f7173adb4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:16.973304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Router 1916a3fc-f131-47db-923c-ea217e4e3fb6 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:38:17.186709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0865ee-2860-4e19-bdb7-34fec21c130c None None] Network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:17.187760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:17.198740 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5769c7-84e9-4f2d-82ca-4c69743db7ee None None] Sync routers for ids ['1916a3fc-f131-47db-923c-ea217e4e3fb6'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:17.206839 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bc80f6ef-86ca-4812-a0a3-b644fe6f0da2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "PUT /v2.0/routers/1916a3fc-f131-47db-923c-ea217e4e3fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7486227 Dec 20 16:38:17.207951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:17.241329 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5769c7-84e9-4f2d-82ca-4c69743db7ee None None] Routers {'1916a3fc-f131-47db-923c-ea217e4e3fb6'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:17.242479 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c5769c7-84e9-4f2d-82ca-4c69743db7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1916a3fc-f131-47db-923c-ea217e4e3fb6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:17.268355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:17.273038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:17.276307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:17.310078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ffac90-6363-4fe4-8009-0e70e3955487 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:17.327013 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-93ffac90-6363-4fe4-8009-0e70e3955487 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports?device_id=1916a3fc-f131-47db-923c-ea217e4e3fb6 HTTP/1.1" status: 200 len: 989 time: 0.1140804 Dec 20 16:38:17.327124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:17.363258 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c5769c7-84e9-4f2d-82ca-4c69743db7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:17.374115 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5769c7-84e9-4f2d-82ca-4c69743db7ee None None] Routers {'1916a3fc-f131-47db-923c-ea217e4e3fb6'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:17.375797 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c5769c7-84e9-4f2d-82ca-4c69743db7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1916a3fc-f131-47db-923c-ea217e4e3fb6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:17.379430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c3eef3ef-f7b2-4948-abe5-6ae13b1a9c7d None None] Provisioning complete for port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:17.379933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3eef3ef-f7b2-4948-abe5-6ae13b1a9c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:17.409494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=743ddbdc-8698-4e05-859d-b71d98cf3906,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:17.423521 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c5769c7-84e9-4f2d-82ca-4c69743db7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:17.424536 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5769c7-84e9-4f2d-82ca-4c69743db7ee None None] The sync data for ids ['1916a3fc-f131-47db-923c-ea217e4e3fb6'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:17.540468 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3eef3ef-f7b2-4948-abe5-6ae13b1a9c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:17.627810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c3eef3ef-f7b2-4948-abe5-6ae13b1a9c7d None None] For port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1f7c18e7-5527-4714-ba1f-0a4f955e86aa,segment=NetworkSegment(4c15d025-9521-4398-aea1-ebf642d048e1),segment_id=4c15d025-9521-4398-aea1-ebf642d048e1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:17.639828 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3eef3ef-f7b2-4948-abe5-6ae13b1a9c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:17.731006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eef3ef-f7b2-4948-abe5-6ae13b1a9c7d None None] Pushing event updated for resources: {'Port': ['ID=1f7c18e7-5527-4714-ba1f-0a4f955e86aa,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:17.770112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41586f-7605-43eb-a504-5dff043291b6 None None] Network e25fcb82-5b95-4940-bb91-7414ff4ead6c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:17.859366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 85666c72-fdf0-4157-a4db-a88810197490 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:17.931845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5338661b-287a-439f-89ae-3f55a8afa9d2 None None] Provisioning complete for port 08a196f1-7245-413d-bb7e-93ac8c091f2d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:17.932222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5338661b-287a-439f-89ae-3f55a8afa9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:17.955074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network e25fcb82-5b95-4940-bb91-7414ff4ead6c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:17.981343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:17.993021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:17.996558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:18.011463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.035849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 85666c72-fdf0-4157-a4db-a88810197490 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:18.036477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.073351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.187502 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5338661b-287a-439f-89ae-3f55a8afa9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.247704 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.261474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.307685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5338661b-287a-439f-89ae-3f55a8afa9d2 None None] For port 08a196f1-7245-413d-bb7e-93ac8c091f2d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=08a196f1-7245-413d-bb7e-93ac8c091f2d,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:18.319029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.329329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5338661b-287a-439f-89ae-3f55a8afa9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.376837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 85666c72-fdf0-4157-a4db-a88810197490, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=85666c72-fdf0-4157-a4db-a88810197490,segment=NetworkSegment(f6ce1c8c-5b29-42b2-be13-af244953b435),segment_id=f6ce1c8c-5b29-42b2-be13-af244953b435)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:18.398418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.399522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e86e9b14-d394-4165-aa20-158f7173adb4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:18.513759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338661b-287a-439f-89ae-3f55a8afa9d2 None None] Pushing event updated for resources: {'Port': ['ID=08a196f1-7245-413d-bb7e-93ac8c091f2d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:18.524240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3d9df010-3f79-47d6-b4b3-f29d9557de0a None None] Provisioning complete for port 3a77e491-eb8b-426e-8707-cce40aaac831 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:18.524597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d9df010-3f79-47d6-b4b3-f29d9557de0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.567282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:18.590591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:18.596484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:18.659686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3d9df010-3f79-47d6-b4b3-f29d9557de0a None None] Port 3a77e491-eb8b-426e-8707-cce40aaac831 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:18.670189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e86e9b14-d394-4165-aa20-158f7173adb4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:18.670592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.673570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=85666c72-fdf0-4157-a4db-a88810197490,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:18.743462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3d9df010-3f79-47d6-b4b3-f29d9557de0a None None] Provisioning complete for port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:18.744965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d9df010-3f79-47d6-b4b3-f29d9557de0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.803559 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:18.804351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.816238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Port': ['ID=5564c17a-4cb7-4fa6-b6e7-a616b7051759,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:18.819153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.859955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.890770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.905658 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=fb110190-f38b-4cec-bf2b-acc673bcbde6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:18.920412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.920946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.921546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.922342 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.922839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.923710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.924183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.924689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.925175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.925841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.926352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.926945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.927499 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.932307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Router 0e464b69-4f91-4217-b242-a36e8c33cc3f is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:38:18.943939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port e86e9b14-d394-4165-aa20-158f7173adb4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e86e9b14-d394-4165-aa20-158f7173adb4,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:18.946303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.946815 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.947203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.947662 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.947993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.948427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.948698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.949065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.949463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.949826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.950158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.950511 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.950838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:18.967485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:18.968300 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1f7c18e7-5527-4714-ba1f-0a4f955e86aa up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:18.984811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 3a77e491-eb8b-426e-8707-cce40aaac831 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:18.985383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.036349 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c8691864-d70c-4a74-b741-5c3f7091710f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7597964 Dec 20 16:38:19.040006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:19.046636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'port': {'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54', 'name': 'tempest-AllowedAddressPairTestJSON-495377763', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f7:ef:9f'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:19.075040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=d7aff219-1eba-41ba-ab98-47515a60b1ab,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:19.086204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb085e57-f0a4-4dc8-bd62-21dfcd9ffe26 None None] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:19.127929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:19.135515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.149684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:19.153298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:19.160392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:19.161343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.213520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=e86e9b14-d394-4165-aa20-158f7173adb4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:19.241580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:19.242094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.257075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.263303 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cbf69848-4d55-4390-b55b-a17f575cb77f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6637614 Dec 20 16:38:19.273522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': '6aaa0bd4-db08-43c5-8aca-f99743242f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e6d443b-eb1e-49d1-a086-1b7d32230d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:19.274554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: 0e6d443b-eb1e-49d1-a086-1b7d32230d0c, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:19.275611 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:19.319547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 3a77e491-eb8b-426e-8707-cce40aaac831 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:19.358004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:19.371986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.373322 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-58e247d1-48e3-40a7-9a40-74516d9d3df3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "PUT /v2.0/routers/0e464b69-4f91-4217-b242-a36e8c33cc3f HTTP/1.1" status: 200 len: 879 time: 7.0721900 Dec 20 16:38:19.376215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:19.378615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network 0e6d443b-eb1e-49d1-a086-1b7d32230d0c is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:19.386185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057181b7-d689-4d28-a7ce-0640a65805de None None] Sync routers for ids ['0e464b69-4f91-4217-b242-a36e8c33cc3f'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:19.409589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Provisioning complete for port 743ddbdc-8698-4e05-859d-b71d98cf3906 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:19.410352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.421108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057181b7-d689-4d28-a7ce-0640a65805de None None] Routers {'0e464b69-4f91-4217-b242-a36e8c33cc3f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:19.422055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-057181b7-d689-4d28-a7ce-0640a65805de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['0e464b69-4f91-4217-b242-a36e8c33cc3f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:19.459469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 08a196f1-7245-413d-bb7e-93ac8c091f2d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:19.462424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 0e6d443b-eb1e-49d1-a086-1b7d32230d0c) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.466937 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:19.469647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a9760a-2f86-48db-bfc1-6bb15af885d7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:19.470613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:19.470613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.477090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a9760a-2f86-48db-bfc1-6bb15af885d7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:19.481388 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c8a9760a-2f86-48db-bfc1-6bb15af885d7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2024584 Dec 20 16:38:19.482134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45216) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:19.483116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Made reservation on behalf of 9d6a47608d7440a2b83c93196a08864c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:19.550514 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d945c2e2-aacb-42b7-b03a-b84b151ad500 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3312786 Dec 20 16:38:19.554286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:19.557024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eaef7b-a7bd-4a22-92ab-e24c506fb90e None None] Network 0e6d443b-eb1e-49d1-a086-1b7d32230d0c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:19.564899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-057181b7-d689-4d28-a7ce-0640a65805de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:19.568550 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380683806'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:19.616706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Port 743ddbdc-8698-4e05-859d-b71d98cf3906 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:19.619823 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a0a5bd4d-bafe-45e0-a31c-33b132235cea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/routers/0e464b69-4f91-4217-b242-a36e8c33cc3f HTTP/1.1" status: 200 len: 920 time: 0.2423034 Dec 20 16:38:19.659376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:19.668721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057181b7-d689-4d28-a7ce-0640a65805de None None] Routers {'0e464b69-4f91-4217-b242-a36e8c33cc3f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:19.669449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-057181b7-d689-4d28-a7ce-0640a65805de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['0e464b69-4f91-4217-b242-a36e8c33cc3f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:19.708153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:19.712418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.730594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-057181b7-d689-4d28-a7ce-0640a65805de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:19.731672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057181b7-d689-4d28-a7ce-0640a65805de None None] The sync data for ids ['0e464b69-4f91-4217-b242-a36e8c33cc3f'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:19.740671 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Provisioning complete for port 08a196f1-7245-413d-bb7e-93ac8c091f2d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:19.741286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.786838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.793393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:19.807058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.807407 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment 8ce5e171-efe7-4838-be73-06f17bef82cc of type vlan for network 2fe65151-037f-4a9b-847c-37a99b48d6f2 Dec 20 16:38:19.809209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.844279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93436a25-a3b1-4bc5-b367-3c76ecc1a62f tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:19.845941 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-93436a25-a3b1-4bc5-b367-3c76ecc1a62f tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=0e464b69-4f91-4217-b242-a36e8c33cc3f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1853857 Dec 20 16:38:19.852655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.858669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:19.877487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e3f12264-ddf7-460e-8fae-03840f39b3a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port d7aff219-1eba-41ba-ab98-47515a60b1ab {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:19.877710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3f12264-ddf7-460e-8fae-03840f39b3a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.935180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.948247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] device_id is not set on port 21bd9eb1-ec70-4e32-ac3a-015da07e5b57 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:19.954545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:19.956430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=743ddbdc-8698-4e05-859d-b71d98cf3906,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:20.003066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 08a196f1-7245-413d-bb7e-93ac8c091f2d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:20.003440 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.015132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.020784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:20.021370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.073859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-0e6d443b-eb1e-49d1-a086-1b7d32230d0c', 'network_id': '0e6d443b-eb1e-49d1-a086-1b7d32230d0c', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': 'fb110190-f38b-4cec-bf2b-acc673bcbde6'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:20.075986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.137733 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5758328 Dec 20 16:38:20.138423 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:20.145822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': '2fe65151-037f-4a9b-847c-37a99b48d6f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:20.151678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e58ad-6fdb-46c2-ba95-0882f2e62859 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=2fe65151-037f-4a9b-847c-37a99b48d6f2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:20.153293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.224139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 2fe65151-037f-4a9b-847c-37a99b48d6f2 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:20.242696 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=3a77e491-eb8b-426e-8707-cce40aaac831,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:20.246690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network e25fcb82-5b95-4940-bb91-7414ff4ead6c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:20.257652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:20.270652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3f12264-ddf7-460e-8fae-03840f39b3a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.281457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.281816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.282162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.282540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.282870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.283251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.283581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.283902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.284222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.284541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.284859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.285175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.285489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:38:20.306252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Allocated IP 172.20.0.12 (36c3a961-aaa6-4789-9784-3fd4e01bcf54/b39c0eb0-dfeb-4b22-a503-70761a43415e/21bd9eb1-ec70-4e32-ac3a-015da07e5b57) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:20.311103 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01bca7a-555d-4751-93ea-b0369e552376 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:20.316301 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b01bca7a-555d-4751-93ea-b0369e552376 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 881 time: 0.4585347 Dec 20 16:38:20.323793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:20.341901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e3f12264-ddf7-460e-8fae-03840f39b3a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for d7aff219-1eba-41ba-ab98-47515a60b1ab owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:20.387007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Allocated IP 172.20.255.242 (0e6d443b-eb1e-49d1-a086-1b7d32230d0c/fb110190-f38b-4cec-bf2b-acc673bcbde6/219b5a04-2ff0-4244-a472-f1471892b77d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:20.440125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:38:20.497183 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-908373b3-d074-44cf-8ff0-0b0e95dfb930 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e464b69-4f91-4217-b242-a36e8c33cc3f HTTP/1.1" status: 200 len: 205 time: 0.1728086 Dec 20 16:38:20.499739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:20.544709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Provisioning complete for port 85666c72-fdf0-4157-a4db-a88810197490 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:20.545239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.567641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:20.571072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.575241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.653061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.665625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.704915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 08a196f1-7245-413d-bb7e-93ac8c091f2d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:20.710348 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Network 0e6d443b-eb1e-49d1-a086-1b7d32230d0c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:20.749483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:20.759026 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aeeeb020-67e7-42f6-8d33-6cb0e767fad8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/355483b9-99ee-4e7b-8b28-1f9ea1d1a017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5813420 Dec 20 16:38:20.759641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:20.764324 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Sync routers for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:20.767369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:20.779113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:20.785677 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:20.786306 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:20.844264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Pushing event updated for resources: {'Port': ['ID=219b5a04-2ff0-4244-a472-f1471892b77d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:20.877123 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Could not find standard attr ID for object 3a77e491-eb8b-426e-8707-cce40aaac831. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:20.888157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Attempting to bind port 219b5a04-2ff0-4244-a472-f1471892b77d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:20.888527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Attempting to bind port 219b5a04-2ff0-4244-a472-f1471892b77d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '6aaa0bd4-db08-43c5-8aca-f99743242f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e6d443b-eb1e-49d1-a086-1b7d32230d0c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:20.888886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Attempting to bind port 219b5a04-2ff0-4244-a472-f1471892b77d on network 0e6d443b-eb1e-49d1-a086-1b7d32230d0c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:20.905616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 08a196f1-7245-413d-bb7e-93ac8c091f2d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:20.905920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.909096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:20.909476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Checking segment: {'id': '6aaa0bd4-db08-43c5-8aca-f99743242f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e6d443b-eb1e-49d1-a086-1b7d32230d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:20.910352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.910767 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Bound using segment: {'id': '6aaa0bd4-db08-43c5-8aca-f99743242f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e6d443b-eb1e-49d1-a086-1b7d32230d0c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:20.911256 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Bound port: 219b5a04-2ff0-4244-a472-f1471892b77d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaa0bd4-db08-43c5-8aca-f99743242f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e6d443b-eb1e-49d1-a086-1b7d32230d0c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:20.911637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.943840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:20.983802 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:38:20.988788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Provisioning complete for port e86e9b14-d394-4165-aa20-158f7173adb4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:20.989382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f5925fa-6190-44a4-a6b6-096d7fc4d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.017790 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Router 1916a3fc-f131-47db-923c-ea217e4e3fb6 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:38:21.051171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.052826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.052826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.052826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.053345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.053869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.054417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.055664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.056189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.056706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.057225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.062286 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-893ab89b-8f3c-42b7-9bd4-5b7dc08faf18 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7692 time: 0.2984691 Dec 20 16:38:21.063113 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:21.145120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] For port 219b5a04-2ff0-4244-a472-f1471892b77d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:21.161945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.189661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] For port 219b5a04-2ff0-4244-a472-f1471892b77d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=219b5a04-2ff0-4244-a472-f1471892b77d,segment=NetworkSegment(6aaa0bd4-db08-43c5-8aca-f99743242f17),segment_id=6aaa0bd4-db08-43c5-8aca-f99743242f17)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:21.192401 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3f12264-ddf7-460e-8fae-03840f39b3a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.194509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.204951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.218303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 85666c72-fdf0-4157-a4db-a88810197490 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:21.231310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f12264-ddf7-460e-8fae-03840f39b3a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=d7aff219-1eba-41ba-ab98-47515a60b1ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:21.252989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:21.267604 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-68de4d7a-bc4b-4b43-ba0e-018075f18ca1 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "PUT /v2.0/routers/1916a3fc-f131-47db-923c-ea217e4e3fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9370451 Dec 20 16:38:21.282167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.285023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:21.296117 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:38:18Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:19Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:21.305170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec1119-4a4c-445d-9ad0-f918f7af342a None None] Sync routers for ids ['1916a3fc-f131-47db-923c-ea217e4e3fb6'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:21.349867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3f12264-ddf7-460e-8fae-03840f39b3a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.354092 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e3f12264-ddf7-460e-8fae-03840f39b3a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/d7aff219-1eba-41ba-ab98-47515a60b1ab HTTP/1.1" status: 204 len: 168 time: 1.8654766 Dec 20 16:38:21.354793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec1119-4a4c-445d-9ad0-f918f7af342a None None] Routers {'1916a3fc-f131-47db-923c-ea217e4e3fb6'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:21.355339 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ca39b4-40dd-4796-a823-f6fee7274253 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:38:21.355942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d5ec1119-4a4c-445d-9ad0-f918f7af342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1916a3fc-f131-47db-923c-ea217e4e3fb6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:21.359412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-66ca39b4-40dd-4796-a823-f6fee7274253 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/3a77e491-eb8b-426e-8707-cce40aaac831 HTTP/1.1" status: 404 len: 333 time: 0.0639968 Dec 20 16:38:21.359412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:21.359412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:21.360694 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Checking router: 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:38:21.361056 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Updating router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 port 743ddbdc-8698-4e05-859d-b71d98cf3906 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:38:21.366880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b711d-3a95-4ba1-936c-91f45eb96550 None None] Pushing event updated for resources: {'Port': ['ID=219b5a04-2ff0-4244-a472-f1471892b77d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:21.419757 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.431032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d5ec1119-4a4c-445d-9ad0-f918f7af342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:21.460472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec1119-4a4c-445d-9ad0-f918f7af342a None None] Routers {'1916a3fc-f131-47db-923c-ea217e4e3fb6'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:21.461377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d5ec1119-4a4c-445d-9ad0-f918f7af342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1916a3fc-f131-47db-923c-ea217e4e3fb6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:21.463527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 85666c72-fdf0-4157-a4db-a88810197490 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:21.464024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.502908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Provisioning complete for port 743ddbdc-8698-4e05-859d-b71d98cf3906 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:21.503412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.526465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d5ec1119-4a4c-445d-9ad0-f918f7af342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:21.527316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec1119-4a4c-445d-9ad0-f918f7af342a None None] The sync data for ids ['1916a3fc-f131-47db-923c-ea217e4e3fb6'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:21.592137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Port 743ddbdc-8698-4e05-859d-b71d98cf3906 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:21.657452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Provisioning complete for port 5564c17a-4cb7-4fa6-b6e7-a616b7051759 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:21.658184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.733757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e86e9b14-d394-4165-aa20-158f7173adb4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:21.763434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Port 5564c17a-4cb7-4fa6-b6e7-a616b7051759 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:21.781415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Could not find standard attr ID for object d7aff219-1eba-41ba-ab98-47515a60b1ab. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:21.804574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Provisioning complete for port 85666c72-fdf0-4157-a4db-a88810197490 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:21.805008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.850221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e86e9b14-d394-4165-aa20-158f7173adb4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:21.850778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.877029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.878524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.879272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.880419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.881227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.881842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.882476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.883933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.884558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.885163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:21.887650 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-07f71f54-9640-4999-933e-1b91a6f5cca7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6455 time: 0.8213282 Dec 20 16:38:21.895420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:21.929679 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.933999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=0b7432a2-0248-4a71-9b7b-9f63509c7dc6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:21.948506 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:21.988543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d07bd657-f8fd-4045-94e7-62c3075ab272 None None] Could not find standard attr ID for object 3a77e491-eb8b-426e-8707-cce40aaac831. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:22.001212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1f7c18e7-5527-4714-ba1f-0a4f955e86aa up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:22.075665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:22.076111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.081634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea925c1-7937-4499-a053-71d8330b2ba0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.089769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': '8ce5e171-efe7-4838-be73-06f17bef82cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2fe65151-037f-4a9b-847c-37a99b48d6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:22.090160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: 2fe65151-037f-4a9b-847c-37a99b48d6f2, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:22.100922 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea25c2-23da-4357-9a2f-6aa5d04d0e13 None None] Pushing event updated for resources: {'Port': ['ID=743ddbdc-8698-4e05-859d-b71d98cf3906,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:22.113359 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Attempting to bind port 743ddbdc-8698-4e05-859d-b71d98cf3906 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:22.113722 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Attempting to bind port 743ddbdc-8698-4e05-859d-b71d98cf3906 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:22.114128 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Attempting to bind port 743ddbdc-8698-4e05-859d-b71d98cf3906 on network e25fcb82-5b95-4940-bb91-7414ff4ead6c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:22.120135 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:22.120509 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Checking segment: {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:22.120906 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.121297 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Bound using segment: {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:22.121887 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Bound port: 743ddbdc-8698-4e05-859d-b71d98cf3906, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:22.122358 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.190464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network 2fe65151-037f-4a9b-847c-37a99b48d6f2 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:22.192944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.229520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 2fe65151-037f-4a9b-847c-37a99b48d6f2) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:22.234198 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] For port 743ddbdc-8698-4e05-859d-b71d98cf3906, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:22.238236 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] For port 743ddbdc-8698-4e05-859d-b71d98cf3906, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=743ddbdc-8698-4e05-859d-b71d98cf3906,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:22.239989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb9a7db-9b7e-4263-a767-b33bd2b20d30 None None] Network 2fe65151-037f-4a9b-847c-37a99b48d6f2 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:22.244704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:22.245466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.254451 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.304302 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0c427efa-0f7c-436a-9afd-d70e306b68a4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1622159 Dec 20 16:38:22.313526 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:22.337826 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d717898-b6e3-4376-875f-aa0a460d5070 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:22.341162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d717898-b6e3-4376-875f-aa0a460d5070 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:22.342978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2d717898-b6e3-4376-875f-aa0a460d5070 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.9818492 Dec 20 16:38:22.359031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:22.393805 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:22.394499 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:37:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:22.433790 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:22.454036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:22.457777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:22.458358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5631da7f-3921-46ed-b95b-8251cfa9defc None None] Provisioning complete for port 743ddbdc-8698-4e05-859d-b71d98cf3906 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:22.458914 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5631da7f-3921-46ed-b95b-8251cfa9defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.499321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cc4fc8-b7e0-4359-928b-7a94eb0d1c86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 832969aa-66cb-4f9d-89ab-3d489e7f6dbe {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:22.517925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65cc4fc8-b7e0-4359-928b-7a94eb0d1c86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.519442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Port': ['ID=21bd9eb1-ec70-4e32-ac3a-015da07e5b57,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:22.529058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-2fe65151-037f-4a9b-847c-37a99b48d6f2', 'network_id': '2fe65151-037f-4a9b-847c-37a99b48d6f2', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': '0b7432a2-0248-4a71-9b7b-9f63509c7dc6'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:22.535270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.551064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea925c1-7937-4499-a053-71d8330b2ba0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.560077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea925c1-7937-4499-a053-71d8330b2ba0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.606968 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea25c2-23da-4357-9a2f-6aa5d04d0e13 None None] Pushing event updated for resources: {'Port': ['ID=743ddbdc-8698-4e05-859d-b71d98cf3906,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:22.624561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65cc4fc8-b7e0-4359-928b-7a94eb0d1c86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.693909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Deleting port 5090a9b0-59a8-4fe5-83c2-5db9ddadb057 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:22.699916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.719752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:22.722701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.786180 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:38:22.794168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea925c1-7937-4499-a053-71d8330b2ba0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.795266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea925c1-7937-4499-a053-71d8330b2ba0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Fanout notify agent at l3_agent the message router_deleted on router 1916a3fc-f131-47db-923c-ea217e4e3fb6 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:38:22.812143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7ea925c1-7937-4499-a053-71d8330b2ba0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.817178 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c815f9cf-c1fe-4ce2-8ffd-0c4b5190eba5 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3401 time: 0.9198294 Dec 20 16:38:22.817912 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7ea925c1-7937-4499-a053-71d8330b2ba0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/routers/1916a3fc-f131-47db-923c-ea217e4e3fb6 HTTP/1.1" status: 204 len: 168 time: 1.4555600 Dec 20 16:38:22.819494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:22.825685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 219b5a04-2ff0-4244-a472-f1471892b77d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:22.888473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5631da7f-3921-46ed-b95b-8251cfa9defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.923535 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a4c70732-021a-4ad2-80da-657491d3ce8a tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.8815634 Dec 20 16:38:22.932055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45250) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:22.942248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.981100 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65cc4fc8-b7e0-4359-928b-7a94eb0d1c86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:22.988985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5631da7f-3921-46ed-b95b-8251cfa9defc None None] For port 743ddbdc-8698-4e05-859d-b71d98cf3906, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=743ddbdc-8698-4e05-859d-b71d98cf3906,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:22.994938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Allocated IP 172.20.0.2 (2fe65151-037f-4a9b-847c-37a99b48d6f2/0b7432a2-0248-4a71-9b7b-9f63509c7dc6/959a6da2-113c-48c8-9c3b-ef8ca7537750) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:23.003280 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5631da7f-3921-46ed-b95b-8251cfa9defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.017606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Calling delete_port for 5090a9b0-59a8-4fe5-83c2-5db9ddadb057 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:23.029508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 219b5a04-2ff0-4244-a472-f1471892b77d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:23.029508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.061770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1644763c-b52d-4d3e-a1ce-c1152b998c32 None None] Network 0e6d443b-eb1e-49d1-a086-1b7d32230d0c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:23.072675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-69028d69-1e39-461f-9557-86e4d7ed6aab tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet 5df3c1cb-00be-4a89-bc9f-f9dcda27a596 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:23.115198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69028d69-1e39-461f-9557-86e4d7ed6aab tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.121138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65cc4fc8-b7e0-4359-928b-7a94eb0d1c86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.159065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72398d-fbbd-49bb-9f4d-15eee47436c5 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:23.166820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72398d-fbbd-49bb-9f4d-15eee47436c5 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:23.173441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72398d-fbbd-49bb-9f4d-15eee47436c5 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:23.175365 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dd72398d-fbbd-49bb-9f4d-15eee47436c5 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2402532 Dec 20 16:38:23.181365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:23.230965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69028d69-1e39-461f-9557-86e4d7ed6aab tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.231669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.241729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc4fc8-b7e0-4359-928b-7a94eb0d1c86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=832969aa-66cb-4f9d-89ab-3d489e7f6dbe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:23.254568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65cc4fc8-b7e0-4359-928b-7a94eb0d1c86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.263850 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-65cc4fc8-b7e0-4359-928b-7a94eb0d1c86 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/832969aa-66cb-4f9d-89ab-3d489e7f6dbe HTTP/1.1" status: 204 len: 168 time: 0.8788474 Dec 20 16:38:23.266661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45254) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:23.339811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45256) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:23.342248 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4cf8d147-6d94-4f9e-aa7b-728ba5fdf8c1 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742426 Dec 20 16:38:23.348988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-145f45c1-703b-4c80-bd90-216b75b7851f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202441560', 'description': 'tempest-secgroup-smoke-202441560 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:23.355995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:23.366965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:23.383447 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:38:18Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:23.417058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f4f93-e4f6-4b79-a053-21184783eb2d None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:23.425992 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab938f1c-2c97-49a1-91a7-dd874b47d94f None None] The sync data for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv is: [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:38:18Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:23.470547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-145f45c1-703b-4c80-bd90-216b75b7851f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.476199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631da7f-3921-46ed-b95b-8251cfa9defc None None] Pushing event updated for resources: {'Port': ['ID=743ddbdc-8698-4e05-859d-b71d98cf3906,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:23.542311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.550740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69028d69-1e39-461f-9557-86e4d7ed6aab tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.558193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-513d3f1d-65b0-43c7-b294-0b141c7bb34b None None] Provisioning complete for port 743ddbdc-8698-4e05-859d-b71d98cf3906 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:23.558586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-513d3f1d-65b0-43c7-b294-0b141c7bb34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.631161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.659942 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:23.664184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.681362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb4a1f-6c45-44ab-904f-a6ffd9dcb350 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Deleting port 21bd9eb1-ec70-4e32-ac3a-015da07e5b57 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:23.681698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4a1f-6c45-44ab-904f-a6ffd9dcb350 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.689017 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event deleted for resources: {'Port': ['ID=5090a9b0-59a8-4fe5-83c2-5db9ddadb057,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:23.701955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dcecaa-27c4-4b0c-987e-037b04b8f144 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:23.756395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69028d69-1e39-461f-9557-86e4d7ed6aab tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.793650 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.831605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69028d69-1e39-461f-9557-86e4d7ed6aab tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.834850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.838991 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-69028d69-1e39-461f-9557-86e4d7ed6aab tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/5df3c1cb-00be-4a89-bc9f-f9dcda27a596 HTTP/1.1" status: 204 len: 168 time: 0.9316669 Dec 20 16:38:23.839641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:23.846111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69028d69-1e39-461f-9557-86e4d7ed6aab tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=5df3c1cb-00be-4a89-bc9f-f9dcda27a596,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:23.900124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.913074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:23.967893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Network 2fe65151-037f-4a9b-847c-37a99b48d6f2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:23.969371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415c608-196d-4829-80af-600180e4d0ba None None] Network 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:24.033286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-145f45c1-703b-4c80-bd90-216b75b7851f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.065450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-145f45c1-703b-4c80-bd90-216b75b7851f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.094709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Pushing event updated for resources: {'Port': ['ID=959a6da2-113c-48c8-9c3b-ef8ca7537750,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:24.097517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4a1f-6c45-44ab-904f-a6ffd9dcb350 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.100761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.120992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.127041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:24.143409 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.143612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.150154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:24.161584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427b3c50-a0bf-46fd-ad80-8249b06f36a6 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:24.198130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb4a1f-6c45-44ab-904f-a6ffd9dcb350 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Calling delete_port for 21bd9eb1-ec70-4e32-ac3a-015da07e5b57 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:24.206997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 219b5a04-2ff0-4244-a472-f1471892b77d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=219b5a04-2ff0-4244-a472-f1471892b77d,segment=NetworkSegment(6aaa0bd4-db08-43c5-8aca-f99743242f17),segment_id=6aaa0bd4-db08-43c5-8aca-f99743242f17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:24.216298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.216570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Fanout notify agent at l3_agent the message router_deleted on router 0e464b69-4f91-4217-b242-a36e8c33cc3f {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:38:24.217347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7432a2-0248-4a71-9b7b-9f63509c7dc6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:24.228899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.229984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.236675 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-413fcf7c-321e-4806-b80d-9ec818ad82fc tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/0e464b69-4f91-4217-b242-a36e8c33cc3f HTTP/1.1" status: 204 len: 168 time: 3.7332160 Dec 20 16:38:24.244179 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-145f45c1-703b-4c80-bd90-216b75b7851f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.247913 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-145f45c1-703b-4c80-bd90-216b75b7851f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9044352 Dec 20 16:38:24.248782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:24.249114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45264) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:24.334558 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=219b5a04-2ff0-4244-a472-f1471892b77d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:24.336596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:24.336938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.352977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.366688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-513d3f1d-65b0-43c7-b294-0b141c7bb34b None None] Provisioning complete for port 21bd9eb1-ec70-4e32-ac3a-015da07e5b57 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:24.367788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-513d3f1d-65b0-43c7-b294-0b141c7bb34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.378633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe65151-037f-4a9b-847c-37a99b48d6f2']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:24.390557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce5e171-efe7-4838-be73-06f17bef82cc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:24.390785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce5e171-efe7-4838-be73-06f17bef82cc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:24.402889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.417521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] For port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1f7c18e7-5527-4714-ba1f-0a4f955e86aa,segment=NetworkSegment(4c15d025-9521-4398-aea1-ebf642d048e1),segment_id=4c15d025-9521-4398-aea1-ebf642d048e1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:24.417884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.423630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.425514 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Attempting to bind port 959a6da2-113c-48c8-9c3b-ef8ca7537750 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:24.426003 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Attempting to bind port 959a6da2-113c-48c8-9c3b-ef8ca7537750 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '8ce5e171-efe7-4838-be73-06f17bef82cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2fe65151-037f-4a9b-847c-37a99b48d6f2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:24.426516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Attempting to bind port 959a6da2-113c-48c8-9c3b-ef8ca7537750 on network 2fe65151-037f-4a9b-847c-37a99b48d6f2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:24.431659 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:24.432066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.435532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 1f7c18e7-5527-4714-ba1f-0a4f955e86aa owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:24.438156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-513d3f1d-65b0-43c7-b294-0b141c7bb34b None None] Port 21bd9eb1-ec70-4e32-ac3a-015da07e5b57 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:24.441039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:24.441510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Checking segment: {'id': '8ce5e171-efe7-4838-be73-06f17bef82cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2fe65151-037f-4a9b-847c-37a99b48d6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:24.442023 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.442578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Bound using segment: {'id': '8ce5e171-efe7-4838-be73-06f17bef82cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2fe65151-037f-4a9b-847c-37a99b48d6f2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:24.443190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Bound port: 959a6da2-113c-48c8-9c3b-ef8ca7537750, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce5e171-efe7-4838-be73-06f17bef82cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2fe65151-037f-4a9b-847c-37a99b48d6f2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:24.443950 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.469418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-427b3c50-a0bf-46fd-ad80-8249b06f36a6 None None] Deleting port e86e9b14-d394-4165-aa20-158f7173adb4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:24.469899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-427b3c50-a0bf-46fd-ad80-8249b06f36a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.507551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-016dcccf-8387-4341-8b77-66b75c03c8b5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '65c43322-670a-4b17-8d3b-6ff0c7f51251', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:24.521167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c407e30-a3bd-496b-a6b0-b8f06b6e0825 None None] DHCP port deletion for 36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:24.521472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-507cfd8a-c4d4-45f0-a0ce-2adf3d9b6f2f tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1742423711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:24.527174 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:24.529878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f45c1-703b-4c80-bd90-216b75b7851f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c43322-670a-4b17-8d3b-6ff0c7f51251,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:24.540164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.db.api [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:38:24.540164 dv-neutron-822328-3-hyperv neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:38:24.540164 dv-neutron-822328-3-hyperv neutron-server[103325]: [parameters: {'id': '2fe65151-037f-4a9b-847c-37a99b48d6f2'}] Dec 20 16:38:24.540164 dv-neutron-822328-3-hyperv neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:38:24.540667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG oslo_db.api [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:38:24.541169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-513d3f1d-65b0-43c7-b294-0b141c7bb34b None None] Provisioning complete for port 219b5a04-2ff0-4244-a472-f1471892b77d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:24.541666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-513d3f1d-65b0-43c7-b294-0b141c7bb34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.558790 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.581511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No DVR routers for this DVR port 1f7c18e7-5527-4714-ba1f-0a4f955e86aa on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:24.594948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-507cfd8a-c4d4-45f0-a0ce-2adf3d9b6f2f tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.596029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-507cfd8a-c4d4-45f0-a0ce-2adf3d9b6f2f tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.613480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.objects.ports [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:38:24.639047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3c407e30-a3bd-496b-a6b0-b8f06b6e0825 None None] The port '1f7c18e7-5527-4714-ba1f-0a4f955e86aa' was deleted {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 20 16:38:24.705152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] For port 959a6da2-113c-48c8-9c3b-ef8ca7537750, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:24.716457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] For port 959a6da2-113c-48c8-9c3b-ef8ca7537750, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=959a6da2-113c-48c8-9c3b-ef8ca7537750,segment=NetworkSegment(8ce5e171-efe7-4838-be73-06f17bef82cc),segment_id=8ce5e171-efe7-4838-be73-06f17bef82cc)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:24.719961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-427b3c50-a0bf-46fd-ad80-8249b06f36a6 None None] For port e86e9b14-d394-4165-aa20-158f7173adb4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e86e9b14-d394-4165-aa20-158f7173adb4,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:24.721145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-427b3c50-a0bf-46fd-ad80-8249b06f36a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.725378 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-016dcccf-8387-4341-8b77-66b75c03c8b5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.735461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.763422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-427b3c50-a0bf-46fd-ad80-8249b06f36a6 None None] Calling delete_port for e86e9b14-d394-4165-aa20-158f7173adb4 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:24.805449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=1f7c18e7-5527-4714-ba1f-0a4f955e86aa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:24.815496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.851855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 219b5a04-2ff0-4244-a472-f1471892b77d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:24.867635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-507cfd8a-c4d4-45f0-a0ce-2adf3d9b6f2f tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.875667 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c4bd8f-0519-47a3-9bb6-a7f20fb51a25']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:24.894039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c15d025-9521-4398-aea1-ebf642d048e1') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:24.894495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c15d025-9521-4398-aea1-ebf642d048e1') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:24.894864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-507cfd8a-c4d4-45f0-a0ce-2adf3d9b6f2f tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.913688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.929315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4a1f-6c45-44ab-904f-a6ffd9dcb350 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.944546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-016dcccf-8387-4341-8b77-66b75c03c8b5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.949270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.961820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.964984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4a1f-6c45-44ab-904f-a6ffd9dcb350 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event deleted for resources: {'Port': ['ID=21bd9eb1-ec70-4e32-ac3a-015da07e5b57,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:24.970381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-016dcccf-8387-4341-8b77-66b75c03c8b5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.977664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:24.978066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:24.984965 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:25.015563 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-507cfd8a-c4d4-45f0-a0ce-2adf3d9b6f2f tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.024980 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-507cfd8a-c4d4-45f0-a0ce-2adf3d9b6f2f tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7713039 Dec 20 16:38:25.034669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:25.043534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': True}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:25.050790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14b9da-b90f-4862-a144-eb5fd9c3fc74 None None] Pushing event updated for resources: {'Port': ['ID=959a6da2-113c-48c8-9c3b-ef8ca7537750,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:25.067370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45ce2bbf-1011-4b6d-aaff-25505f3bf185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.079393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d651a9e-c820-4506-a02a-083410c95c5c None None] Network 2fe65151-037f-4a9b-847c-37a99b48d6f2 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:25.123656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.136267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.144674 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/networks/36c4bd8f-0519-47a3-9bb6-a7f20fb51a25 HTTP/1.1" status: 204 len: 168 time: 1.2995861 Dec 20 16:38:25.147062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:25.153239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.165309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-016dcccf-8387-4341-8b77-66b75c03c8b5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.170602 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-016dcccf-8387-4341-8b77-66b75c03c8b5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9146097 Dec 20 16:38:25.188559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:25.229649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dcccf-8387-4341-8b77-66b75c03c8b5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e5e189-c9f4-4072-9aeb-af95573270b1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:25.267556 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 219b5a04-2ff0-4244-a472-f1471892b77d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:25.268116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.293643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0f61bd0b-29bb-4e95-9be4-b4324ba6ab3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '65c43322-670a-4b17-8d3b-6ff0c7f51251', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:25.317760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-427b3c50-a0bf-46fd-ad80-8249b06f36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.320616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e8299052-a153-4b43-a571-0bbb03727535 None None] Provisioning complete for port 219b5a04-2ff0-4244-a472-f1471892b77d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:25.321111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8299052-a153-4b43-a571-0bbb03727535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.327042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8af356-b670-4f41-988a-3053144d0d38 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Network': ['ID=36c4bd8f-0519-47a3-9bb6-a7f20fb51a25,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:25.364734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec7b72-3682-4115-8ddc-887ccd107685 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:25.366748 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1dec7b72-3682-4115-8ddc-887ccd107685 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/3b60e9d2-413b-44f3-844b-15c755aa13e4 HTTP/1.1" status: 200 len: 844 time: 0.2138937 Dec 20 16:38:25.372071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45272) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:25.390934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b3c50-a0bf-46fd-ad80-8249b06f36a6 None None] Pushing event deleted for resources: {'Port': ['ID=e86e9b14-d394-4165-aa20-158f7173adb4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:25.393153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b3c50-a0bf-46fd-ad80-8249b06f36a6 None None] No DVR routers for this DVR port e86e9b14-d394-4165-aa20-158f7173adb4 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:25.425031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec931756-d3bc-4dd8-a3e8-00b7ecdff5ca None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:38:25.428521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4a1f-6c45-44ab-904f-a6ffd9dcb350 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.436361 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b5fb4a1f-6c45-44ab-904f-a6ffd9dcb350 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "DELETE /v2.0/ports/21bd9eb1-ec70-4e32-ac3a-015da07e5b57 HTTP/1.1" status: 204 len: 168 time: 2.2518425 Dec 20 16:38:25.440744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:25.476346 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7ab601-9bec-4fda-bdde-1a2fbee3aa6c tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] GET failed (client error): The resource could not be found. Dec 20 16:38:25.481316 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1a7ab601-9bec-4fda-bdde-1a2fbee3aa6c tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "GET /v2.0/ports/21bd9eb1-ec70-4e32-ac3a-015da07e5b57 HTTP/1.1" status: 404 len: 333 time: 0.0372286 Dec 20 16:38:25.481316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f61bd0b-29bb-4e95-9be4-b4324ba6ab3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.487984 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-14766bdc-14a2-4686-8994-52817874a7bf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/3b60e9d2-413b-44f3-844b-15c755aa13e4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1069407 Dec 20 16:38:25.487984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45276) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:25.491343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'port': {'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54', 'name': 'tempest-AllowedAddressPairTestJSON-1635194639'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:25.495327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:25.504050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:25.550962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 743ddbdc-8698-4e05-859d-b71d98cf3906 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:25.602138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f61bd0b-29bb-4e95-9be4-b4324ba6ab3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.612223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f61bd0b-29bb-4e95-9be4-b4324ba6ab3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.644911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61bd0b-29bb-4e95-9be4-b4324ba6ab3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ed59b0-7564-421d-96c7-fc9ec7e762e0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:25.658757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.660837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f61bd0b-29bb-4e95-9be4-b4324ba6ab3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.664647 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0f61bd0b-29bb-4e95-9be4-b4324ba6ab3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4322925 Dec 20 16:38:25.664915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:25.670298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0111b94d-9d3d-4f8d-b58c-4d0f76440b28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '65c43322-670a-4b17-8d3b-6ff0c7f51251', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:25.675970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec931756-d3bc-4dd8-a3e8-00b7ecdff5ca None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:38:25.676441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Made reservation on behalf of 9d6a47608d7440a2b83c93196a08864c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:25.680780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.689874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 743ddbdc-8698-4e05-859d-b71d98cf3906 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:25.690989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.694452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] For port e86e9b14-d394-4165-aa20-158f7173adb4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e86e9b14-d394-4165-aa20-158f7173adb4,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:25.707119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] device_id is not set on port 57164453-7f8b-4e16-9f46-1bf4f4fe0a1a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:25.763554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0111b94d-9d3d-4f8d-b58c-4d0f76440b28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.768993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.781518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.782295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.873511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0111b94d-9d3d-4f8d-b58c-4d0f76440b28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.875150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=e86e9b14-d394-4165-aa20-158f7173adb4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:25.881064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Allocated IP 172.20.0.7 (36c3a961-aaa6-4789-9784-3fd4e01bcf54/b39c0eb0-dfeb-4b22-a503-70761a43415e/57164453-7f8b-4e16-9f46-1bf4f4fe0a1a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:25.885525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0111b94d-9d3d-4f8d-b58c-4d0f76440b28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.889056 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Deleting port 959a6da2-113c-48c8-9c3b-ef8ca7537750 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:25.889411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.897131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:25.901088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.909801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:25.917007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111b94d-9d3d-4f8d-b58c-4d0f76440b28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8269e0a-ed94-4b54-8858-21a8f402b79e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:25.932125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0111b94d-9d3d-4f8d-b58c-4d0f76440b28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.935810 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0111b94d-9d3d-4f8d-b58c-4d0f76440b28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2674510 Dec 20 16:38:25.939206 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45282) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:25.943141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b3bfc100-8b04-4901-b28c-929e76d16616 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '65c43322-670a-4b17-8d3b-6ff0c7f51251', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:25.948934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:25.964064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:25.964896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:25.969803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=854fe556-841d-4875-b56f-f5ba270cea33,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:26.051954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc100-8b04-4901-b28c-929e76d16616 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.068558 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0f72dc98-6d27-483b-9f9a-bc472e187887 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7092810 Dec 20 16:38:26.073237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:26.080706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:42:98:d9', 'name': 'tempest-NetworksTestDHCPv6-1953316181'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:26.082465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] For port 959a6da2-113c-48c8-9c3b-ef8ca7537750, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=959a6da2-113c-48c8-9c3b-ef8ca7537750,segment=NetworkSegment(8ce5e171-efe7-4838-be73-06f17bef82cc),segment_id=8ce5e171-efe7-4838-be73-06f17bef82cc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:26.083003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.111496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Calling delete_port for 959a6da2-113c-48c8-9c3b-ef8ca7537750 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:26.209462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e86e9b14-d394-4165-aa20-158f7173adb4 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:26.215790 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.243360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e86e9b14-d394-4165-aa20-158f7173adb4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:26.243707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e86e9b14-d394-4165-aa20-158f7173adb4 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:26.244158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1f7c18e7-5527-4714-ba1f-0a4f955e86aa no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:26.271692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 1f7c18e7-5527-4714-ba1f-0a4f955e86aa {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:26.272233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1f7c18e7-5527-4714-ba1f-0a4f955e86aa not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:26.278295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '854fe556-841d-4875-b56f-f5ba270cea33'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:26.279001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.310485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc100-8b04-4901-b28c-929e76d16616 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.323078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc100-8b04-4901-b28c-929e76d16616 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.353536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.359096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfc100-8b04-4901-b28c-929e76d16616 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72c44d7-9d1e-432f-aab0-80cb17e77570,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:26.377711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc100-8b04-4901-b28c-929e76d16616 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.382329 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b3bfc100-8b04-4901-b28c-929e76d16616 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4424081 Dec 20 16:38:26.401706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:26.414977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-da24f15b-fc17-451b-a487-7bc29b67b6ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '65c43322-670a-4b17-8d3b-6ff0c7f51251', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:26.435705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:26.441596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:26.443067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Allocated IP 2001:db8::f816:3eff:fe27:9057 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/854fe556-841d-4875-b56f-f5ba270cea33/a37c8a8a-a77d-4fe5-856b-dee9b380b95c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:26.459832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:26.473819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:26.528984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Port': ['ID=57164453-7f8b-4e16-9f46-1bf4f4fe0a1a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:26.563128 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-da24f15b-fc17-451b-a487-7bc29b67b6ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:38:26.581249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da24f15b-fc17-451b-a487-7bc29b67b6ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.593836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:26.594506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.621128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.629324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.635076 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.656967 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ae089e5f-33ab-430f-94f3-b2c97560c4fa tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1673856 Dec 20 16:38:26.664588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:26.671757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5785406a-c2b5-4c0b-ab65-6704ce54c6cb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f7:ef:9f'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:26.674302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:26.677747 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:26.681975 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:26.685418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Pushing event updated for resources: {'Port': ['ID=a37c8a8a-a77d-4fe5-856b-dee9b380b95c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:26.732008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port 5478f47b-cb29-44c8-b041-381a9ff40e36 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:26.732808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.745666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Attempting to bind port a37c8a8a-a77d-4fe5-856b-dee9b380b95c on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:26.746112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Attempting to bind port a37c8a8a-a77d-4fe5-856b-dee9b380b95c by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:26.746707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Attempting to bind port a37c8a8a-a77d-4fe5-856b-dee9b380b95c on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:26.755145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:26.755517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:26.756247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.756527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:26.757338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Bound port: a37c8a8a-a77d-4fe5-856b-dee9b380b95c, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:26.758649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.761136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.766190 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.767794 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.819551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da24f15b-fc17-451b-a487-7bc29b67b6ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.827800 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] For port a37c8a8a-a77d-4fe5-856b-dee9b380b95c, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:26.835156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] For port a37c8a8a-a77d-4fe5-856b-dee9b380b95c, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a37c8a8a-a77d-4fe5-856b-dee9b380b95c,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:26.838429 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No DVR routers for this DVR port 959a6da2-113c-48c8-9c3b-ef8ca7537750 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:26.844679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.853458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da24f15b-fc17-451b-a487-7bc29b67b6ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.868610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Port': ['ID=959a6da2-113c-48c8-9c3b-ef8ca7537750,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:26.890467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:26.904199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24f15b-fc17-451b-a487-7bc29b67b6ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a9a75a-06a0-4fee-b30e-c5df8cd7be74,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:26.920766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:26.921602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b113-feef-4abb-a7f8-57636ecc06fd None None] Pushing event updated for resources: {'Port': ['ID=a37c8a8a-a77d-4fe5-856b-dee9b380b95c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:26.927241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=a9c7adeb-11ab-4df0-aaa0-257932c70533,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:26.936739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:26.937606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.943134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da24f15b-fc17-451b-a487-7bc29b67b6ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:26.947972 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-da24f15b-fc17-451b-a487-7bc29b67b6ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5412199 Dec 20 16:38:26.951299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:26.957647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fbc99345-2b5e-4ff2-9256-59599ab7f94e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '65c43322-670a-4b17-8d3b-6ff0c7f51251', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:27.003129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:fe42:98d9 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/854fe556-841d-4875-b56f-f5ba270cea33/5478f47b-cb29-44c8-b041-381a9ff40e36) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:27.027329 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-72846a65-c3bd-4603-9072-b12760bfb470 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5277784 Dec 20 16:38:27.032025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:27.033347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.044809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d9cbf80e-0b10-4e6e-acf7-ed385c2ad673 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'security_group': {'name': 'tempest-secgroup-235022317'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:27.061604 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-fbc99345-2b5e-4ff2-9256-59599ab7f94e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:38:27.064320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5785406a-c2b5-4c0b-ab65-6704ce54c6cb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.064935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe65151-037f-4a9b-847c-37a99b48d6f2']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:27.085772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce5e171-efe7-4838-be73-06f17bef82cc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:27.086440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce5e171-efe7-4838-be73-06f17bef82cc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:27.088211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Allocated IP 172.26.1.208 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/a5cff01c-ac74-485e-b48e-81ef083edf8c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:27.088371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbc99345-2b5e-4ff2-9256-59599ab7f94e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.101028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.138663 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.153543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:27.154376 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:27.157996 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:27.210346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf80e-0b10-4e6e-acf7-ed385c2ad673 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.282472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.297526 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.306637 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/2fe65151-037f-4a9b-847c-37a99b48d6f2 HTTP/1.1" status: 204 len: 168 time: 4.9908938 Dec 20 16:38:27.307284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:27.316268 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689477392'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:27.338719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14103cb7-3282-4cff-a900-dfd3c0cc90b1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=2fe65151-037f-4a9b-847c-37a99b48d6f2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:27.343553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.380462 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:27.384055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.414504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.424691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:27.468082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.468425 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment fa5bf97b-891c-4871-8fdd-2718f009a7cb of type vlan for network 7f06f53c-49d6-42c6-aca0-753dd1a35c2e Dec 20 16:38:27.472438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:27.483387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:27.490569 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:27.511238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event updated for resources: {'Port': ['ID=a5cff01c-ac74-485e-b48e-81ef083edf8c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:27.552734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.651889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.657828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:27.658510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.685113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbc99345-2b5e-4ff2-9256-59599ab7f94e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.732248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbc99345-2b5e-4ff2-9256-59599ab7f94e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.756812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38f88ffc-9f97-4288-9aba-54e93cc0b5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.757500 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4432676 Dec 20 16:38:27.758941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:27.769089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f7b5b-0ec6-4ae1-b650-3a54cde56585 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=7f06f53c-49d6-42c6-aca0-753dd1a35c2e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:27.783295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 7f06f53c-49d6-42c6-aca0-753dd1a35c2e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:27.786021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': '7f06f53c-49d6-42c6-aca0-753dd1a35c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:27.817585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99345-2b5e-4ff2-9256-59599ab7f94e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfee7a3-f461-4f57-b497-c1999ef616f7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:27.870375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.884989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbc99345-2b5e-4ff2-9256-59599ab7f94e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.893956 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fbc99345-2b5e-4ff2-9256-59599ab7f94e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9399455 Dec 20 16:38:27.934132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.990670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf80e-0b10-4e6e-acf7-ed385c2ad673 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.013970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf80e-0b10-4e6e-acf7-ed385c2ad673 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.069661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5785406a-c2b5-4c0b-ab65-6704ce54c6cb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.089112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf80e-0b10-4e6e-acf7-ed385c2ad673 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.093021 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d9cbf80e-0b10-4e6e-acf7-ed385c2ad673 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0532122 Dec 20 16:38:28.093021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5785406a-c2b5-4c0b-ab65-6704ce54c6cb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.104352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:28.109078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5769bd3b-e50b-4061-82ec-bf495fd92be6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'security_group': {'name': 'tempest-secgroup-2014012122'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:28.113062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbf80e-0b10-4e6e-acf7-ed385c2ad673 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eef197e-02de-4736-ab31-1f4a95bfa7af,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:28.123161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.152467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c6be73-bbdf-493c-876f-99dcae3b3f43 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:28.196175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:28.199958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.206787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b64600-d066-46cb-a5cf-288be59927ac None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:28.220752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.225346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.264690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785406a-c2b5-4c0b-ab65-6704ce54c6cb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Port': ['ID=57164453-7f8b-4e16-9f46-1bf4f4fe0a1a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:28.279476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:28.284107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af3ef2-748a-45d3-bcf1-ac093659a9af None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:28.322612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:28.380307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5769bd3b-e50b-4061-82ec-bf495fd92be6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.390051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:28.396621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ec285d5d-7001-4380-8e96-bdc7db8b9b88 None None] Provisioning complete for port a37c8a8a-a77d-4fe5-856b-dee9b380b95c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:28.397005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec285d5d-7001-4380-8e96-bdc7db8b9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.402159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:28.402839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.425720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:38:28.426448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:38:28.430077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Router 11539016-0fec-405a-a0c3-fbdb03d24cba is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:38:28.446860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5785406a-c2b5-4c0b-ab65-6704ce54c6cb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] In _notify_port_updated(), no bound segment for port 57164453-7f8b-4e16-9f46-1bf4f4fe0a1a on network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:38:28.452863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785406a-c2b5-4c0b-ab65-6704ce54c6cb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:28.453162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5785406a-c2b5-4c0b-ab65-6704ce54c6cb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.454447 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5785406a-c2b5-4c0b-ab65-6704ce54c6cb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "PUT /v2.0/ports/57164453-7f8b-4e16-9f46-1bf4f4fe0a1a HTTP/1.1" status: 200 len: 993 time: 1.7888703 Dec 20 16:38:28.463101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45318) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:28.488359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.513825 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-3fa48d0c-b396-4626-a78e-fa436bc8aafc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202441560&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.3886194 Dec 20 16:38:28.535307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-c47641df-e7ce-4ead-8b59-1724c152d481', 'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'project_id': '786ec8a4fcee41b582f518aa933d6565', 'fixed_ips': [{'subnet_id': 'a9c7adeb-11ab-4df0-aaa0-257932c70533'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:28.536185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.600475 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5239575 Dec 20 16:38:28.601592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4ef6f-06be-46db-bd32-ea295d6197f9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=5478f47b-cb29-44c8-b041-381a9ff40e36,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:28.603124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:28.667580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:28.694044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a37c8a8a-a77d-4fe5-856b-dee9b380b95c up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:28.704036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec285d5d-7001-4380-8e96-bdc7db8b9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.706034 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bdfb5d-2784-43d3-9c88-32ef5cee101e None None] Sync routers for ids ['11539016-0fec-405a-a0c3-fbdb03d24cba'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:28.723731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.724652 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f5ed76c1-2b99-4c93-841a-c7dee6feefea tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "PUT /v2.0/routers/11539016-0fec-405a-a0c3-fbdb03d24cba HTTP/1.1" status: 200 len: 915 time: 3.6884325 Dec 20 16:38:28.728261 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bdfb5d-2784-43d3-9c88-32ef5cee101e None None] Routers {'11539016-0fec-405a-a0c3-fbdb03d24cba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:28.729176 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2bdfb5d-2784-43d3-9c88-32ef5cee101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['11539016-0fec-405a-a0c3-fbdb03d24cba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:28.731754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:28.828622 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2bdfb5d-2784-43d3-9c88-32ef5cee101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:28.841596 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bdfb5d-2784-43d3-9c88-32ef5cee101e None None] Routers {'11539016-0fec-405a-a0c3-fbdb03d24cba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:28.842676 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2bdfb5d-2784-43d3-9c88-32ef5cee101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['11539016-0fec-405a-a0c3-fbdb03d24cba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:28.865814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ec285d5d-7001-4380-8e96-bdc7db8b9b88 None None] For port a37c8a8a-a77d-4fe5-856b-dee9b380b95c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a37c8a8a-a77d-4fe5-856b-dee9b380b95c,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:28.878140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec285d5d-7001-4380-8e96-bdc7db8b9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.881624 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Allocated IP 2001:db8::2 (c47641df-e7ce-4ead-8b59-1724c152d481/a9c7adeb-11ab-4df0-aaa0-257932c70533/73272600-4a73-43e8-8056-e12569e47c47) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:28.887805 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2bdfb5d-2784-43d3-9c88-32ef5cee101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:28.888711 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bdfb5d-2784-43d3-9c88-32ef5cee101e None None] The sync data for ids ['11539016-0fec-405a-a0c3-fbdb03d24cba'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:28.911131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5769bd3b-e50b-4061-82ec-bf495fd92be6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.918352 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1ea4bb11-b35b-4295-b117-f0730afea3af tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/routers/11539016-0fec-405a-a0c3-fbdb03d24cba HTTP/1.1" status: 200 len: 921 time: 0.1847050 Dec 20 16:38:28.922062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:28.925725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791339e-9188-4363-a1ce-153bdbde78ad req-c2da6b0f-1fad-4ede-9032-d3a208e96a26 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:28.933673 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-c2da6b0f-1fad-4ede-9032-d3a208e96a26 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=e25fcb82-5b95-4940-bb91-7414ff4ead6c HTTP/1.1" status: 200 len: 796 time: 0.4188933 Dec 20 16:38:28.943855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a37c8a8a-a77d-4fe5-856b-dee9b380b95c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:28.944398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.948559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5769bd3b-e50b-4061-82ec-bf495fd92be6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:28.975684 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-e95c3085-9961-4bf8-a225-5f9e1196e87e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0407856 Dec 20 16:38:29.003874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d30f64-37b1-46b1-8f8d-83881b06026a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:29.015618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d30f64-37b1-46b1-8f8d-83881b06026a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:29.021738 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-37d30f64-37b1-46b1-8f8d-83881b06026a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4080367 Dec 20 16:38:29.024525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:29.080019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec285d5d-7001-4380-8e96-bdc7db8b9b88 None None] Pushing event updated for resources: {'Port': ['ID=a37c8a8a-a77d-4fe5-856b-dee9b380b95c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:29.099892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c1766d66-e661-4e01-87ac-cd1bb749ca58 None None] Provisioning complete for port 57164453-7f8b-4e16-9f46-1bf4f4fe0a1a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:29.100288 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1766d66-e661-4e01-87ac-cd1bb749ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.121209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5769bd3b-e50b-4061-82ec-bf495fd92be6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.122491 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5769bd3b-e50b-4061-82ec-bf495fd92be6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0169969 Dec 20 16:38:29.122858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd060d6-075f-4f59-af3f-a46cda292035 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:29.124463 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ccd060d6-075f-4f59-af3f-a46cda292035 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=11539016-0fec-405a-a0c3-fbdb03d24cba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2013884 Dec 20 16:38:29.127948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-288763ef-dbf2-495f-a6f2-e8df8834d4fb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Deleting port 57164453-7f8b-4e16-9f46-1bf4f4fe0a1a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:29.128109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45330) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:29.128278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-288763ef-dbf2-495f-a6f2-e8df8834d4fb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.128422 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:29.142914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-803367905', 'security_groups': ['524b3939-ef35-45f3-8f33-f26ed164ef8f'], 'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9c7adeb-11ab-4df0-aaa0-257932c70533'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:29.144841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769bd3b-e50b-4061-82ec-bf495fd92be6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524b3939-ef35-45f3-8f33-f26ed164ef8f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:29.232386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c1766d66-e661-4e01-87ac-cd1bb749ca58 None None] Port 57164453-7f8b-4e16-9f46-1bf4f4fe0a1a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:29.238477 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.277110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-134674f2-c553-446e-99ad-64c72121770f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2996609 Dec 20 16:38:29.281863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.288147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c1766d66-e661-4e01-87ac-cd1bb749ca58 None None] Provisioning complete for port a5cff01c-ac74-485e-b48e-81ef083edf8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:29.288913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1766d66-e661-4e01-87ac-cd1bb749ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.322430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.386492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c1766d66-e661-4e01-87ac-cd1bb749ca58 None None] Port a5cff01c-ac74-485e-b48e-81ef083edf8c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:29.401830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:29.403210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Pushing event updated for resources: {'Port': ['ID=73272600-4a73-43e8-8056-e12569e47c47,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:29.412793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:29.417833 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:29.479422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Attempting to bind port 73272600-4a73-43e8-8056-e12569e47c47 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:29.479847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5de0379-522f-49c7-a3b4-392acdd4849d tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:29.480328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Attempting to bind port 73272600-4a73-43e8-8056-e12569e47c47 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e789b445-8949-4b40-9315-a9b91592096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:29.480328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Attempting to bind port 73272600-4a73-43e8-8056-e12569e47c47 on network c47641df-e7ce-4ead-8b59-1724c152d481 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:29.483755 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d5de0379-522f-49c7-a3b4-392acdd4849d tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 881 time: 0.3532727 Dec 20 16:38:29.486683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:29.487199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Checking segment: {'id': 'e789b445-8949-4b40-9315-a9b91592096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:29.487713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.488320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Bound using segment: {'id': 'e789b445-8949-4b40-9315-a9b91592096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:29.489255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Bound port: 73272600-4a73-43e8-8056-e12569e47c47, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e789b445-8949-4b40-9315-a9b91592096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:29.489255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.495223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:29.497426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-288763ef-dbf2-495f-a6f2-e8df8834d4fb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.506892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=7f963b9e-d328-4266-928a-d097fe7ea47a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:29.527861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-288763ef-dbf2-495f-a6f2-e8df8834d4fb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Calling delete_port for 57164453-7f8b-4e16-9f46-1bf4f4fe0a1a owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:29.534148 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2a999f68-9c9d-47ff-90d0-d18796390d5e tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=11539016-0fec-405a-a0c3-fbdb03d24cba HTTP/1.1" status: 200 len: 205 time: 0.0340149 Dec 20 16:38:29.542078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:29.548545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-90325c67-b582-4d3c-932a-bf32cca08daf None None] Provisioning complete for port a37c8a8a-a77d-4fe5-856b-dee9b380b95c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:29.548916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90325c67-b582-4d3c-932a-bf32cca08daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.564455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': 'fa5bf97b-891c-4871-8fdd-2718f009a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7f06f53c-49d6-42c6-aca0-753dd1a35c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:29.564794 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: 7f06f53c-49d6-42c6-aca0-753dd1a35c2e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:29.574776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-afa39a2c-7765-470e-9fbc-3ead7ce3f677 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 5478f47b-cb29-44c8-b041-381a9ff40e36 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:29.575107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afa39a2c-7765-470e-9fbc-3ead7ce3f677 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.588277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ea302-60e5-4210-9eea-c86e430b3eeb req-17cdd382-7f0d-456b-aace-b1703c0d2851 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:29.590833 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-169ea302-60e5-4210-9eea-c86e430b3eeb req-17cdd382-7f0d-456b-aace-b1703c0d2851 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1941941 Dec 20 16:38:29.594943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] For port 73272600-4a73-43e8-8056-e12569e47c47, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:29.599476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] For port 73272600-4a73-43e8-8056-e12569e47c47, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=73272600-4a73-43e8-8056-e12569e47c47,segment=NetworkSegment(e789b445-8949-4b40-9315-a9b91592096c),segment_id=e789b445-8949-4b40-9315-a9b91592096c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:29.601860 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-1c5b46b0-ed91-4821-abe6-50cb68046067 service neutron] 10.222.0.60 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659779 Dec 20 16:38:29.612983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.715171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fd917-0aee-4d92-bacb-dd08289479d4 None None] Pushing event updated for resources: {'Port': ['ID=73272600-4a73-43e8-8056-e12569e47c47,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:29.723004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:29.744860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-90325c67-b582-4d3c-932a-bf32cca08daf None None] Provisioning complete for port 5478f47b-cb29-44c8-b041-381a9ff40e36 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:29.746212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90325c67-b582-4d3c-932a-bf32cca08daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.797131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network 7f06f53c-49d6-42c6-aca0-753dd1a35c2e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:29.806505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-90325c67-b582-4d3c-932a-bf32cca08daf None None] Port 5478f47b-cb29-44c8-b041-381a9ff40e36 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:29.812507 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-169ea302-60e5-4210-9eea-c86e430b3eeb req-2aade741-5c2b-4a29-9c8a-472f07f18e85 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936419 Dec 20 16:38:29.823863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afa39a2c-7765-470e-9fbc-3ead7ce3f677 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.840223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-afa39a2c-7765-470e-9fbc-3ead7ce3f677 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 5478f47b-cb29-44c8-b041-381a9ff40e36 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:29.853932 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-830391d0-3628-4527-adbb-3eb9a68a0c27 service neutron] 10.222.0.60 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104893 Dec 20 16:38:29.857713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 7f06f53c-49d6-42c6-aca0-753dd1a35c2e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:29.868493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.868723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f899e2a-2948-4d06-8f56-b85882e66ee0 None None] Network 7f06f53c-49d6-42c6-aca0-753dd1a35c2e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:29.886927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:29.887197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.888799 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 080439d2-ecee-4e73-a923-89cd65b004ad yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:29.895822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.073306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:30.075446 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-39835ab8-c1fb-4bd2-af94-8caf53d579e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2979069 Dec 20 16:38:30.088754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.146148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-7f06f53c-49d6-42c6-aca0-753dd1a35c2e', 'network_id': '7f06f53c-49d6-42c6-aca0-753dd1a35c2e', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': '7f963b9e-d328-4266-928a-d097fe7ea47a'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:30.147744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.161237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-288763ef-dbf2-495f-a6f2-e8df8834d4fb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.301094 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288763ef-dbf2-495f-a6f2-e8df8834d4fb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event deleted for resources: {'Port': ['ID=57164453-7f8b-4e16-9f46-1bf4f4fe0a1a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:30.308131 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f9f383fa-b1c2-414d-82b3-963398ce29ba req-fc5ee460-aadd-489f-b1a6-2bc7d6f94287 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 210 time: 0.0866730 Dec 20 16:38:30.376605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.469101 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Allocated IP 172.20.0.3 (7f06f53c-49d6-42c6-aca0-753dd1a35c2e/7f963b9e-d328-4266-928a-d097fe7ea47a/6e2fe467-7aac-4823-aa0c-419729197bba) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:30.630907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Deleting port a5cff01c-ac74-485e-b48e-81ef083edf8c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:30.637766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.646324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-288763ef-dbf2-495f-a6f2-e8df8834d4fb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.653923 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-288763ef-dbf2-495f-a6f2-e8df8834d4fb tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "DELETE /v2.0/ports/57164453-7f8b-4e16-9f46-1bf4f4fe0a1a HTTP/1.1" status: 204 len: 168 time: 2.1867421 Dec 20 16:38:30.660428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45352) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:30.716530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::2a4 (c47641df-e7ce-4ead-8b59-1724c152d481/a9c7adeb-11ab-4df0-aaa0-257932c70533/080439d2-ecee-4e73-a923-89cd65b004ad) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:30.739140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7b0c3-4917-405c-96cc-833ef3e68bb2 req-283166d1-c59f-4e86-a484-87508771c06b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:30.740720 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-93c7b0c3-4917-405c-96cc-833ef3e68bb2 req-283166d1-c59f-4e86-a484-87508771c06b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.6859901 Dec 20 16:38:30.774452 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce3be78-56de-4276-971e-610a5e43f480 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] GET failed (client error): The resource could not be found. Dec 20 16:38:30.779321 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5ce3be78-56de-4276-971e-610a5e43f480 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "GET /v2.0/ports/57164453-7f8b-4e16-9f46-1bf4f4fe0a1a HTTP/1.1" status: 404 len: 333 time: 0.0912042 Dec 20 16:38:30.796184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:30.800780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.809439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 73272600-4a73-43e8-8056-e12569e47c47 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:30.829086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'port': {'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54', 'name': 'tempest-AllowedAddressPairTestJSON-1149860716'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:30.854560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.895466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.924776 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:30.948260 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Calling delete_port for a5cff01c-ac74-485e-b48e-81ef083edf8c owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:30.991314 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-93c7b0c3-4917-405c-96cc-833ef3e68bb2 req-66432b8b-af68-4877-8151-2c744d7db9e8 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353823 Dec 20 16:38:31.255936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.262394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Network 7f06f53c-49d6-42c6-aca0-753dd1a35c2e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:31.271699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:31.278976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:31.279539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.310172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Pushing event updated for resources: {'Port': ['ID=6e2fe467-7aac-4823-aa0c-419729197bba,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:31.315948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:31.316439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.324473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event deleted for resources: {'Port': ['ID=a5cff01c-ac74-485e-b48e-81ef083edf8c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:31.376159 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7651e07c-7a29-4ff3-ae22-07335b6b1324 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:31.403747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.410675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Attempting to bind port 6e2fe467-7aac-4823-aa0c-419729197bba on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:31.411062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Attempting to bind port 6e2fe467-7aac-4823-aa0c-419729197bba by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'fa5bf97b-891c-4871-8fdd-2718f009a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7f06f53c-49d6-42c6-aca0-753dd1a35c2e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:31.411600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Attempting to bind port 6e2fe467-7aac-4823-aa0c-419729197bba on network 7f06f53c-49d6-42c6-aca0-753dd1a35c2e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:31.420857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.425340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-564d6d06-04b9-4baa-ba96-a9d0e5b685f4 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:31.425760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-564d6d06-04b9-4baa-ba96-a9d0e5b685f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.427521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:31.427941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Checking segment: {'id': 'fa5bf97b-891c-4871-8fdd-2718f009a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7f06f53c-49d6-42c6-aca0-753dd1a35c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:31.428340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.428732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Bound using segment: {'id': 'fa5bf97b-891c-4871-8fdd-2718f009a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7f06f53c-49d6-42c6-aca0-753dd1a35c2e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:31.429822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Bound port: 6e2fe467-7aac-4823-aa0c-419729197bba, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5bf97b-891c-4871-8fdd-2718f009a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7f06f53c-49d6-42c6-aca0-753dd1a35c2e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:31.430195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.463489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afa39a2c-7765-470e-9fbc-3ead7ce3f677 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.503599 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7192c4c3-907b-4a75-bfae-ad2a2925c4e1 req-b9296ffa-3201-4201-8368-1e01c95f526e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 210 time: 0.0635393 Dec 20 16:38:31.537880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.548476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.551012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.574980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa39a2c-7765-470e-9fbc-3ead7ce3f677 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=5478f47b-cb29-44c8-b041-381a9ff40e36,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:31.577357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.654397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] For port 6e2fe467-7aac-4823-aa0c-419729197bba, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:31.677440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afa39a2c-7765-470e-9fbc-3ead7ce3f677 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.682647 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-afa39a2c-7765-470e-9fbc-3ead7ce3f677 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/5478f47b-cb29-44c8-b041-381a9ff40e36 HTTP/1.1" status: 204 len: 168 time: 2.6569571 Dec 20 16:38:31.692828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:31.701326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:31.705411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.705960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Fanout notify agent at l3_agent the message router_deleted on router 11539016-0fec-405a-a0c3-fbdb03d24cba {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:38:31.723095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.724600 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f35629a4-3428-4090-b9cf-48028ba8cd8d tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/11539016-0fec-405a-a0c3-fbdb03d24cba HTTP/1.1" status: 204 len: 168 time: 2.1806529 Dec 20 16:38:31.732734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:31.734168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] For port 6e2fe467-7aac-4823-aa0c-419729197bba, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6e2fe467-7aac-4823-aa0c-419729197bba,segment=NetworkSegment(fa5bf97b-891c-4871-8fdd-2718f009a7cb),segment_id=fa5bf97b-891c-4871-8fdd-2718f009a7cb)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:31.736540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 73272600-4a73-43e8-8056-e12569e47c47, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=73272600-4a73-43e8-8056-e12569e47c47,segment=NetworkSegment(e789b445-8949-4b40-9315-a9b91592096c),segment_id=e789b445-8949-4b40-9315-a9b91592096c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:31.738374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:31.739655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-564d6d06-04b9-4baa-ba96-a9d0e5b685f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.796008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b71fc-bba5-49e6-be06-5c5a05b6f99c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:31.797729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b71fc-bba5-49e6-be06-5c5a05b6f99c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:31.802328 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fc1b71fc-bba5-49e6-be06-5c5a05b6f99c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1055176 Dec 20 16:38:31.802630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:31.806630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.808098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a37c8a8a-a77d-4fe5-856b-dee9b380b95c up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:31.811273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.822971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4b2c7e1f-da98-4832-a25e-4c66db14d2b3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-843714938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:31.848189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:31.868509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:31.871631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.897234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=73272600-4a73-43e8-8056-e12569e47c47,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:31.927869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7fcec-a5a5-42c9-b26b-cd7f6ebbf11e req-c6f2b74d-ddc5-4055-b502-f8df277f5d63 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:31.951166 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d8d7fcec-a5a5-42c9-b26b-cd7f6ebbf11e req-c6f2b74d-ddc5-4055-b502-f8df277f5d63 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.4728482 Dec 20 16:38:31.952923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Deleting port 6e2fe467-7aac-4823-aa0c-419729197bba {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:31.955047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.968007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a2dcc5-23c3-497b-a521-09b8abbc7311 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 854fe556-841d-4875-b56f-f5ba270cea33 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:31.975756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcc5-23c3-497b-a521-09b8abbc7311 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.087585 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=080439d2-ecee-4e73-a923-89cd65b004ad,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:32.091177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcc5-23c3-497b-a521-09b8abbc7311 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.203443 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-564d6d06-04b9-4baa-ba96-a9d0e5b685f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:38:32.204295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-564d6d06-04b9-4baa-ba96-a9d0e5b685f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:38:32.208733 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7d0d2-b8ae-4bff-8c2a-c0f45dfadcf4 None None] Pushing event updated for resources: {'Port': ['ID=6e2fe467-7aac-4823-aa0c-419729197bba,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:32.226601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a37c8a8a-a77d-4fe5-856b-dee9b380b95c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:32.227457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.232728 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcc5-23c3-497b-a521-09b8abbc7311 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.243515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Made reservation on behalf of 9d6a47608d7440a2b83c93196a08864c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:32.247474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.329709 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b5614f5a-e748-4d70-bb99-eb52d9c35af8 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2002859 Dec 20 16:38:32.333751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:32.339277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-817c28c9-d629-4e86-b17b-ac58e948c4af tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:32.409620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcc5-23c3-497b-a521-09b8abbc7311 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.424673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] device_id is not set on port 449321ff-58e9-4af1-b74e-975afa9eba77 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:32.441311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2dcc5-23c3-497b-a521-09b8abbc7311 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=854fe556-841d-4875-b56f-f5ba270cea33,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:32.454696 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcc5-23c3-497b-a521-09b8abbc7311 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.461007 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-23a2dcc5-23c3-497b-a521-09b8abbc7311 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/854fe556-841d-4875-b56f-f5ba270cea33 HTTP/1.1" status: 204 len: 168 time: 0.6549411 Dec 20 16:38:32.461808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:32.472457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca51b08a-a31b-4192-a854-77b3434a9a83 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:32.635900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791339e-9188-4363-a1ce-153bdbde78ad req-f271c00d-cccb-4923-9263-1351c21f3cd7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:32.637991 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-f271c00d-cccb-4923-9263-1351c21f3cd7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=e25fcb82-5b95-4940-bb91-7414ff4ead6c HTTP/1.1" status: 200 len: 796 time: 0.7585244 Dec 20 16:38:32.668052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] For port 6e2fe467-7aac-4823-aa0c-419729197bba, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6e2fe467-7aac-4823-aa0c-419729197bba,segment=NetworkSegment(fa5bf97b-891c-4871-8fdd-2718f009a7cb),segment_id=fa5bf97b-891c-4871-8fdd-2718f009a7cb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:32.668366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.690219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Calling delete_port for 6e2fe467-7aac-4823-aa0c-419729197bba owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:32.727945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Allocated IP 172.20.0.3 (36c3a961-aaa6-4789-9784-3fd4e01bcf54/b39c0eb0-dfeb-4b22-a503-70761a43415e/449321ff-58e9-4af1-b74e-975afa9eba77) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:32.738116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30701c6-fc8d-412e-adba-6fedfe9d129c None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:32.757353 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d8d7fcec-a5a5-42c9-b26b-cd7f6ebbf11e req-f566e0da-9552-4a4a-add1-167c5caf4d68 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6737578 Dec 20 16:38:32.806322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 73272600-4a73-43e8-8056-e12569e47c47 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:32.847086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7e1f-da98-4832-a25e-4c66db14d2b3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.848349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7e1f-da98-4832-a25e-4c66db14d2b3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.865374 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c6b7005d-8c56-40bf-bd60-40bc7df5c94a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4003596 Dec 20 16:38:32.867629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:32.869658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-564d6d06-04b9-4baa-ba96-a9d0e5b685f4 None None] Provisioning complete for port 3b60e9d2-413b-44f3-844b-15c755aa13e4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:32.870051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-564d6d06-04b9-4baa-ba96-a9d0e5b685f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.904292 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7a6fdbe-7270-4a66-adae-aada158a666a req-441eaebd-86a6-4899-a1a5-b9161437a7e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 210 time: 0.0513873 Dec 20 16:38:32.925754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-564d6d06-04b9-4baa-ba96-a9d0e5b685f4 None None] Port 3b60e9d2-413b-44f3-844b-15c755aa13e4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:32.930529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a30701c6-fc8d-412e-adba-6fedfe9d129c None None] Deleting port a37c8a8a-a77d-4fe5-856b-dee9b380b95c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:32.930940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a30701c6-fc8d-412e-adba-6fedfe9d129c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.945210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:32.945681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:32.959188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3497a5-62f9-4cbb-820c-a2ec3b3ebb28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:32.963821 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7a3497a5-62f9-4cbb-820c-a2ec3b3ebb28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0901353 Dec 20 16:38:32.964426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:33.036128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817c28c9-d629-4e86-b17b-ac58e948c4af tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:33.037231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a30701c6-fc8d-412e-adba-6fedfe9d129c None None] For port a37c8a8a-a77d-4fe5-856b-dee9b380b95c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a37c8a8a-a77d-4fe5-856b-dee9b380b95c,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:33.039481 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a30701c6-fc8d-412e-adba-6fedfe9d129c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.041266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-817c28c9-d629-4e86-b17b-ac58e948c4af tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.062556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1d99ce-912e-4af2-96ea-a30d4246d4b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:33.064173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a30701c6-fc8d-412e-adba-6fedfe9d129c None None] Calling delete_port for a37c8a8a-a77d-4fe5-856b-dee9b380b95c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:33.064606 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ee1d99ce-912e-4af2-96ea-a30d4246d4b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0990858 Dec 20 16:38:33.073233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:33.118655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5d2d6800-d703-4d0e-b545-e1f1f5d2169e None None] Provisioning complete for port 080439d2-ecee-4e73-a923-89cd65b004ad triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:33.119075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d2d6800-d703-4d0e-b545-e1f1f5d2169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.156559 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-97bf9e63-eeca-4753-92e4-afe486205592 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819383 Dec 20 16:38:33.162725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:33.168516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:33.190410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7e1f-da98-4832-a25e-4c66db14d2b3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.205975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.216947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6e2fe467-7aac-4823-aa0c-419729197bba up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:33.218787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d6800-d703-4d0e-b545-e1f1f5d2169e None None] Port 080439d2-ecee-4e73-a923-89cd65b004ad cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:33.245902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 6e2fe467-7aac-4823-aa0c-419729197bba {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:33.246252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6e2fe467-7aac-4823-aa0c-419729197bba not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 20 16:38:33.246988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7e1f-da98-4832-a25e-4c66db14d2b3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.256554 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:38:33.271975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Port': ['ID=6e2fe467-7aac-4823-aa0c-419729197bba,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:33.278392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Port 6e2fe467-7aac-4823-aa0c-419729197bba not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 20 16:38:33.296364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a30701c6-fc8d-412e-adba-6fedfe9d129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.311470 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7e1f-da98-4832-a25e-4c66db14d2b3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.315758 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4b2c7e1f-da98-4832-a25e-4c66db14d2b3 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5351388 Dec 20 16:38:33.320045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.321938 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-817c28c9-d629-4e86-b17b-ac58e948c4af tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9c7adeb-11ab-4df0-aaa0-257932c70533 (CIDR: 2001:db8::/64) Dec 20 16:38:33.322685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:33.329866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:33.332620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30701c6-fc8d-412e-adba-6fedfe9d129c None None] No DVR routers for this DVR port a37c8a8a-a77d-4fe5-856b-dee9b380b95c on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:33.337540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30701c6-fc8d-412e-adba-6fedfe9d129c None None] Pushing event deleted for resources: {'Port': ['ID=a37c8a8a-a77d-4fe5-856b-dee9b380b95c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:33.341742 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-817c28c9-d629-4e86-b17b-ac58e948c4af tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:38:33.342565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817c28c9-d629-4e86-b17b-ac58e948c4af tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:38:33.376834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b113c2-d1b0-4f9e-ad1d-a9b750920ccb None None] Network 7f06f53c-49d6-42c6-aca0-753dd1a35c2e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:33.377001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No DVR routers for this DVR port 6e2fe467-7aac-4823-aa0c-419729197bba on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:33.415927 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-979d9e3a-c0d9-4118-bc2f-b00f316d7ffa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 379 time: 0.6743708 Dec 20 16:38:33.430350 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['65c43322-670a-4b17-8d3b-6ff0c7f51251']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:33.444152 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-817c28c9-d629-4e86-b17b-ac58e948c4af tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1083908 Dec 20 16:38:33.456637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:33.461373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c068911c-14c0-404d-b7f0-c1adb77f43d2 None None] Could not find standard attr ID for object 6e2fe467-7aac-4823-aa0c-419729197bba. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:33.475044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:33.479122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:33.482619 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.498597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.630512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.655503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.731229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:33.744076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.745869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:33.759701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:33.857761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=7f963b9e-d328-4266-928a-d097fe7ea47a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:33.884491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a10814-10ea-441e-b6ec-30a92e89b23e None None] Network 7f06f53c-49d6-42c6-aca0-753dd1a35c2e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:33.890384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Port': ['ID=449321ff-58e9-4af1-b74e-975afa9eba77,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:33.919439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:33.920545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.951310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.036151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:34.040319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:34.042848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.053313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62904082-ea40-42de-a72d-eb8574a4f297 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:34.063154 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7795c174-c773-4a3b-8c9d-49a483cbd61d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2394562 Dec 20 16:38:34.064163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:34.068496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.073442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:34.081009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:34.081762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.085951 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d9dd8be-2a3a-4afb-ad35-9d3878567124 req-402cce99-198f-4e45-999e-10058c80bebf tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 210 time: 0.0409670 Dec 20 16:38:34.091399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a4a0ed72-42cf-44a7-b327-9947d30a0002 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f7:ef:9f'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:34.098320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.127167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:34.130580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=ebed147c-b95b-405f-b919-842f5fe99869,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:34.131149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.133187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.135677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f879c-95ac-4c5a-be07-4f84e32aef0f None None] DHCP port deletion for 7f06f53c-49d6-42c6-aca0-753dd1a35c2e request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:34.159179 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f06f53c-49d6-42c6-aca0-753dd1a35c2e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:34.163821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4c5ceb01-0784-4c97-be88-072c1f23b429 None None] Provisioning complete for port 449321ff-58e9-4af1-b74e-975afa9eba77 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:34.164198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c5ceb01-0784-4c97-be88-072c1f23b429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.172747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5bf97b-891c-4871-8fdd-2718f009a7cb') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:34.173314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5bf97b-891c-4871-8fdd-2718f009a7cb') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:34.184458 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5cde434a-9fd5-47c9-96d5-ecbc8735bee7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0174546 Dec 20 16:38:34.184786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:34.185455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.192095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:0c:88:81', 'name': 'tempest-NetworksTestDHCPv6-1323045577'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:34.216702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ceb01-0784-4c97-be88-072c1f23b429 None None] Port 449321ff-58e9-4af1-b74e-975afa9eba77 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:34.225266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': 'ebed147c-b95b-405f-b919-842f5fe99869'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:34.226736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.261406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.310383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:34.310911 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:34.321388 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:34.325433 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:34.325433 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:34.325433 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:34.325433 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:34.325433 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:34.329614 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13787523-5972-413e-8a57-26b1279ad304 req-cdb67662-ee2d-4f30-9573-305c5db44ff7 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:34.331173 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-13787523-5972-413e-8a57-26b1279ad304 req-cdb67662-ee2d-4f30-9573-305c5db44ff7 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.4751256 Dec 20 16:38:34.333045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Allocated IP 172.26.1.24 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/00fbe82d-6d49-403e-978b-f1dad24af4bc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:34.386327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/ebed147c-b95b-405f-b919-842f5fe99869/c791dc19-678f-4959-ae93-c787c562835d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:34.445030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:34.519155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.533017 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.556822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.566376 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/7f06f53c-49d6-42c6-aca0-753dd1a35c2e HTTP/1.1" status: 204 len: 168 time: 4.4895971 Dec 20 16:38:34.567075 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45400) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:34.587164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.594569 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.594795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2105379383'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:34.603627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.619604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb139e5d-5f43-46cd-9f24-6ff72bf15bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=7f06f53c-49d6-42c6-aca0-753dd1a35c2e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:34.623423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port 112e250d-4be2-4208-b7d5-cd376370daae yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:34.631948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.639427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a37c8a8a-a77d-4fe5-856b-dee9b380b95c no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:34.658970 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-13787523-5972-413e-8a57-26b1279ad304 req-f1394957-81c4-4a70-8534-6707411c7625 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004091 Dec 20 16:38:34.678464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:34.682603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a37c8a8a-a77d-4fe5-856b-dee9b380b95c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:34.683176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a37c8a8a-a77d-4fe5-856b-dee9b380b95c not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:34.683599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6e2fe467-7aac-4823-aa0c-419729197bba no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:34.688086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:34.695967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:34.716718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Pushing event updated for resources: {'Port': ['ID=c791dc19-678f-4959-ae93-c787c562835d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:34.721753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 6e2fe467-7aac-4823-aa0c-419729197bba {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:34.722102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6e2fe467-7aac-4823-aa0c-419729197bba not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:34.725664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.6 (e25fcb82-5b95-4940-bb91-7414ff4ead6c/74fa4c7a-23ff-4b43-8908-750b8849b092/1a72ecbe-b342-460f-8441-f69d258fe7ba) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:34.729299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ed72-42cf-44a7-b327-9947d30a0002 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.744581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:34.752573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:34.755907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:34.759464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.765415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:34.773123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Pushing event updated for resources: {'Port': ['ID=00fbe82d-6d49-403e-978b-f1dad24af4bc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:34.783689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c08c55-fdeb-4939-a7eb-08899ba3e07d None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:34.801286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Attempting to bind port c791dc19-678f-4959-ae93-c787c562835d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:34.801286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Attempting to bind port c791dc19-678f-4959-ae93-c787c562835d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:34.801587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Attempting to bind port c791dc19-678f-4959-ae93-c787c562835d on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:34.809364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:34.809809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:34.810782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.810782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:34.811246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Bound port: c791dc19-678f-4959-ae93-c787c562835d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:34.811753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.883077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e0c8a026-2c73-4a9c-b3fc-1c34291788b1 None None] Provisioning complete for port 00fbe82d-6d49-403e-978b-f1dad24af4bc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:34.883511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a026-2c73-4a9c-b3fc-1c34291788b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.907158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:34.909100 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] For port c791dc19-678f-4959-ae93-c787c562835d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:34.931144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] For port c791dc19-678f-4959-ae93-c787c562835d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c791dc19-678f-4959-ae93-c787c562835d,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:34.938075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.940110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8a026-2c73-4a9c-b3fc-1c34291788b1 None None] Port 00fbe82d-6d49-403e-978b-f1dad24af4bc cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:34.959174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::23 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/ebed147c-b95b-405f-b919-842f5fe99869/112e250d-4be2-4208-b7d5-cd376370daae) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:35.018174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa921799-4bce-4d4c-96b6-b355c8ef30ef None None] Pushing event updated for resources: {'Port': ['ID=c791dc19-678f-4959-ae93-c787c562835d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:35.036162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.036540 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment 9577699d-3e85-484d-8222-3661dbbdd5cb of type vlan for network 7bfbc635-09dd-4d9b-9b39-65e1760d57bd Dec 20 16:38:35.282876 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ce3c77a-6d01-49db-b50b-4ce9b206a8ae req-6cda8dee-4cfc-43e2-a89d-4f7e44faf78e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 210 time: 0.0369658 Dec 20 16:38:35.324573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.381097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.495598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.534969 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.547878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.552501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:35.585954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:35.593362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:35.599174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:35.599802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.609370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=112e250d-4be2-4208-b7d5-cd376370daae,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:35.628090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.635691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.641847 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eeb6c289-a264-4f5b-8412-8acce03435cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4559360 Dec 20 16:38:35.647391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45404) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:35.651595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:35.658034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.677446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:35.688129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd05a2-bbab-4039-ac43-41595348e4a0 None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:35.704892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.717341 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:35.717985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.735375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:35.740814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.753001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0375d26-d176-4941-833c-07c5a69f58a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:35.758965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0375d26-d176-4941-833c-07c5a69f58a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:35.763563 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b0375d26-d176-4941-833c-07c5a69f58a5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1150885 Dec 20 16:38:35.764180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45408) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:35.831554 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3665533 Dec 20 16:38:35.832273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a1404-df62-4407-b1e1-b15d062211e7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=e784e58b-59d6-4d28-9925-d330b7f8cfed,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:35.840708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.877225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:35.889845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1807974371', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e784e58b-59d6-4d28-9925-d330b7f8cfed'}], 'security_groups': ['8eef197e-02de-4736-ab31-1f4a95bfa7af']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:35.900436 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3065567 Dec 20 16:38:35.918152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:35.944721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4278d422-5f64-41b6-aa43-cb2d14b8b217 None None] Update dhcp port {'port': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'fixed_ips': [{'subnet_id': 'a9c7adeb-11ab-4df0-aaa0-257932c70533', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e784e58b-59d6-4d28-9925-d330b7f8cfed'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '73272600-4a73-43e8-8056-e12569e47c47'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:38:35.963068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': '7bfbc635-09dd-4d9b-9b39-65e1760d57bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:35.987105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4278d422-5f64-41b6-aa43-cb2d14b8b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.030031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ed72-42cf-44a7-b327-9947d30a0002 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.057783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network e25fcb82-5b95-4940-bb91-7414ff4ead6c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:36.069471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ed72-42cf-44a7-b327-9947d30a0002 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.072727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df69a98-e307-41c1-8ede-a3f823b57975 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=7bfbc635-09dd-4d9b-9b39-65e1760d57bd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:36.113273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:36.125104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:36.151738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=1a72ecbe-b342-460f-8441-f69d258fe7ba,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:36.187709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4278d422-5f64-41b6-aa43-cb2d14b8b217 None None] Allocated IP 2001:db8:0:1::2 (c47641df-e7ce-4ead-8b59-1724c152d481/e784e58b-59d6-4d28-9925-d330b7f8cfed/73272600-4a73-43e8-8056-e12569e47c47) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:36.256032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f911c1-e394-43e1-884d-199d839e63e8 req-9ab44e94-fe67-4b0e-b0d4-76d45a358b2a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:36.259722 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-07f911c1-e394-43e1-884d-199d839e63e8 req-9ab44e94-fe67-4b0e-b0d4-76d45a358b2a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.4945517 Dec 20 16:38:36.282725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 7bfbc635-09dd-4d9b-9b39-65e1760d57bd details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:36.386671 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4278d422-5f64-41b6-aa43-cb2d14b8b217 None None] For port 73272600-4a73-43e8-8056-e12569e47c47, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=73272600-4a73-43e8-8056-e12569e47c47,segment=NetworkSegment(e789b445-8949-4b40-9315-a9b91592096c),segment_id=e789b445-8949-4b40-9315-a9b91592096c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:36.404267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ab5bb54d-85f4-40bb-9a39-d655f0ec99a3 None None] Provisioning complete for port c791dc19-678f-4959-ae93-c787c562835d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:36.404640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb54d-85f4-40bb-9a39-d655f0ec99a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.492636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4278d422-5f64-41b6-aa43-cb2d14b8b217 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.509177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba7af5-c909-470d-820d-a6808c3a9083 req-4ffb0f98-9ab8-4deb-afdb-a701a667b2a4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:36.514887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4278d422-5f64-41b6-aa43-cb2d14b8b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.524632 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-79ba7af5-c909-470d-820d-a6808c3a9083 req-4ffb0f98-9ab8-4deb-afdb-a701a667b2a4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 931 time: 0.1377866 Dec 20 16:38:36.529608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Router d6a67169-838a-4b9d-98ad-8300aa6c0cb3 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:38:36.557478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:36.558292 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.622706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d31fafae-5898-40e5-840e-0bcba7a0562e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 112e250d-4be2-4208-b7d5-cd376370daae {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:36.623051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31fafae-5898-40e5-840e-0bcba7a0562e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.634313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0ed72-42cf-44a7-b327-9947d30a0002 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] In _notify_port_updated(), no bound segment for port 449321ff-58e9-4af1-b74e-975afa9eba77 on network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:38:36.643200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a0ed72-42cf-44a7-b327-9947d30a0002 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:36.643966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ed72-42cf-44a7-b327-9947d30a0002 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.650541 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a4a0ed72-42cf-44a7-b327-9947d30a0002 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "PUT /v2.0/ports/449321ff-58e9-4af1-b74e-975afa9eba77 HTTP/1.1" status: 200 len: 996 time: 2.5640762 Dec 20 16:38:36.653839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:36.681830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0ed72-42cf-44a7-b327-9947d30a0002 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Port': ['ID=449321ff-58e9-4af1-b74e-975afa9eba77,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:36.688299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c791dc19-678f-4959-ae93-c787c562835d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:36.743614 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-242244a0-79ce-40b2-a3dc-c5bb8be5501f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3173652 Dec 20 16:38:36.771282 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-79ba7af5-c909-470d-820d-a6808c3a9083 req-86d40323-8415-43b4-8b13-d23368f9072d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379761 Dec 20 16:38:36.781814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Request body: {'port': {'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:36.813636 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-07f911c1-e394-43e1-884d-199d839e63e8 req-7a07ddbd-ab26-4d31-9f22-e5a6943edc78 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4054403 Dec 20 16:38:36.831952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:36.835900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.872186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31fafae-5898-40e5-840e-0bcba7a0562e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.879994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.893636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d31fafae-5898-40e5-840e-0bcba7a0562e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 112e250d-4be2-4208-b7d5-cd376370daae owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:36.902875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:36.913599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.918015 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-32cec0b3-30d6-44d4-b463-cb4521ddac74 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "PUT /v2.0/routers/d6a67169-838a-4b9d-98ad-8300aa6c0cb3 HTTP/1.1" status: 200 len: 914 time: 3.5916097 Dec 20 16:38:36.920536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:36.963693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb54d-85f4-40bb-9a39-d655f0ec99a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:36.965791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b280ee46-d9e7-419d-8ee0-c4706587a23e None None] Sync routers for ids ['d6a67169-838a-4b9d-98ad-8300aa6c0cb3'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:36.988039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278d422-5f64-41b6-aa43-cb2d14b8b217 None None] Pushing event updated for resources: {'Port': ['ID=73272600-4a73-43e8-8056-e12569e47c47,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:37.006750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280ee46-d9e7-419d-8ee0-c4706587a23e None None] Routers {'d6a67169-838a-4b9d-98ad-8300aa6c0cb3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:37.008047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b280ee46-d9e7-419d-8ee0-c4706587a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d6a67169-838a-4b9d-98ad-8300aa6c0cb3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:37.056362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b280ee46-d9e7-419d-8ee0-c4706587a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:37.086446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ab5bb54d-85f4-40bb-9a39-d655f0ec99a3 None None] For port c791dc19-678f-4959-ae93-c787c562835d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c791dc19-678f-4959-ae93-c787c562835d,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:37.111052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.111646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb54d-85f4-40bb-9a39-d655f0ec99a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.166731 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1bd13bec-77ab-4202-9aec-eb38e39979f0 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/routers/d6a67169-838a-4b9d-98ad-8300aa6c0cb3 HTTP/1.1" status: 200 len: 920 time: 0.2423573 Dec 20 16:38:37.166965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:37.199346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c791dc19-678f-4959-ae93-c787c562835d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:37.199828 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.224022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33339343-bba2-49f1-af14-83febc8e1cc7 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:37.229270 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-33339343-bba2-49f1-af14-83febc8e1cc7 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=d6a67169-838a-4b9d-98ad-8300aa6c0cb3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0587873 Dec 20 16:38:37.229455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:37.238984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31fafae-5898-40e5-840e-0bcba7a0562e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.260871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bb54d-85f4-40bb-9a39-d655f0ec99a3 None None] Pushing event updated for resources: {'Port': ['ID=c791dc19-678f-4959-ae93-c787c562835d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:37.264926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28d0e08e-0550-4a94-9495-64e1d79952ce tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Deleting port 449321ff-58e9-4af1-b74e-975afa9eba77 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:37.265373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d0e08e-0550-4a94-9495-64e1d79952ce tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.278920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280ee46-d9e7-419d-8ee0-c4706587a23e None None] Routers {'d6a67169-838a-4b9d-98ad-8300aa6c0cb3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:37.279953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b280ee46-d9e7-419d-8ee0-c4706587a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d6a67169-838a-4b9d-98ad-8300aa6c0cb3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:37.290676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fafae-5898-40e5-840e-0bcba7a0562e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=112e250d-4be2-4208-b7d5-cd376370daae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:37.321916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c42d39ea-b7fd-4986-9f1c-955124765d11 None None] Could not find standard attr ID for object 112e250d-4be2-4208-b7d5-cd376370daae. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:37.327292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b280ee46-d9e7-419d-8ee0-c4706587a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:37.328236 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b280ee46-d9e7-419d-8ee0-c4706587a23e None None] The sync data for ids ['d6a67169-838a-4b9d-98ad-8300aa6c0cb3'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:37.357009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d31fafae-5898-40e5-840e-0bcba7a0562e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.363311 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d31fafae-5898-40e5-840e-0bcba7a0562e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/112e250d-4be2-4208-b7d5-cd376370daae HTTP/1.1" status: 204 len: 168 time: 1.5917006 Dec 20 16:38:37.365434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:37.380000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c42d39ea-b7fd-4986-9f1c-955124765d11 None None] Provisioning complete for port 449321ff-58e9-4af1-b74e-975afa9eba77 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:37.380384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42d39ea-b7fd-4986-9f1c-955124765d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.430381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d0e08e-0550-4a94-9495-64e1d79952ce tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.442755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c42d39ea-b7fd-4986-9f1c-955124765d11 None None] Port 449321ff-58e9-4af1-b74e-975afa9eba77 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:37.446020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0434e8-69f0-44f0-a685-1563fb0c1cf4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:37.450226 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7f0434e8-69f0-44f0-a685-1563fb0c1cf4 tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 881 time: 0.2171659 Dec 20 16:38:37.451757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:37.455903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28d0e08e-0550-4a94-9495-64e1d79952ce tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Calling delete_port for 449321ff-58e9-4af1-b74e-975afa9eba77 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:37.465708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c42d39ea-b7fd-4986-9f1c-955124765d11 None None] Provisioning complete for port 1a72ecbe-b342-460f-8441-f69d258fe7ba triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:37.466107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42d39ea-b7fd-4986-9f1c-955124765d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.466835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d14128-1c5d-496a-ad46-6acdd66413c8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:37.469265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d14128-1c5d-496a-ad46-6acdd66413c8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:37.470251 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-50d14128-1c5d-496a-ad46-6acdd66413c8 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1038485 Dec 20 16:38:37.486236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:37.496961 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-34a10cdf-bc26-40b2-9908-d8a9302ab0d2 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6a67169-838a-4b9d-98ad-8300aa6c0cb3 HTTP/1.1" status: 200 len: 205 time: 0.0435960 Dec 20 16:38:37.514093 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c42d39ea-b7fd-4986-9f1c-955124765d11 None None] Port 1a72ecbe-b342-460f-8441-f69d258fe7ba cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:37.531033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:37.605852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.610693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b73c1d-6c82-4f36-bb04-e9af0117fbc2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet ebed147c-b95b-405f-b919-842f5fe99869 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:37.616875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b73c1d-6c82-4f36-bb04-e9af0117fbc2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.635396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-47c6e45c-d1ec-4918-8d1f-a8de092eb681 None None] Provisioning complete for port 3b60e9d2-413b-44f3-844b-15c755aa13e4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:37.635889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47c6e45c-d1ec-4918-8d1f-a8de092eb681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.673461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-47c6e45c-d1ec-4918-8d1f-a8de092eb681 None None] Port 3b60e9d2-413b-44f3-844b-15c755aa13e4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:37.685980 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-47c6e45c-d1ec-4918-8d1f-a8de092eb681 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:37.686457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47c6e45c-d1ec-4918-8d1f-a8de092eb681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.696993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b73c1d-6c82-4f36-bb04-e9af0117fbc2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.736712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.793320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-47c6e45c-d1ec-4918-8d1f-a8de092eb681 None None] Provisioning complete for port 080439d2-ecee-4e73-a923-89cd65b004ad triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:37.794175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47c6e45c-d1ec-4918-8d1f-a8de092eb681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.834131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-47c6e45c-d1ec-4918-8d1f-a8de092eb681 None None] Port 080439d2-ecee-4e73-a923-89cd65b004ad cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:37.862413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=e93b0495-5ba9-49d0-a2ac-dbe0144ffc18,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:37.938029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b73c1d-6c82-4f36-bb04-e9af0117fbc2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:37.968136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': '9577699d-3e85-484d-8222-3661dbbdd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7bfbc635-09dd-4d9b-9b39-65e1760d57bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:37.968504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: 7bfbc635-09dd-4d9b-9b39-65e1760d57bd, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:37.997491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2df27-c0a2-4857-96e7-eee7852bb501 req-17e70f41-370a-4ae9-9947-972c7eb7d483 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:37.999061 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4eb2df27-c0a2-4857-96e7-eee7852bb501 req-17e70f41-370a-4ae9-9947-972c7eb7d483 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 931 time: 0.1176529 Dec 20 16:38:38.008396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.074039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b73c1d-6c82-4f36-bb04-e9af0117fbc2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.113145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Delete allocated IP 2001:db8::2a4 (c47641df-e7ce-4ead-8b59-1724c152d481/a9c7adeb-11ab-4df0-aaa0-257932c70533) {{(pid=103325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 16:38:38.117079 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4eb2df27-c0a2-4857-96e7-eee7852bb501 req-8756bbe2-dd64-40fb-92df-35429f32c8da tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048570 Dec 20 16:38:38.120506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b73c1d-6c82-4f36-bb04-e9af0117fbc2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.120837 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network 7bfbc635-09dd-4d9b-9b39-65e1760d57bd is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:38.123581 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-74b73c1d-6c82-4f36-bb04-e9af0117fbc2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/ebed147c-b95b-405f-b919-842f5fe99869 HTTP/1.1" status: 204 len: 168 time: 0.6358383 Dec 20 16:38:38.126307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b73c1d-6c82-4f36-bb04-e9af0117fbc2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=ebed147c-b95b-405f-b919-842f5fe99869,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:38.127951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:38.146525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8:0:1::129 (c47641df-e7ce-4ead-8b59-1724c152d481/e784e58b-59d6-4d28-9925-d330b7f8cfed/080439d2-ecee-4e73-a923-89cd65b004ad) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:38.156233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605c166-ebeb-43f1-ace5-2d1877460625 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:38.159802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25547-4af9-4146-bfa9-b9d5ab58247f req-c9ae0866-e1ab-4b09-a70c-6c12375a5194 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:38.160873 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-57f25547-4af9-4146-bfa9-b9d5ab58247f req-c9ae0866-e1ab-4b09-a70c-6c12375a5194 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2419538 Dec 20 16:38:38.168151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d0e08e-0550-4a94-9495-64e1d79952ce tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.173674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 7bfbc635-09dd-4d9b-9b39-65e1760d57bd) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:38.177587 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-55476359-dea2-4dbe-99c2-f7467b1d1268 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454571 Dec 20 16:38:38.180809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:38.194292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b555bf-e5a9-424d-b456-8937a64f485e None None] Network 7bfbc635-09dd-4d9b-9b39-65e1760d57bd requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:38.205230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:38.205912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.228106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Deleting port 00fbe82d-6d49-403e-978b-f1dad24af4bc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:38.228702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.247478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0e08e-0550-4a94-9495-64e1d79952ce tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event deleted for resources: {'Port': ['ID=449321ff-58e9-4af1-b74e-975afa9eba77,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:38.321532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5a8e6d-8b9e-48ee-8fed-f1eeb7dba037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:38.323053 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8d5a8e6d-8b9e-48ee-8fed-f1eeb7dba037 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1411834 Dec 20 16:38:38.327555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:38.350841 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1eb7cad4-aff9-4c99-b890-4960e093347f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3922877 Dec 20 16:38:38.355585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:38.413975 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-7bfbc635-09dd-4d9b-9b39-65e1760d57bd', 'network_id': '7bfbc635-09dd-4d9b-9b39-65e1760d57bd', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': 'e93b0495-5ba9-49d0-a2ac-dbe0144ffc18'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:38.420070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.449488 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a72ecbe-b342-460f-8441-f69d258fe7ba {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:38:38.455571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.458524 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-57f25547-4af9-4146-bfa9-b9d5ab58247f req-12929c49-298d-428c-b98a-a1e67e70e59e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876761 Dec 20 16:38:38.479556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Calling delete_port for 00fbe82d-6d49-403e-978b-f1dad24af4bc owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:38.484486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.505709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d0e08e-0550-4a94-9495-64e1d79952ce tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.509921 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-28d0e08e-0550-4a94-9495-64e1d79952ce tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "DELETE /v2.0/ports/449321ff-58e9-4af1-b74e-975afa9eba77 HTTP/1.1" status: 204 len: 168 time: 1.8473442 Dec 20 16:38:38.517346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:38.535467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0bdb4-a001-4fe0-b862-d07907b5c935 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:38.553443 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc46c0e9-2345-497f-b46c-91437e003741 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] GET failed (client error): The resource could not be found. Dec 20 16:38:38.555874 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fc46c0e9-2345-497f-b46c-91437e003741 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "GET /v2.0/ports/449321ff-58e9-4af1-b74e-975afa9eba77 HTTP/1.1" status: 404 len: 333 time: 0.0353277 Dec 20 16:38:38.563693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:38.572775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'port': {'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54', 'name': 'tempest-AllowedAddressPairTestJSON-777742505'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:38.592148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Transition to ACTIVE for port object 1a72ecbe-b342-460f-8441-f69d258fe7ba will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:38:38.626901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.654892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 73272600-4a73-43e8-8056-e12569e47c47 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:38.693744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Allocated IP 172.20.0.1 (7bfbc635-09dd-4d9b-9b39-65e1760d57bd/e93b0495-5ba9-49d0-a2ac-dbe0144ffc18/1fcd0173-a227-40d0-a196-f506b3fef13d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:38.705487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-58a0bdb4-a001-4fe0-b862-d07907b5c935 None None] Deleting port c791dc19-678f-4959-ae93-c787c562835d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:38.706144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58a0bdb4-a001-4fe0-b862-d07907b5c935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.716977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.735936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f74085-9d89-4b18-9601-c0be00965787 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:38.737524 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-62f74085-9d89-4b18-9601-c0be00965787 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4057434 Dec 20 16:38:38.740233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:38.750690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.793932 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b0d65b07-dd82-40d3-8fac-76b56e1db7b2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484533 Dec 20 16:38:38.796549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:38.800816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:38.849471 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7697885-2108-4c06-b62c-baea057e0c44 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:38.852578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event deleted for resources: {'Port': ['ID=00fbe82d-6d49-403e-978b-f1dad24af4bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:38.859613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-58a0bdb4-a001-4fe0-b862-d07907b5c935 None None] For port c791dc19-678f-4959-ae93-c787c562835d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c791dc19-678f-4959-ae93-c787c562835d,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:38.860149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58a0bdb4-a001-4fe0-b862-d07907b5c935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.885577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-58a0bdb4-a001-4fe0-b862-d07907b5c935 None None] Calling delete_port for c791dc19-678f-4959-ae93-c787c562835d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:38.916485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:38.916856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:38.997026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.068570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.090431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.123647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.142989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Pushing event updated for resources: {'Port': ['ID=1a72ecbe-b342-460f-8441-f69d258fe7ba,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:39.157064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:39.160604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.179530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.203400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.240910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.241251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Pushing event updated for resources: {'Port': ['ID=1fcd0173-a227-40d0-a196-f506b3fef13d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:39.247150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.249750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58a0bdb4-a001-4fe0-b862-d07907b5c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.295959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Network 7bfbc635-09dd-4d9b-9b39-65e1760d57bd is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:39.297857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0bdb4-a001-4fe0-b862-d07907b5c935 None None] No DVR routers for this DVR port c791dc19-678f-4959-ae93-c787c562835d on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:39.304030 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:39.330294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:39.345203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0bdb4-a001-4fe0-b862-d07907b5c935 None None] Pushing event deleted for resources: {'Port': ['ID=c791dc19-678f-4959-ae93-c787c562835d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:39.368597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Made reservation on behalf of 9d6a47608d7440a2b83c93196a08864c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:39.371802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c791dc19-678f-4959-ae93-c787c562835d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:39.372547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.387597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] In _notify_port_updated(), no bound segment for port 080439d2-ecee-4e73-a923-89cd65b004ad on network c47641df-e7ce-4ead-8b59-1724c152d481 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:38:39.394534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:39.394925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.396519 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "PUT /v2.0/ports/080439d2-ecee-4e73-a923-89cd65b004ad HTTP/1.1" status: 200 len: 931 time: 3.5120144 Dec 20 16:38:39.402704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:39.404898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f2f0f-79ba-4e32-b627-bee74daa9fd6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=080439d2-ecee-4e73-a923-89cd65b004ad,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:39.410421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Attempting to bind port 1a72ecbe-b342-460f-8441-f69d258fe7ba on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:39.412091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Attempting to bind port 1a72ecbe-b342-460f-8441-f69d258fe7ba by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:39.412657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Attempting to bind port 1a72ecbe-b342-460f-8441-f69d258fe7ba on network e25fcb82-5b95-4940-bb91-7414ff4ead6c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:39.420986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] device_id is not set on port 648b130e-2453-4d19-987b-e1f9fd2dd3ee yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:39.429547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: c791dc19-678f-4959-ae93-c787c562835d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:39.429895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c791dc19-678f-4959-ae93-c787c562835d not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:39.430832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Port 1a72ecbe-b342-460f-8441-f69d258fe7ba on network e25fcb82-5b95-4940-bb91-7414ff4ead6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:38:39.431392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Attempting to bind port 1a72ecbe-b342-460f-8441-f69d258fe7ba on network e25fcb82-5b95-4940-bb91-7414ff4ead6c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:39.445632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.446870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Fanout notify agent at l3_agent the message router_deleted on router d6a67169-838a-4b9d-98ad-8300aa6c0cb3 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:38:39.451583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Attempting to bind port 1fcd0173-a227-40d0-a196-f506b3fef13d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:39.451960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Attempting to bind port 1fcd0173-a227-40d0-a196-f506b3fef13d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '9577699d-3e85-484d-8222-3661dbbdd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7bfbc635-09dd-4d9b-9b39-65e1760d57bd'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:39.452322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Attempting to bind port 1fcd0173-a227-40d0-a196-f506b3fef13d on network 7bfbc635-09dd-4d9b-9b39-65e1760d57bd {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:39.459708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:39.460585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Checking segment: {'id': '9577699d-3e85-484d-8222-3661dbbdd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7bfbc635-09dd-4d9b-9b39-65e1760d57bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:39.461060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.461593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Bound using segment: {'id': '9577699d-3e85-484d-8222-3661dbbdd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7bfbc635-09dd-4d9b-9b39-65e1760d57bd'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:39.461981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.462134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Bound port: 1fcd0173-a227-40d0-a196-f506b3fef13d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9577699d-3e85-484d-8222-3661dbbdd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7bfbc635-09dd-4d9b-9b39-65e1760d57bd'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:39.462522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.496037 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:39.496284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Checking segment: {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:39.496731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Bound using segment: {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:39.497246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Bound port: 1a72ecbe-b342-460f-8441-f69d258fe7ba, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b43777-b3ed-4b79-b419-9d05189de8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:39.497748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.500659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.501708 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-28f12c97-8c5c-425c-8265-37c93e9506ed tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/d6a67169-838a-4b9d-98ad-8300aa6c0cb3 HTTP/1.1" status: 204 len: 168 time: 1.9690652 Dec 20 16:38:39.509977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:39.515858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1921335936', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:39.541949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] For port 1fcd0173-a227-40d0-a196-f506b3fef13d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:39.548802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] For port 1fcd0173-a227-40d0-a196-f506b3fef13d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1fcd0173-a227-40d0-a196-f506b3fef13d,segment=NetworkSegment(9577699d-3e85-484d-8222-3661dbbdd5cb),segment_id=9577699d-3e85-484d-8222-3661dbbdd5cb)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:39.555627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.681937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dd7d1-a571-4ccc-a316-151c0ced2348 None None] Pushing event updated for resources: {'Port': ['ID=1fcd0173-a227-40d0-a196-f506b3fef13d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:39.695999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.697234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.704862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb29e00-d46b-4820-af11-8d82c2788afb None None] Network 7bfbc635-09dd-4d9b-9b39-65e1760d57bd requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:39.746386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Allocated IP 172.20.0.6 (36c3a961-aaa6-4789-9784-3fd4e01bcf54/b39c0eb0-dfeb-4b22-a503-70761a43415e/648b130e-2453-4d19-987b-e1f9fd2dd3ee) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:39.775609 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] For port 1a72ecbe-b342-460f-8441-f69d258fe7ba, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:39.809676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c83265af-e6bc-4165-bc86-572fa8a19f17 None None] Provisioning complete for port 080439d2-ecee-4e73-a923-89cd65b004ad triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:39.810053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c83265af-e6bc-4165-bc86-572fa8a19f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.817086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e3a9-4bd9-40ea-af9e-b9cdac316709 req-4abc2fd9-4e4d-4bcb-8dc1-dc0777b75f56 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:39.818967 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8162e3a9-4bd9-40ea-af9e-b9cdac316709 req-4abc2fd9-4e4d-4bcb-8dc1-dc0777b75f56 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1827712 Dec 20 16:38:39.838301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25ff979-ad8b-4ce2-bc06-8de2f58f7135 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:38:39.839588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.844767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] For port 1a72ecbe-b342-460f-8441-f69d258fe7ba, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:39.862375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:39.878406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c83265af-e6bc-4165-bc86-572fa8a19f17 None None] Port 080439d2-ecee-4e73-a923-89cd65b004ad cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:39.951069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25ff979-ad8b-4ce2-bc06-8de2f58f7135 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:38:39.955295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=e93b0495-5ba9-49d0-a2ac-dbe0144ffc18,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:40.008696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:40.009322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.010763 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] 10.222.0.18 "PUT /v2.0/ports/1a72ecbe-b342-460f-8441-f69d258fe7ba HTTP/1.1" status: 200 len: 1093 time: 3.2354412 Dec 20 16:38:40.015285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:38:40.017577 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97" -d '{"events": [{"name": "network-changed", "server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:38:40.027669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553bf9-e2ed-4f94-bd97-d0f6a13e577b req-ef7abf27-de43-4efe-a946-fcda20ca6c68 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:40.029221 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a4553bf9-e2ed-4f94-bd97-d0f6a13e577b req-ef7abf27-de43-4efe-a946-fcda20ca6c68 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 943 time: 0.8080075 Dec 20 16:38:40.146011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.171575 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8162e3a9-4bd9-40ea-af9e-b9cdac316709 req-3ca54874-cab0-4c3a-95d3-17e7fd9336c9 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412476 Dec 20 16:38:40.195492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.200858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc93c5-e5af-4ec2-9596-c7d5e85aa32d service neutron] Pushing event updated for resources: {'Port': ['ID=1a72ecbe-b342-460f-8441-f69d258fe7ba,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:40.224970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfbc635-09dd-4d9b-9b39-65e1760d57bd']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:40.260030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef79437c-defa-48fb-96c7-32be3fb7f34d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 080439d2-ecee-4e73-a923-89cd65b004ad {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:40.260466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef79437c-defa-48fb-96c7-32be3fb7f34d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.263197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.270379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9577699d-3e85-484d-8222-3661dbbdd5cb') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:40.270654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9577699d-3e85-484d-8222-3661dbbdd5cb') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:40.286927 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a4553bf9-e2ed-4f94-bd97-d0f6a13e577b req-f818f151-8909-4223-aa81-aeecc72a2f5c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235289 Dec 20 16:38:40.295718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf60bd10-8288-4954-966d-ac22a4c5011f x-openstack-request-id: req-bf60bd10-8288-4954-966d-ac22a4c5011f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:38:40.296286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:38:40.296698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf60bd10-8288-4954-966d-ac22a4c5011f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:38:40.297239 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'status': 'completed', 'code': 200} Dec 20 16:38:40.327179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.331134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791339e-9188-4363-a1ce-153bdbde78ad req-87739b58-0661-4c5b-8082-09d0ff573ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:40.332663 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-87739b58-0661-4c5b-8082-09d0ff573ccc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 1096 time: 0.2346623 Dec 20 16:38:40.398733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.406696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.414675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:40.415069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.418483 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-dc6106a1-5faa-41b1-94be-c6c1c21ac540 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba HTTP/1.1" status: 200 len: 217 time: 0.0765340 Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.419870 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:40.422610 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:40.499897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:40.511826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:40.520765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:40.524123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Port': ['ID=648b130e-2453-4d19-987b-e1f9fd2dd3ee,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:40.530028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791339e-9188-4363-a1ce-153bdbde78ad req-4fd8f9df-9fb5-4ba9-a787-dbc85c359792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:40.531558 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-4fd8f9df-9fb5-4ba9-a787-dbc85c359792 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74fa4c7a-23ff-4b43-8908-750b8849b092 HTTP/1.1" status: 200 len: 834 time: 0.0877612 Dec 20 16:38:40.543531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:38:40.545647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef79437c-defa-48fb-96c7-32be3fb7f34d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.554832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.580287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef79437c-defa-48fb-96c7-32be3fb7f34d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 080439d2-ecee-4e73-a923-89cd65b004ad owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:40.602009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.db.api [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:38:40.602009 dv-neutron-822328-3-hyperv neutron-server[103324]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:38:40.602009 dv-neutron-822328-3-hyperv neutron-server[103324]: [parameters: {'id': '7bfbc635-09dd-4d9b-9b39-65e1760d57bd'}] Dec 20 16:38:40.602009 dv-neutron-822328-3-hyperv neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:38:40.602629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG oslo_db.api [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:38:40.616312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:40.616966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.633389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:40.641783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791339e-9188-4363-a1ce-153bdbde78ad req-b338d237-8b3f-413b-bbbd-11f943723bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:40.643316 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-b338d237-8b3f-413b-bbbd-11f943723bb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e25fcb82-5b95-4940-bb91-7414ff4ead6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918934 Dec 20 16:38:40.650319 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-945e48ea-02be-4dac-8654-6a0a6e5f8a01 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0825350 Dec 20 16:38:40.660686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:40.667069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'port': {'network_id': '36c3a961-aaa6-4789-9784-3fd4e01bcf54', 'name': 'tempest-AllowedAddressPairTestJSON-1260900974'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:40.670145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:40.676192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:40.676782 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.683582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c7ecc2-0b21-4761-b536-d642bfb5b976 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:40.689138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=acd55536-371d-4662-8f16-c2cd6c2aa1b0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:40.701289 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fb313435-c509-4e68-b52d-7eebcc608da9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9043694 Dec 20 16:38:40.701981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:40.708767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e8f64ff6-985d-439f-8def-609a15308361 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:40.897036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.911012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef79437c-defa-48fb-96c7-32be3fb7f34d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.936937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.949384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79437c-defa-48fb-96c7-32be3fb7f34d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=080439d2-ecee-4e73-a923-89cd65b004ad,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:40.951959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f64ff6-985d-439f-8def-609a15308361 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:40.956732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8f64ff6-985d-439f-8def-609a15308361 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:40.957822 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-4a72a715-09af-4a62-81bf-9d3d86a13089 service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032861 Dec 20 16:38:40.963221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-825011a0-b588-4049-890f-c60649a46d71 None None] Provisioning complete for port 648b130e-2453-4d19-987b-e1f9fd2dd3ee triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:40.963782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825011a0-b588-4049-890f-c60649a46d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.028005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-825011a0-b588-4049-890f-c60649a46d71 None None] Port 648b130e-2453-4d19-987b-e1f9fd2dd3ee cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:41.052920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef79437c-defa-48fb-96c7-32be3fb7f34d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.056330 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': 'acd55536-371d-4662-8f16-c2cd6c2aa1b0'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:41.060831 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ef79437c-defa-48fb-96c7-32be3fb7f34d tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/080439d2-ecee-4e73-a923-89cd65b004ad HTTP/1.1" status: 204 len: 168 time: 1.6493921 Dec 20 16:38:41.060965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.061558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:41.092433 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e032775-3272-46ea-ab61-2f040ade5051 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:38:41.096299 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6e032775-3272-46ea-ab61-2f040ade5051 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/080439d2-ecee-4e73-a923-89cd65b004ad HTTP/1.1" status: 404 len: 333 time: 0.0302835 Dec 20 16:38:41.097798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:41.107343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.114393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Made reservation on behalf of 9d6a47608d7440a2b83c93196a08864c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:41.118869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.157775 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-e8f64ff6-985d-439f-8def-609a15308361 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet acd55536-371d-4662-8f16-c2cd6c2aa1b0 (CIDR: 2001:db8::/64) Dec 20 16:38:41.169658 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f64ff6-985d-439f-8def-609a15308361 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:38:41.170121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f64ff6-985d-439f-8def-609a15308361 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:38:41.181273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] device_id is not set on port 7c411272-e650-4823-9462-dca36916b199 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:41.223274 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1791339e-9188-4363-a1ce-153bdbde78ad req-7ca38f32-7d2b-40ed-8b50-e487b59d8bff service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580671 Dec 20 16:38:41.229329 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e8f64ff6-985d-439f-8def-609a15308361 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5245788 Dec 20 16:38:41.230117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36cb3f76-5015-4fba-936e-34379f93e490 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.238417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45472) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:41.246027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:41.264347 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Allocated IP 2001:db8::f816:3eff:fe3e:c76c (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/acd55536-371d-4662-8f16-c2cd6c2aa1b0/e342cdc6-5c6f-490a-9c49-b40b089b2e32) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:41.275661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Allocated IP 172.26.1.45 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/19e05992-91f8-41c0-ae6d-b1a48e3dee82) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:41.420283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36cb3f76-5015-4fba-936e-34379f93e490 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.481366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-27fb4f0d-e87c-4015-8015-22b4f08024f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:41.482924 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-27fb4f0d-e87c-4015-8015-22b4f08024f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 1096 time: 0.1872761 Dec 20 16:38:41.483799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.494062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.520303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Allocated IP 172.20.0.3 (36c3a961-aaa6-4789-9784-3fd4e01bcf54/b39c0eb0-dfeb-4b22-a503-70761a43415e/7c411272-e650-4823-9462-dca36916b199) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:41.525805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Deleting port 1fcd0173-a227-40d0-a196-f506b3fef13d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:41.526113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.550473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac65b59-f6b1-4cf4-aaac-a438ab609bba req-f4063071-1ca0-4d2b-9ab5-5453fa1c35c2 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:41.552470 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dac65b59-f6b1-4cf4-aaac-a438ab609bba req-f4063071-1ca0-4d2b-9ab5-5453fa1c35c2 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2137854 Dec 20 16:38:41.568656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Pushing event updated for resources: {'Port': ['ID=e342cdc6-5c6f-490a-9c49-b40b089b2e32,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:41.583589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:41.586344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:41.588969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:41.604336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdab47-6a56-41f4-89fb-84bf36ee31e0 req-33f1b169-a81e-400a-8f7d-1e4f2a92a8db tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:41.605894 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-21cdab47-6a56-41f4-89fb-84bf36ee31e0 req-33f1b169-a81e-400a-8f7d-1e4f2a92a8db tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 943 time: 0.1948073 Dec 20 16:38:41.629874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36cb3f76-5015-4fba-936e-34379f93e490 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.633236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36cb3f76-5015-4fba-936e-34379f93e490 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.636855 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-36cb3f76-5015-4fba-936e-34379f93e490 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/security-groups/524b3939-ef35-45f3-8f33-f26ed164ef8f HTTP/1.1" status: 204 len: 168 time: 0.5368669 Dec 20 16:38:41.642343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:41.651425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Attempting to bind port e342cdc6-5c6f-490a-9c49-b40b089b2e32 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:41.651875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Attempting to bind port e342cdc6-5c6f-490a-9c49-b40b089b2e32 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:41.652346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Attempting to bind port e342cdc6-5c6f-490a-9c49-b40b089b2e32 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:41.654875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:41.658102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.658973 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:41.659355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:41.659563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.659750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.660140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:41.660608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Bound port: e342cdc6-5c6f-490a-9c49-b40b089b2e32, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:41.661012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.712945 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb3f76-5015-4fba-936e-34379f93e490 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524b3939-ef35-45f3-8f33-f26ed164ef8f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:41.738035 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dac65b59-f6b1-4cf4-aaac-a438ab609bba req-96525805-a5ae-41a7-9a61-4c882709d0f1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468370 Dec 20 16:38:41.740941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] For port e342cdc6-5c6f-490a-9c49-b40b089b2e32, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:41.744957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] For port e342cdc6-5c6f-490a-9c49-b40b089b2e32, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e342cdc6-5c6f-490a-9c49-b40b089b2e32,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:41.753272 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] For port 1fcd0173-a227-40d0-a196-f506b3fef13d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1fcd0173-a227-40d0-a196-f506b3fef13d,segment=NetworkSegment(9577699d-3e85-484d-8222-3661dbbdd5cb),segment_id=9577699d-3e85-484d-8222-3661dbbdd5cb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:41.753769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.757309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.776932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-038e3977-255c-4c2f-939a-5970601a3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:41.778724 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-038e3977-255c-4c2f-939a-5970601a3af0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e25fcb82-5b95-4940-bb91-7414ff4ead6c HTTP/1.1" status: 200 len: 897 time: 0.2842627 Dec 20 16:38:41.799527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Calling delete_port for 1fcd0173-a227-40d0-a196-f506b3fef13d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:41.836157 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-21cdab47-6a56-41f4-89fb-84bf36ee31e0 req-f0827ab0-e047-4139-81fb-cde6ad23318d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080505 Dec 20 16:38:41.836348 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb08836-1486-402d-b0c8-aa59d3fddf72 None None] Pushing event updated for resources: {'Port': ['ID=e342cdc6-5c6f-490a-9c49-b40b089b2e32,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:41.876625 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-62164284-5376-4ee6-9c4a-0d4384734f5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba HTTP/1.1" status: 200 len: 217 time: 0.0604870 Dec 20 16:38:41.947981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:41.965852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d29ad88-1a0d-4480-9705-07a64a352254 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.020676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.026233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-4ca37f13-d660-45d7-8134-04490d7bf395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:42.027507 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-4ca37f13-d660-45d7-8134-04490d7bf395 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74fa4c7a-23ff-4b43-8908-750b8849b092 HTTP/1.1" status: 200 len: 834 time: 0.1384425 Dec 20 16:38:42.062905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Port': ['ID=1fcd0173-a227-40d0-a196-f506b3fef13d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:42.069867 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:42.072425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No DVR routers for this DVR port 1fcd0173-a227-40d0-a196-f506b3fef13d on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:42.084373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d29ad88-1a0d-4480-9705-07a64a352254 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.114657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.120423 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:42.127599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:42.132252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event updated for resources: {'Port': ['ID=19e05992-91f8-41c0-ae6d-b1a48e3dee82,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:42.138858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c047f-a18d-41c9-93b9-a127431efd67 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:42.179889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f30c546c-3f06-46b8-9592-36a64ca6492e None None] Provisioning complete for port 19e05992-91f8-41c0-ae6d-b1a48e3dee82 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:42.180570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30c546c-3f06-46b8-9592-36a64ca6492e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.213104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.232717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-01f31d94-d81b-4b82-949b-627c68c182c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:42.234246 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-01f31d94-d81b-4b82-949b-627c68c182c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e25fcb82-5b95-4940-bb91-7414ff4ead6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1988719 Dec 20 16:38:42.234887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d29ad88-1a0d-4480-9705-07a64a352254 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.237536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d29ad88-1a0d-4480-9705-07a64a352254 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.241568 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5d29ad88-1a0d-4480-9705-07a64a352254 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/security-groups/8eef197e-02de-4736-ab31-1f4a95bfa7af HTTP/1.1" status: 204 len: 168 time: 0.5925493 Dec 20 16:38:42.241767 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f30c546c-3f06-46b8-9592-36a64ca6492e None None] Port 19e05992-91f8-41c0-ae6d-b1a48e3dee82 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:42.243470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:42.254877 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfbc635-09dd-4d9b-9b39-65e1760d57bd']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:42.280559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.293762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9577699d-3e85-484d-8222-3661dbbdd5cb') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:42.294061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9577699d-3e85-484d-8222-3661dbbdd5cb') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:42.339305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.358892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:42.375942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:42.378923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:42.379523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.395587 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba2ef2a-92f7-4951-aa5f-2cccb9534c07 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet a9c7adeb-11ab-4df0-aaa0-257932c70533 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:42.398841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.406416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=688fbf98-eda6-464c-8c99-dd9272eb98fb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:42.413772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aba2ef2a-92f7-4951-aa5f-2cccb9534c07 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.417245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:42.417646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:42.421269 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:42.493235 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-94a4c180-859d-476d-988c-4a692dfbe2e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2529001 Dec 20 16:38:42.499228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:42.510112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:6c:ae:97', 'name': 'tempest-NetworksTestDHCPv6-1753618876'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:42.552833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aba2ef2a-92f7-4951-aa5f-2cccb9534c07 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.559302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.663616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29ad88-1a0d-4480-9705-07a64a352254 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eef197e-02de-4736-ab31-1f4a95bfa7af,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:42.685513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.694539 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/7bfbc635-09dd-4d9b-9b39-65e1760d57bd HTTP/1.1" status: 204 len: 168 time: 4.3199675 Dec 20 16:38:42.702570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:42.704582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e342cdc6-5c6f-490a-9c49-b40b089b2e32 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:42.714695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-842789408'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:42.738239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abd88f-b085-4dd8-a7c7-559cf31cdbb8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=7bfbc635-09dd-4d9b-9b39-65e1760d57bd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:42.745118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.767988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e342cdc6-5c6f-490a-9c49-b40b089b2e32 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:42.768575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.813874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aba2ef2a-92f7-4951-aa5f-2cccb9534c07 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.818951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:42.823059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.855087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:42.895330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:42.895522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.944270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:42.944879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:42.958049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Port': ['ID=7c411272-e650-4823-9462-dca36916b199,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:42.972503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:42.990955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port e342cdc6-5c6f-490a-9c49-b40b089b2e32, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e342cdc6-5c6f-490a-9c49-b40b089b2e32,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:42.997618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:42.998236 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment 96d7bdf0-df23-43ad-9225-3b628f01d565 of type vlan for network d978fdac-5d1c-4d62-8569-235f5c90c887 Dec 20 16:38:43.002782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.072698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aba2ef2a-92f7-4951-aa5f-2cccb9534c07 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.081669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=e342cdc6-5c6f-490a-9c49-b40b089b2e32,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:43.100754 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-82eb1d98-3be3-47cd-94af-3e79baffc84d service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8556583 Dec 20 16:38:43.107495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.139018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.153786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173e80-4b45-42b8-81f8-1ba61ea2a9e6 req-7926bb01-b6f1-47e1-be3e-cb947b16b8c9 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:43.155000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2ef2a-92f7-4951-aa5f-2cccb9534c07 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c7adeb-11ab-4df0-aaa0-257932c70533,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:43.160264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86390939-40f0-43aa-a16f-2fd6ba1cea5d None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:43.162799 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-00173e80-4b45-42b8-81f8-1ba61ea2a9e6 req-7926bb01-b6f1-47e1-be3e-cb947b16b8c9 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2618861 Dec 20 16:38:43.172894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aba2ef2a-92f7-4951-aa5f-2cccb9534c07 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.177048 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-aba2ef2a-92f7-4951-aa5f-2cccb9534c07 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/a9c7adeb-11ab-4df0-aaa0-257932c70533 HTTP/1.1" status: 204 len: 168 time: 0.9312379 Dec 20 16:38:43.184349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:43.191112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:43.242475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:43.243138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.244145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131989-7753-4839-b9e5-cef391f445f9 req-795f5c75-248f-440a-9fd5-7ae64cb76a76 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:43.245891 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fa131989-7753-4839-b9e5-cef391f445f9 req-795f5c75-248f-440a-9fd5-7ae64cb76a76 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 943 time: 0.2290142 Dec 20 16:38:43.260279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port ae840d93-b377-4af3-8cef-542c5b288111 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:43.290885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aff5fa-799a-43c6-9f42-1ea9de324ab2 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:43.320250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.326089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:43.326816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.329133 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e84e5bb2-1f9c-4a31-9fa3-3234e834f872 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6674418 Dec 20 16:38:43.336311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:43.341724 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9812a35a-9639-4e6a-ac1c-bbaed8782656 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f7:ef:9f'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:68:8b:36'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:43.381276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.390952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-34d91e7c-b9e9-4738-b646-e9b1841f60ba None None] Provisioning complete for port e342cdc6-5c6f-490a-9c49-b40b089b2e32 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:43.391711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34d91e7c-b9e9-4738-b646-e9b1841f60ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.456939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1a72ecbe-b342-460f-8441-f69d258fe7ba details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:38:43.469206 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7594624 Dec 20 16:38:43.489254 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:43.495219 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': 'd978fdac-5d1c-4d62-8569-235f5c90c887', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:43.541208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1e445-b34f-42ef-aa05-e1763f7e8f4f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=d978fdac-5d1c-4d62-8569-235f5c90c887,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:43.556785 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fa131989-7753-4839-b9e5-cef391f445f9 req-ef06f966-d56a-43b5-80ca-eec6fce25b3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864091 Dec 20 16:38:43.579276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network d978fdac-5d1c-4d62-8569-235f5c90c887 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:43.602320 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-00173e80-4b45-42b8-81f8-1ba61ea2a9e6 req-57121ea7-c016-408a-a807-b57621b58814 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4339144 Dec 20 16:38:43.712366 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8bf57b1b-6a16-4461-ac35-ad2fb6b14a97 req-0500a214-aa1b-4e9d-8be2-1b37139cdb82 service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934312 Dec 20 16:38:43.768592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:43.771928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-66e0ddbb-6fc2-414e-b469-e5449014464f None None] Provisioning complete for port 7c411272-e650-4823-9462-dca36916b199 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:43.772546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66e0ddbb-6fc2-414e-b469-e5449014464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.774551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.878051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:43.920675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 1a72ecbe-b342-460f-8441-f69d258fe7ba, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:43.942417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-66e0ddbb-6fc2-414e-b469-e5449014464f None None] Port 7c411272-e650-4823-9462-dca36916b199 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:43.950019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:38:43.973457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcc8df4-0c1f-460b-aaac-5da6a5344d17 None None] Update dhcp port {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': 'acd55536-371d-4662-8f16-c2cd6c2aa1b0', 'ip_address': '2001:db8::f816:3eff:fe3e:c76c'}, {'subnet_id': '688fbf98-eda6-464c-8c99-dd9272eb98fb'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': 'e342cdc6-5c6f-490a-9c49-b40b089b2e32'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:38:44.031387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9812a35a-9639-4e6a-ac1c-bbaed8782656 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.044632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8df4-0c1f-460b-aaac-5da6a5344d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.049177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.074638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b185d-6d9b-4d54-a5bf-6fa7f1b404e9 req-ff3cb8ac-c3e6-4a12-ba9e-0631f4f2883b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:44.077011 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-308b185d-6d9b-4d54-a5bf-6fa7f1b404e9 req-ff3cb8ac-c3e6-4a12-ba9e-0631f4f2883b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1650562 Dec 20 16:38:44.177178 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-308b185d-6d9b-4d54-a5bf-6fa7f1b404e9 req-dae8afd3-9ecd-4f34-8c0c-5147d8a792ad tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652268 Dec 20 16:38:44.177443 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a72ecbe-b342-460f-8441-f69d258fe7ba {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:38:44.199188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 1a72ecbe-b342-460f-8441-f69d258fe7ba, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:44.212542 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-84033a17-55d0-4646-bae8-2cbf163e01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:44.214453 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-84033a17-55d0-4646-bae8-2cbf163e01c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1098 time: 0.2224925 Dec 20 16:38:44.224434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.262305 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.303294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=1a72ecbe-b342-460f-8441-f69d258fe7ba,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:44.326553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:44.330014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.356225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-99c6ecda-2116-4a4e-a846-16b2ea19348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:44.357772 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-99c6ecda-2116-4a4e-a846-16b2ea19348d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 200 len: 912 time: 0.1339262 Dec 20 16:38:44.426873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8:0:1::2fb (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/688fbf98-eda6-464c-8c99-dd9272eb98fb/ae840d93-b377-4af3-8cef-542c5b288111) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:44.450176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:fe6c:ae97 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/acd55536-371d-4662-8f16-c2cd6c2aa1b0/ae840d93-b377-4af3-8cef-542c5b288111) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:44.469199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['1a72ecbe-b342-460f-8441-f69d258fe7ba'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:38:44.496897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-09134afb-edba-4434-8937-3f375e1556e8 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:44.497312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09134afb-edba-4434-8937-3f375e1556e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.514442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-c0fdcee5-7529-4693-acae-17b71d4c5e6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 200 len: 1001 time: 0.1460757 Dec 20 16:38:44.563130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Router e69c9e73-0301-436b-a015-7b3b08cff043 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:38:44.655994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-b8f18872-273c-4080-9ee2-53259adc2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:44.657478 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-b8f18872-273c-4080-9ee2-53259adc2af9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa7b8204-9b0f-4d8d-b342-65fe30d37330 HTTP/1.1" status: 200 len: 850 time: 0.1329334 Dec 20 16:38:44.682886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-09134afb-edba-4434-8937-3f375e1556e8 None None] Provisioning complete for port 3b60e9d2-413b-44f3-844b-15c755aa13e4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:44.683282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09134afb-edba-4434-8937-3f375e1556e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.705134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9812a35a-9639-4e6a-ac1c-bbaed8782656 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.714519 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e342cdc6-5c6f-490a-9c49-b40b089b2e32 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:44.749067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9812a35a-9639-4e6a-ac1c-bbaed8782656 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.790905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-09134afb-edba-4434-8937-3f375e1556e8 None None] Port 3b60e9d2-413b-44f3-844b-15c755aa13e4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:44.839003 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e342cdc6-5c6f-490a-9c49-b40b089b2e32 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:44.839943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.840201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-274c5722-aa4f-4307-b9de-03221e1b73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:44.842307 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-274c5722-aa4f-4307-b9de-03221e1b73a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8884f99f-080e-4992-a1da-237bad362cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1750219 Dec 20 16:38:44.881739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812a35a-9639-4e6a-ac1c-bbaed8782656 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event updated for resources: {'Port': ['ID=7c411272-e650-4823-9462-dca36916b199,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:44.885892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.890533 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:44.893227 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:44.897928 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c826f-7ab9-476a-81fa-8dc94f4b23da None None] Sync routers for ids ['e69c9e73-0301-436b-a015-7b3b08cff043'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:44.908127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.915753 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c826f-7ab9-476a-81fa-8dc94f4b23da None None] Routers {'e69c9e73-0301-436b-a015-7b3b08cff043'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:44.924333 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-765c826f-7ab9-476a-81fa-8dc94f4b23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e69c9e73-0301-436b-a015-7b3b08cff043'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:44.955467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9812a35a-9639-4e6a-ac1c-bbaed8782656 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] In _notify_port_updated(), no bound segment for port 7c411272-e650-4823-9462-dca36916b199 on network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:38:44.973994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9812a35a-9639-4e6a-ac1c-bbaed8782656 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:44.974702 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9812a35a-9639-4e6a-ac1c-bbaed8782656 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.976603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9812a35a-9639-4e6a-ac1c-bbaed8782656 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "PUT /v2.0/ports/7c411272-e650-4823-9462-dca36916b199 HTTP/1.1" status: 200 len: 1055 time: 1.6391160 Dec 20 16:38:44.981098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:44.985937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.994154 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:44.995830 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9b5b82ca-4a40-46f7-bc80-9977db349c00 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4840245 Dec 20 16:38:45.013451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:45.017904 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-765c826f-7ab9-476a-81fa-8dc94f4b23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:45.023958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:45.051133 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c826f-7ab9-476a-81fa-8dc94f4b23da None None] Routers {'e69c9e73-0301-436b-a015-7b3b08cff043'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:45.052451 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-765c826f-7ab9-476a-81fa-8dc94f4b23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e69c9e73-0301-436b-a015-7b3b08cff043'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:45.065012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7fad-438e-4dae-a165-1de592be4ab6 req-fc45ac74-e4db-4fab-b2d0-009a161f6e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:45.066623 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2eee7fad-438e-4dae-a165-1de592be4ab6 req-fc45ac74-e4db-4fab-b2d0-009a161f6e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 944 time: 0.3480258 Dec 20 16:38:45.129207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.138218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=0cbac68b-6a6e-4e1f-a022-8170a4bf4855,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:45.156830 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-765c826f-7ab9-476a-81fa-8dc94f4b23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:45.163710 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-6bd95ee7-50b8-443a-b68c-21eefecd4edc service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120871 Dec 20 16:38:45.170787 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c826f-7ab9-476a-81fa-8dc94f4b23da None None] The sync data for ids ['e69c9e73-0301-436b-a015-7b3b08cff043'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:45.211122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.219079 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2eee7fad-438e-4dae-a165-1de592be4ab6 req-b7d2c309-79d2-4601-835f-609a046994b4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329603 Dec 20 16:38:45.262111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-62d9dcb9-2659-45e5-b681-6a7c089bef5f None None] Provisioning complete for port 7c411272-e650-4823-9462-dca36916b199 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:45.262701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d9dcb9-2659-45e5-b681-6a7c089bef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.280695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:45.286095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': '96d7bdf0-df23-43ad-9225-3b628f01d565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd978fdac-5d1c-4d62-8569-235f5c90c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:45.286768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: d978fdac-5d1c-4d62-8569-235f5c90c887, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:45.308346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:45.324768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:45.325720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.331430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-62d9dcb9-2659-45e5-b681-6a7c089bef5f None None] Port 7c411272-e650-4823-9462-dca36916b199 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:45.338467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d7167-b107-48af-a926-bbd58483d326 None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:45.342242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=2f661bde-7b85-41e4-8b85-39ef1ae33bf8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:45.346762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:45.358599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network d978fdac-5d1c-4d62-8569-235f5c90c887 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:45.361952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:45.365937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=ae840d93-b377-4af3-8cef-542c5b288111,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:45.375201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:45.382846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:45.383535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.393369 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c8b1c3f8-2e4d-495e-adac-99366f251875 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2059577 Dec 20 16:38:45.399180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:45.406103 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fc40d6fb-5c11-42fd-8c43-71fca6826fbb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'security_group': {'name': 'tempest-secgroup-1287657676'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:45.413496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, d978fdac-5d1c-4d62-8569-235f5c90c887) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:45.418960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:45.419784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.436918 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-03e10b7e-1e38-482a-9947-afffda5a8901 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9342403 Dec 20 16:38:45.441900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:45.450126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17641c79-9430-4ab2-9161-fe1a7f1ac028 None None] Network d978fdac-5d1c-4d62-8569-235f5c90c887 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:45.462906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1a72ecbe-b342-460f-8441-f69d258fe7ba up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:45.478956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-fdcc8df4-0c1f-460b-aaac-5da6a5344d17 None None] Allocated IP 2001:db8:0:1::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/688fbf98-eda6-464c-8c99-dd9272eb98fb/e342cdc6-5c6f-490a-9c49-b40b089b2e32) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:45.485541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc40d6fb-5c11-42fd-8c43-71fca6826fbb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.529566 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ea2b9351-92cf-4830-b381-1ddb0fe05f39 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0390308 Dec 20 16:38:45.530919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:45.669822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-89570761-30cd-4329-9ea0-2813721f9928 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port ae840d93-b377-4af3-8cef-542c5b288111 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:45.670461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89570761-30cd-4329-9ea0-2813721f9928 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.721504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.746622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-62536c0f-9e00-49b7-89ae-885d9291a232 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Deleting port 7c411272-e650-4823-9462-dca36916b199 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:45.747272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62536c0f-9e00-49b7-89ae-885d9291a232 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.779875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc40d6fb-5c11-42fd-8c43-71fca6826fbb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.793922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc40d6fb-5c11-42fd-8c43-71fca6826fbb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.853064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89570761-30cd-4329-9ea0-2813721f9928 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.876933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 1a72ecbe-b342-460f-8441-f69d258fe7ba completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:38:45.877762 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f9f09ac-1923-4908-86ce-a582274b6433 req-19cb6ece-b5d0-4816-913a-dd9a0b2c6442 service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023697 Dec 20 16:38:45.886442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc40d6fb-5c11-42fd-8c43-71fca6826fbb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.890596 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fc40d6fb-5c11-42fd-8c43-71fca6826fbb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4855525 Dec 20 16:38:45.890596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-89570761-30cd-4329-9ea0-2813721f9928 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for ae840d93-b377-4af3-8cef-542c5b288111 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:45.893809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:45.903945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 1a72ecbe-b342-460f-8441-f69d258fe7ba triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:45.904088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-27c23d72-6293-47dc-965a-1a35c67820bd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'security_group': {'name': 'tempest-secgroup-1641977881'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:45.905404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.911893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f34016-cc51-4595-bbac-0b339b96d34c req-260495d9-d528-4b52-af16-e35cbfb30bb1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:45.914803 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a0f34016-cc51-4595-bbac-0b339b96d34c req-260495d9-d528-4b52-af16-e35cbfb30bb1 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2289336 Dec 20 16:38:45.923767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40d6fb-5c11-42fd-8c43-71fca6826fbb tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b679861-218c-4742-826c-5e209ff0e9a7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:45.929057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.942302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4944444-9e54-4665-87ed-ce9a0cccbb2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-d978fdac-5d1c-4d62-8569-235f5c90c887', 'network_id': 'd978fdac-5d1c-4d62-8569-235f5c90c887', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': '0cbac68b-6a6e-4e1f-a022-8170a4bf4855'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:45.943152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4944444-9e54-4665-87ed-ce9a0cccbb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:45.986095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fdcc8df4-0c1f-460b-aaac-5da6a5344d17 None None] For port e342cdc6-5c6f-490a-9c49-b40b089b2e32, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e342cdc6-5c6f-490a-9c49-b40b089b2e32,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:46.044512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27c23d72-6293-47dc-965a-1a35c67820bd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.075059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.083433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62536c0f-9e00-49b7-89ae-885d9291a232 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.096770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8df4-0c1f-460b-aaac-5da6a5344d17 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.108273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8df4-0c1f-460b-aaac-5da6a5344d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.116740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e969523-5262-4d43-9a61-84f03b7207c0 None None] Update dhcp port {'port': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'fixed_ips': [{'subnet_id': 'e784e58b-59d6-4d28-9925-d330b7f8cfed', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2f661bde-7b85-41e4-8b85-39ef1ae33bf8'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '73272600-4a73-43e8-8056-e12569e47c47'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:38:46.117103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-62536c0f-9e00-49b7-89ae-885d9291a232 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Calling delete_port for 7c411272-e650-4823-9462-dca36916b199 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:46.123775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbac68b-6a6e-4e1f-a022-8170a4bf4855,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:46.146809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.157480 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a0f34016-cc51-4595-bbac-0b339b96d34c req-21b68f20-371e-40b9-b776-e20898aab70a tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161474 Dec 20 16:38:46.223513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.224570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e969523-5262-4d43-9a61-84f03b7207c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.240330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-e4944444-9e54-4665-87ed-ce9a0cccbb2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cbac68b-6a6e-4e1f-a022-8170a4bf4855: This subnet is being modified by another concurrent operation. Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:38:46.255901 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cbac68b-6a6e-4e1f-a022-8170a4bf4855: This subnet is being modified by another concurrent operation. Dec 20 16:38:46.260617 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:38:46.316382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3815221-df65-4783-8fb9-a6b7b3339d75 None None] Network d978fdac-5d1c-4d62-8569-235f5c90c887 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:46.376811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d978fdac-5d1c-4d62-8569-235f5c90c887']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:46.380985 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27c23d72-6293-47dc-965a-1a35c67820bd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.402296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc8df4-0c1f-460b-aaac-5da6a5344d17 None None] Pushing event updated for resources: {'Port': ['ID=e342cdc6-5c6f-490a-9c49-b40b089b2e32,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:46.417142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27c23d72-6293-47dc-965a-1a35c67820bd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.423876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d7bdf0-df23-43ad-9225-3b628f01d565') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:46.424246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d7bdf0-df23-43ad-9225-3b628f01d565') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:46.437308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Deleting port 19e05992-91f8-41c0-ae6d-b1a48e3dee82 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:46.437698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.456070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.457439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.496589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27c23d72-6293-47dc-965a-1a35c67820bd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.497949 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-27c23d72-6293-47dc-965a-1a35c67820bd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5984786 Dec 20 16:38:46.499392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.503226 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c23d72-6293-47dc-965a-1a35c67820bd tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992d8880-ce84-417e-918b-d104f65264d2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:46.505362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:46.515216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-71c43c91-c183-43a0-ae57-e9f3a8c06bd0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'security_group': {'name': 'tempest-secgroup-1355382751'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:46.533968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230263-9b6e-4a1e-828c-52f8692b70b5 req-22652224-68bc-4a01-a7ef-af8e33bf0e6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:46.541511 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e6230263-9b6e-4a1e-828c-52f8692b70b5 req-22652224-68bc-4a01-a7ef-af8e33bf0e6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 944 time: 0.2028337 Dec 20 16:38:46.556519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89570761-30cd-4329-9ea0-2813721f9928 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.559448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:46.560016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:46.564203 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:46.572320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62536c0f-9e00-49b7-89ae-885d9291a232 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.574098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:38:46.576491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff10014-eae5-4d8f-a4fd-444947b4395a" -d '{"events": [{"server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "name": "network-vif-plugged", "status": "completed", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:38:46.600876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 1a72ecbe-b342-460f-8441-f69d258fe7ba, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:46.610943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.656676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62536c0f-9e00-49b7-89ae-885d9291a232 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event deleted for resources: {'Port': ['ID=7c411272-e650-4823-9462-dca36916b199,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:46.702746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89570761-30cd-4329-9ea0-2813721f9928 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=ae840d93-b377-4af3-8cef-542c5b288111,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:46.712668 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18486299-156d-4a75-9925-37545d816c6d x-openstack-request-id: req-18486299-156d-4a75-9925-37545d816c6d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:38:46.712977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "name": "network-vif-plugged", "status": "completed", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:38:46.713238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18486299-156d-4a75-9925-37545d816c6d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:38:46.713713 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'code': 200} Dec 20 16:38:46.717643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e342cdc6-5c6f-490a-9c49-b40b089b2e32 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:46.799471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89570761-30cd-4329-9ea0-2813721f9928 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.807350 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-89570761-30cd-4329-9ea0-2813721f9928 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/ae840d93-b377-4af3-8cef-542c5b288111 HTTP/1.1" status: 204 len: 168 time: 1.3603342 Dec 20 16:38:46.808562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.812631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:46.815449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.842480 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e6230263-9b6e-4a1e-828c-52f8692b70b5 req-56b282f6-3399-4870-9e5f-749649a27dc5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857864 Dec 20 16:38:46.845572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.854329 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/d978fdac-5d1c-4d62-8569-235f5c90c887 HTTP/1.1" status: 204 len: 168 time: 1.3199983 Dec 20 16:38:46.858741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71c43c91-c183-43a0-ae57-e9f3a8c06bd0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.861738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:46.867559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-102379259'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:46.873490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3e969523-5262-4d43-9a61-84f03b7207c0 None None] Allocated IP 2001:db8::2 (c47641df-e7ce-4ead-8b59-1724c152d481/2f661bde-7b85-41e4-8b85-39ef1ae33bf8/73272600-4a73-43e8-8056-e12569e47c47) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:46.884380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=1a72ecbe-b342-460f-8441-f69d258fe7ba,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:46.895323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Calling delete_port for 19e05992-91f8-41c0-ae6d-b1a48e3dee82 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:46.903026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3419b-f0b1-4e07-ab5d-8adfa5e65ad0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=d978fdac-5d1c-4d62-8569-235f5c90c887,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:46.951868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:46.958543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.018452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:47.030452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.030957 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment 3e74d794-a902-4b64-95d3-720fafbe64ae of type vlan for network e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0 Dec 20 16:38:47.035474 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e342cdc6-5c6f-490a-9c49-b40b089b2e32 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:47.036099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.079243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.112373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.119781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:47.120824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.135311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3e969523-5262-4d43-9a61-84f03b7207c0 None None] For port 73272600-4a73-43e8-8056-e12569e47c47, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=73272600-4a73-43e8-8056-e12569e47c47,segment=NetworkSegment(e789b445-8949-4b40-9315-a9b91592096c),segment_id=e789b445-8949-4b40-9315-a9b91592096c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:47.141641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838809a2-5c0b-4b2c-aaf6-2542aed2944c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:47.145582 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-838809a2-5c0b-4b2c-aaf6-2542aed2944c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3241196 Dec 20 16:38:47.150002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:47.227321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e969523-5262-4d43-9a61-84f03b7207c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.236038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e969523-5262-4d43-9a61-84f03b7207c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.257577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:47.282894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71c43c91-c183-43a0-ae57-e9f3a8c06bd0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.291334 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e72789ee-6701-46c0-9f73-89c916021527 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4251399 Dec 20 16:38:47.291554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:47.297883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': 'e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:47.312720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:47.318773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969523-5262-4d43-9a61-84f03b7207c0 None None] Pushing event updated for resources: {'Port': ['ID=73272600-4a73-43e8-8056-e12569e47c47,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:47.319882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71c43c91-c183-43a0-ae57-e9f3a8c06bd0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.339804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682bf63-a8e6-4814-845d-3d4ad9825d03 req-0ff83fb5-8d83-439e-9c26-205d15792532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:47.341338 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9682bf63-a8e6-4814-845d-3d4ad9825d03 req-0ff83fb5-8d83-439e-9c26-205d15792532 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 1098 time: 0.3623719 Dec 20 16:38:47.377695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244736e-e47e-4c90-88f0-c37438063deb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:47.379330 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7244736e-e47e-4c90-88f0-c37438063deb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2259185 Dec 20 16:38:47.384861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45530) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:47.426295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62536c0f-9e00-49b7-89ae-885d9291a232 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.429543 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-62536c0f-9e00-49b7-89ae-885d9291a232 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "DELETE /v2.0/ports/7c411272-e650-4823-9462-dca36916b199 HTTP/1.1" status: 204 len: 168 time: 2.4474525 Dec 20 16:38:47.434895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45532) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:47.451138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43c91-c183-43a0-ae57-e9f3a8c06bd0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ed718b-38f1-42ba-b178-58d1947444b2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:47.475011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71c43c91-c183-43a0-ae57-e9f3a8c06bd0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.476780 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-71c43c91-c183-43a0-ae57-e9f3a8c06bd0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9655645 Dec 20 16:38:47.481535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45534) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:47.490058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1746894537', 'security_groups': ['a2ed718b-38f1-42ba-b178-58d1947444b2'], 'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f661bde-7b85-41e4-8b85-39ef1ae33bf8'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:47.493644 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcbae35-9b65-4026-a8d9-93e1abea6d1f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] GET failed (client error): The resource could not be found. Dec 20 16:38:47.495105 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5bcbae35-9b65-4026-a8d9-93e1abea6d1f tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "GET /v2.0/ports/7c411272-e650-4823-9462-dca36916b199 HTTP/1.1" status: 404 len: 333 time: 0.0589871 Dec 20 16:38:47.501920 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45536) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:47.506886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-51f48502-3e39-4cca-9ef7-3999129ba562 None None] Provisioning complete for port e342cdc6-5c6f-490a-9c49-b40b089b2e32 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:47.508549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51f48502-3e39-4cca-9ef7-3999129ba562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.536831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af41af-8019-459e-86fc-043f16d157fd req-e68ffb61-bbbf-4f50-90a7-1c738b96f27e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:47.540229 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-07af41af-8019-459e-86fc-043f16d157fd req-e68ffb61-bbbf-4f50-90a7-1c738b96f27e tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2351959 Dec 20 16:38:47.618085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0ad7c1-23a4-47a9-8375-6db2f534a5df tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:47.619917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0ad7c1-23a4-47a9-8375-6db2f534a5df tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:47.621695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0ad7c1-23a4-47a9-8375-6db2f534a5df tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:47.625872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-db0ad7c1-23a4-47a9-8375-6db2f534a5df tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1684086 Dec 20 16:38:47.628831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:47.642555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:47.647555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.687452 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-b4063462-f86c-4b9a-8faa-5ca755dfcf57 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2175083 Dec 20 16:38:47.711648 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9682bf63-a8e6-4814-845d-3d4ad9825d03 req-409ba32d-6cc4-470c-994a-bdb0bbe0ff0b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569474 Dec 20 16:38:47.750673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f4a9d59-9ad2-47e4-8f47-6c849c25de01 None None] Could not find standard attr ID for object ae840d93-b377-4af3-8cef-542c5b288111. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:38:47.770376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:38:47.770886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:38:47.809203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e3b3e0-9d84-4fec-a9e9-c0491beb0592 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 688fbf98-eda6-464c-8c99-dd9272eb98fb {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:47.815299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85e3b3e0-9d84-4fec-a9e9-c0491beb0592 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.852996 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-07af41af-8019-459e-86fc-043f16d157fd req-74a08a4f-ca55-45d8-b04b-bb0d7fa1c081 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039385 Dec 20 16:38:47.872237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85e3b3e0-9d84-4fec-a9e9-c0491beb0592 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.917519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:47.984412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:47.989747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Pushing event deleted for resources: {'Port': ['ID=19e05992-91f8-41c0-ae6d-b1a48e3dee82,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:48.050230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2231293-660c-4df2-80b9-0c5a4bc44be8 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:48.132058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9ac808b7-030b-4a00-87aa-982d1ac6eaa4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Deleting port 648b130e-2453-4d19-987b-e1f9fd2dd3ee {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:48.132403 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ac808b7-030b-4a00-87aa-982d1ac6eaa4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.137223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16a780-cc13-44a0-8dad-10e0937b4853 req-1d21d794-f273-45ba-8d29-4f6df71bf288 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:48.138852 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3a16a780-cc13-44a0-8dad-10e0937b4853 req-1d21d794-f273-45ba-8d29-4f6df71bf288 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 945 time: 0.1606462 Dec 20 16:38:48.141815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85e3b3e0-9d84-4fec-a9e9-c0491beb0592 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.145341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.244089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-c15961ad-863f-4e9a-8298-9ea8eefe3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:48.245743 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-c15961ad-863f-4e9a-8298-9ea8eefe3ca8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1098 time: 0.2785769 Dec 20 16:38:48.288280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=635b32b8-512c-4a37-8c59-10331e9776c1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:48.308393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bddad-7afa-4dc8-a79f-0a9a72d47524 req-00be2b73-55a6-4647-971d-11e12337cf40 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:48.310166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85e3b3e0-9d84-4fec-a9e9-c0491beb0592 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.310701 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-287bddad-7afa-4dc8-a79f-0a9a72d47524 req-00be2b73-55a6-4647-971d-11e12337cf40 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.3302615 Dec 20 16:38:48.316922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': '3e74d794-a902-4b64-95d3-720fafbe64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:48.317284 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:48.323308 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3a16a780-cc13-44a0-8dad-10e0937b4853 req-6b6b6b05-6173-47b8-bdbf-99400b207d13 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717784 Dec 20 16:38:48.340088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.346503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.358882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3b3e0-9d84-4fec-a9e9-c0491beb0592 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=688fbf98-eda6-464c-8c99-dd9272eb98fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:48.362038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a4e93-c305-49bd-84ef-f6d4379a9783 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:48.362889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85e3b3e0-9d84-4fec-a9e9-c0491beb0592 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.368415 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-85e3b3e0-9d84-4fec-a9e9-c0491beb0592 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/688fbf98-eda6-464c-8c99-dd9272eb98fb HTTP/1.1" status: 204 len: 168 time: 0.7383399 Dec 20 16:38:48.375905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:48.416565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:48.434659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:48.439453 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:48.440827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.470044 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-219d5dd2-264d-4cfc-8fe6-8753efa8e8de tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1740100 Dec 20 16:38:48.470429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412df4a0-3369-4571-9604-813ae9dedb09 None None] Network e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:48.470544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:48.483565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a159ae22-47de-42d8-9fa3-1557909e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet acd55536-371d-4662-8f16-c2cd6c2aa1b0 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:48.502564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a159ae22-47de-42d8-9fa3-1557909e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.519540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ac808b7-030b-4a00-87aa-982d1ac6eaa4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.536268 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] device_id is not set on port 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:48.547108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c3248988-612d-4b01-89b8-6af9de8ad439 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:48.547712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3248988-612d-4b01-89b8-6af9de8ad439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.583806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a159ae22-47de-42d8-9fa3-1557909e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.681337 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c703fe-4087-4688-91f8-06fa3328dfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0', 'network_id': 'e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': '635b32b8-512c-4a37-8c59-10331e9776c1'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:48.682501 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10c703fe-4087-4688-91f8-06fa3328dfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.688915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.716898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c3248988-612d-4b01-89b8-6af9de8ad439 None None] Provisioning complete for port 3b60e9d2-413b-44f3-844b-15c755aa13e4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:48.717661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3248988-612d-4b01-89b8-6af9de8ad439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.837657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a159ae22-47de-42d8-9fa3-1557909e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.902008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:48.992555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.037456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 73272600-4a73-43e8-8056-e12569e47c47 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:49.042338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=635b32b8-512c-4a37-8c59-10331e9776c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:49.111106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c3248988-612d-4b01-89b8-6af9de8ad439 None None] Port 3b60e9d2-413b-44f3-844b-15c755aa13e4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:49.112223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a159ae22-47de-42d8-9fa3-1557909e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-10c703fe-4087-4688-91f8-06fa3328dfe6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 635b32b8-512c-4a37-8c59-10331e9776c1: This subnet is being modified by another concurrent operation. Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:38:49.127295 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 635b32b8-512c-4a37-8c59-10331e9776c1: This subnet is being modified by another concurrent operation. Dec 20 16:38:49.130889 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:38:49.133690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.152854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7866bc7e-57cf-455c-b71d-10832af467ad None None] Network e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:49.170361 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-287bddad-7afa-4dc8-a79f-0a9a72d47524 req-b01d2561-ca94-47a2-aab3-f5b113787931 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8405912 Dec 20 16:38:49.175959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159ae22-47de-42d8-9fa3-1557909e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=acd55536-371d-4662-8f16-c2cd6c2aa1b0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:49.184139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a159ae22-47de-42d8-9fa3-1557909e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.187991 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a159ae22-47de-42d8-9fa3-1557909e1071 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/acd55536-371d-4662-8f16-c2cd6c2aa1b0 HTTP/1.1" status: 204 len: 168 time: 0.8101408 Dec 20 16:38:49.191524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:49.199874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9ac808b7-030b-4a00-87aa-982d1ac6eaa4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Calling delete_port for 648b130e-2453-4d19-987b-e1f9fd2dd3ee owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:49.226085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:49.226601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.261870 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d2baab47-50b6-43c7-a678-025aab322784 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666635 Dec 20 16:38:49.299167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45552) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:49.304187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:49.315515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:49.353456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-7470e2e0-7cf6-481f-b42a-797f07e7869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:49.358856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e74d794-a902-4b64-95d3-720fafbe64ae') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:49.359152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e74d794-a902-4b64-95d3-720fafbe64ae') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:49.364898 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-7470e2e0-7cf6-481f-b42a-797f07e7869a service neutron] 10.222.0.18 "GET /v2.0/networks?id=8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 200 len: 912 time: 1.0528512 Dec 20 16:38:49.400819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.429102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.440498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133c0552-1167-4cbd-b81a-8b5d01213a81 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:49.453806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84df977-ca65-482b-8780-83d2b5aacd65 req-d29d45fe-d135-4085-ac83-e87136249f8b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:49.454369 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c84df977-ca65-482b-8780-83d2b5aacd65 req-d29d45fe-d135-4085-ac83-e87136249f8b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1867521 Dec 20 16:38:49.455983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:49.456383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:49.459880 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:49.552835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bf26e6b3-fa31-4036-a6b0-e0f372a8597a None None] Provisioning complete for port e342cdc6-5c6f-490a-9c49-b40b089b2e32 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:49.553783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf26e6b3-fa31-4036-a6b0-e0f372a8597a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.557953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.567546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.571407 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0 HTTP/1.1" status: 204 len: 168 time: 1.1000423 Dec 20 16:38:49.575048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.580597 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:49.588586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24383418'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:49.591585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:49.596185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.621497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.622626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411edaf-c222-4c17-92af-93586f6dbc40 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:49.633937 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c84df977-ca65-482b-8780-83d2b5aacd65 req-63ae9b03-7250-477b-98fc-b3ce1839ae19 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733043 Dec 20 16:38:49.706220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:49.708957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d2d8a5-ea32-4f74-a7c2-b757cf6cb120 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:49.710128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.748433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:49.763574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8::1a7 (c47641df-e7ce-4ead-8b59-1724c152d481/2f661bde-7b85-41e4-8b85-39ef1ae33bf8/75d98c8c-9c9a-4ac4-807d-a33c62b8ee98) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:49.784919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-07d2d8a5-ea32-4f74-a7c2-b757cf6cb120 None None] Deleting port e342cdc6-5c6f-490a-9c49-b40b089b2e32 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:49.785732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07d2d8a5-ea32-4f74-a7c2-b757cf6cb120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.791775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.792184 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment 6be96b46-cbc5-4700-92c5-abccdf9104fc of type vlan for network c208ebc6-4b26-4d93-8515-89e517f60c58 Dec 20 16:38:49.870853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-07d2d8a5-ea32-4f74-a7c2-b757cf6cb120 None None] For port e342cdc6-5c6f-490a-9c49-b40b089b2e32, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e342cdc6-5c6f-490a-9c49-b40b089b2e32,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:49.871259 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07d2d8a5-ea32-4f74-a7c2-b757cf6cb120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.887152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-07d2d8a5-ea32-4f74-a7c2-b757cf6cb120 None None] Calling delete_port for e342cdc6-5c6f-490a-9c49-b40b089b2e32 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:49.935793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:49.983523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81de708-2908-4e8b-960b-1c36dc6edb6b req-6280fbc0-39a3-445b-86f8-afe760b67ca8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:49.985570 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a81de708-2908-4e8b-960b-1c36dc6edb6b req-6280fbc0-39a3-445b-86f8-afe760b67ca8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 945 time: 0.5576580 Dec 20 16:38:49.993856 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-e16bae78-0eb0-484c-a7ba-a5651ee2e860 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 200 len: 1001 time: 0.6158638 Dec 20 16:38:49.994712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07d2d8a5-ea32-4f74-a7c2-b757cf6cb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.033847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2d8a5-ea32-4f74-a7c2-b757cf6cb120 None None] Pushing event deleted for resources: {'Port': ['ID=e342cdc6-5c6f-490a-9c49-b40b089b2e32,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:50.036646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2d8a5-ea32-4f74-a7c2-b757cf6cb120 None None] No DVR routers for this DVR port e342cdc6-5c6f-490a-9c49-b40b089b2e32 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:50.058551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb97e1-232a-489d-958d-fd9d44577ab4 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:38:50.131796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.182045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfb97e1-232a-489d-958d-fd9d44577ab4 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:38:50.233167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.236051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Router e69c9e73-0301-436b-a015-7b3b08cff043 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:38:50.273259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:50.278694 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ac808b7-030b-4a00-87aa-982d1ac6eaa4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.278910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b20dc4-dfce-4c67-b14b-30889139666e req-56a3d3fb-d68d-44ba-a2ec-39fd8b272fbd tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:50.281126 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=75d98c8c-9c9a-4ac4-807d-a33c62b8ee98,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:50.284139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-846f4188-2c91-4d4f-8c57-107081772a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:50.285753 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-846f4188-2c91-4d4f-8c57-107081772a60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa7b8204-9b0f-4d8d-b342-65fe30d37330 HTTP/1.1" status: 200 len: 850 time: 0.2078984 Dec 20 16:38:50.286240 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96b20dc4-dfce-4c67-b14b-30889139666e req-56a3d3fb-d68d-44ba-a2ec-39fd8b272fbd tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.1429400 Dec 20 16:38:50.286624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:50.310347 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a81de708-2908-4e8b-960b-1c36dc6edb6b req-2501acc4-7b61-4b48-9437-02f03760a01a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106720 Dec 20 16:38:50.313954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:50.329113 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:50.330450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.374974 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96b20dc4-dfce-4c67-b14b-30889139666e req-1c5742eb-7dd6-4125-8022-0079e9d83e8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827165 Dec 20 16:38:50.393391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac808b7-030b-4a00-87aa-982d1ac6eaa4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event deleted for resources: {'Port': ['ID=648b130e-2453-4d19-987b-e1f9fd2dd3ee,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:50.394930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.401417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:50.402116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.484784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=c208ebc6-4b26-4d93-8515-89e517f60c58,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:50.498582 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17b2d8da-67e6-408e-a7d7-c49c99856499 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9087157 Dec 20 16:38:50.498582 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:50.500724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network c208ebc6-4b26-4d93-8515-89e517f60c58 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:50.503018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': 'c208ebc6-4b26-4d93-8515-89e517f60c58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:50.546618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:38:50.553904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.561145 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dcc27ff1-677a-4c56-a547-dba76af99017 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0709205 Dec 20 16:38:50.561521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:50.573288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4aae8760-3457-4d7e-8ef8-8ae19762157b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:50.610787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:50.618011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.622364 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d98d54b0-51d3-4e5d-aca5-efd60ac9661b tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "PUT /v2.0/routers/e69c9e73-0301-436b-a015-7b3b08cff043 HTTP/1.1" status: 200 len: 706 time: 5.6046009 Dec 20 16:38:50.625061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae5509-352f-4389-ae04-9e3f20c7d2c2 None None] Sync routers for ids ['e69c9e73-0301-436b-a015-7b3b08cff043'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:50.628541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:50.634886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e342cdc6-5c6f-490a-9c49-b40b089b2e32 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:50.651120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-76746111-3f41-4d1d-b8f3-9d42cd565078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:50.652541 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-76746111-3f41-4d1d-b8f3-9d42cd565078 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8884f99f-080e-4992-a1da-237bad362cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3407133 Dec 20 16:38:50.671512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae5509-352f-4389-ae04-9e3f20c7d2c2 None None] Routers {'e69c9e73-0301-436b-a015-7b3b08cff043'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:50.672674 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d3ae5509-352f-4389-ae04-9e3f20c7d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e69c9e73-0301-436b-a015-7b3b08cff043'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:50.683981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e342cdc6-5c6f-490a-9c49-b40b089b2e32 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:50.683981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e342cdc6-5c6f-490a-9c49-b40b089b2e32 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:50.695469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:50.729910 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feed73a-e5f4-495c-901e-589e40324a52 req-fa7f6f84-c0bb-487b-8ec3-85db4df13895 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:50.731468 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4feed73a-e5f4-495c-901e-589e40324a52 req-fa7f6f84-c0bb-487b-8ec3-85db4df13895 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 945 time: 0.3097389 Dec 20 16:38:50.731605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:50.738876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '7b1ad104-f275-4abb-92b1-074c6d5e42b4'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:50.739789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.744584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d3ae5509-352f-4389-ae04-9e3f20c7d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:50.745091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:50.745318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ac808b7-030b-4a00-87aa-982d1ac6eaa4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.746020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.748634 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9ac808b7-030b-4a00-87aa-982d1ac6eaa4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "DELETE /v2.0/ports/648b130e-2453-4d19-987b-e1f9fd2dd3ee HTTP/1.1" status: 204 len: 168 time: 3.2072911 Dec 20 16:38:50.758929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:50.773268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae5509-352f-4389-ae04-9e3f20c7d2c2 None None] Routers {'e69c9e73-0301-436b-a015-7b3b08cff043'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:50.773885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d3ae5509-352f-4389-ae04-9e3f20c7d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e69c9e73-0301-436b-a015-7b3b08cff043'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:50.789006 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6eef58-0a12-43dd-b178-b49a61c25da2 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] GET failed (client error): The resource could not be found. Dec 20 16:38:50.794503 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2c6eef58-0a12-43dd-b178-b49a61c25da2 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "GET /v2.0/ports/648b130e-2453-4d19-987b-e1f9fd2dd3ee HTTP/1.1" status: 404 len: 333 time: 0.0284052 Dec 20 16:38:50.796315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=7b1ad104-f275-4abb-92b1-074c6d5e42b4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:50.800880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:50.810351 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d3bad0e1-bd4d-4448-99c2-c0e16539f6ae tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/routers/e69c9e73-0301-436b-a015-7b3b08cff043 HTTP/1.1" status: 200 len: 741 time: 0.1776032 Dec 20 16:38:50.813631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:50.816143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d3ae5509-352f-4389-ae04-9e3f20c7d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:50.816453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae5509-352f-4389-ae04-9e3f20c7d2c2 None None] The sync data for ids ['e69c9e73-0301-436b-a015-7b3b08cff043'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:50.842304 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2ac4f080-a879-43ee-8e64-d91f6ffe6651 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5417402 Dec 20 16:38:50.853628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:50.864396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d3e4818c-bf29-4cf6-bd5d-b064b9d0de6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:50.878954 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-23d61f16-292a-44eb-8d9d-20a633c7c52b tempest-RoutersAdminTest-1899196012 tempest-RoutersAdminTest-1899196012-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=e69c9e73-0301-436b-a015-7b3b08cff043 HTTP/1.1" status: 200 len: 205 time: 0.0646064 Dec 20 16:38:50.880410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:50.930953 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-93ca0d8c-e6c9-4125-bdbb-1f9d1cf5db6e tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c9e73-0301-436b-a015-7b3b08cff043 HTTP/1.1" status: 200 len: 205 time: 0.0384421 Dec 20 16:38:50.933345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:50.935313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:50.938933 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:50.950626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Allocated IP 2001:db8::f816:3eff:fec3:ffd5 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/7b1ad104-f275-4abb-92b1-074c6d5e42b4/3a77a2bb-c275-4429-8b6c-25a27809eba4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:51.015546 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4feed73a-e5f4-495c-901e-589e40324a52 req-95f0d6ec-3c14-452a-890c-9269c93d8000 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598584 Dec 20 16:38:51.038576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d27b-8d11-48d4-b482-c28f61f8b379 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.069300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:51.097970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aae8760-3457-4d7e-8ef8-8ae19762157b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:51.101620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aae8760-3457-4d7e-8ef8-8ae19762157b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.113799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.116691 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-fd6300b4-6332-4429-b3e0-360a08c729f5 service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330571 Dec 20 16:38:51.121946 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.168220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:51.172576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:51.180697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:51.189924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Pushing event updated for resources: {'Port': ['ID=3a77a2bb-c275-4429-8b6c-25a27809eba4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:51.223224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d27b-8d11-48d4-b482-c28f61f8b379 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.230999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d27b-8d11-48d4-b482-c28f61f8b379 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.252834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-526f3382-6e08-4c7c-89b4-5dd4f08915f8 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Deleting port 5564c17a-4cb7-4fa6-b6e7-a616b7051759 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:51.253056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Attempting to bind port 3a77a2bb-c275-4429-8b6c-25a27809eba4 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:38:51.253181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-526f3382-6e08-4c7c-89b4-5dd4f08915f8 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.253285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Attempting to bind port 3a77a2bb-c275-4429-8b6c-25a27809eba4 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:38:51.253689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Attempting to bind port 3a77a2bb-c275-4429-8b6c-25a27809eba4 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:38:51.261464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:38:51.261908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:51.262402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.263905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:38:51.263905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Bound port: 3a77a2bb-c275-4429-8b6c-25a27809eba4, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:38:51.263905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.286915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8289ae7-c743-4b66-a0ce-4472d29cb2ed tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:51.288522 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c8289ae7-c743-4b66-a0ce-4472d29cb2ed tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 1093 time: 0.2166007 Dec 20 16:38:51.297604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:51.333748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:51.340824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] For port 3a77a2bb-c275-4429-8b6c-25a27809eba4, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:38:51.343642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] For port 3a77a2bb-c275-4429-8b6c-25a27809eba4, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3a77a2bb-c275-4429-8b6c-25a27809eba4,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:38:51.350994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.356243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d27b-8d11-48d4-b482-c28f61f8b379 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.356472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc7d27b-8d11-48d4-b482-c28f61f8b379 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Fanout notify agent at l3_agent the message router_deleted on router e69c9e73-0301-436b-a015-7b3b08cff043 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:38:51.364584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d27b-8d11-48d4-b482-c28f61f8b379 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.366379 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cfc7d27b-8d11-48d4-b482-c28f61f8b379 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/e69c9e73-0301-436b-a015-7b3b08cff043 HTTP/1.1" status: 204 len: 168 time: 0.4320507 Dec 20 16:38:51.369759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:51.409479 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d3e6e6fe-7220-4647-a2ed-3c6d61e11b9f tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c9e73-0301-436b-a015-7b3b08cff043 HTTP/1.1" status: 200 len: 205 time: 0.0388269 Dec 20 16:38:51.411843 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-4aae8760-3457-4d7e-8ef8-8ae19762157b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f661bde-7b85-41e4-8b85-39ef1ae33bf8 (CIDR: 2001:db8::/64) Dec 20 16:38:51.417703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:51.418346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e4818c-bf29-4cf6-bd5d-b064b9d0de6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:51.422103 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3e4818c-bf29-4cf6-bd5d-b064b9d0de6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.429031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcba4f-e733-4c2a-af43-2a5e1e57fa2b None None] Pushing event updated for resources: {'Port': ['ID=3a77a2bb-c275-4429-8b6c-25a27809eba4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:51.430551 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64d44a36-cdcf-4f65-aaf1-aa6f8ee9df57 req-9d92d754-1cad-4761-a971-6e977e56b86a service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973133 Dec 20 16:38:51.449201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.498471 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aae8760-3457-4d7e-8ef8-8ae19762157b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:38:51.499070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aae8760-3457-4d7e-8ef8-8ae19762157b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:38:51.543373 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-2096a719-f9f5-422c-97d9-b912a96f467e tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] delete failed (client error): The resource could not be found. Dec 20 16:38:51.544439 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2096a719-f9f5-422c-97d9-b912a96f467e tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/e69c9e73-0301-436b-a015-7b3b08cff043 HTTP/1.1" status: 404 len: 336 time: 0.1053753 Dec 20 16:38:51.547300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:51.660787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-526f3382-6e08-4c7c-89b4-5dd4f08915f8 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.674648 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4aae8760-3457-4d7e-8ef8-8ae19762157b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1057746 Dec 20 16:38:51.694780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45594) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:51.703454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-09e36be0-1b00-4dd9-b0d6-30a50f073339 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:51.745548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-526f3382-6e08-4c7c-89b4-5dd4f08915f8 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Calling delete_port for 5564c17a-4cb7-4fa6-b6e7-a616b7051759 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:51.779340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:51.880783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230bd52-a15b-487d-ab94-34815586ea8d req-a1b9138f-1ec7-4765-95a0-83b017b58b7c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:51.882499 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c230bd52-a15b-487d-ab94-34815586ea8d req-a1b9138f-1ec7-4765-95a0-83b017b58b7c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.3628151 Dec 20 16:38:51.978926 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e333406a-51c3-4301-a22b-b6e3c0e2d2a4 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6a67169-838a-4b9d-98ad-8300aa6c0cb3 HTTP/1.1" status: 200 len: 205 time: 0.4282331 Dec 20 16:38:51.980721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45600) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:51.995943 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-d3e4818c-bf29-4cf6-bd5d-b064b9d0de6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b1ad104-f275-4abb-92b1-074c6d5e42b4 (CIDR: 2001:db8::/64) Dec 20 16:38:52.006020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=ebaca108-dfbd-4658-8401-f7dba917b5f0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:52.018211 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e4818c-bf29-4cf6-bd5d-b064b9d0de6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:38:52.019044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e4818c-bf29-4cf6-bd5d-b064b9d0de6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:38:52.024212 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-646878b5-d4f0-4185-b58f-0efcf8cd28a6 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] delete failed (client error): The resource could not be found. Dec 20 16:38:52.027660 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-646878b5-d4f0-4185-b58f-0efcf8cd28a6 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/d6a67169-838a-4b9d-98ad-8300aa6c0cb3 HTTP/1.1" status: 404 len: 336 time: 0.0436261 Dec 20 16:38:52.028602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.043110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:52.064413 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cf667edf-77d7-4840-ab49-97f3c2b60148 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=11539016-0fec-405a-a0c3-fbdb03d24cba HTTP/1.1" status: 200 len: 205 time: 0.0353143 Dec 20 16:38:52.067375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45604) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.113851 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d3e4818c-bf29-4cf6-bd5d-b064b9d0de6e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2590392 Dec 20 16:38:52.118767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.138651 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c230bd52-a15b-487d-ab94-34815586ea8d req-97912cf5-ce44-4041-9179-6316b4db1c6b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355568 Dec 20 16:38:52.142821 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-309966e6-b309-43cc-88f9-1f6f094bd8f5 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] delete failed (client error): The resource could not be found. Dec 20 16:38:52.143887 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-309966e6-b309-43cc-88f9-1f6f094bd8f5 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/11539016-0fec-405a-a0c3-fbdb03d24cba HTTP/1.1" status: 404 len: 336 time: 0.0755970 Dec 20 16:38:52.147183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45610) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.151230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': '6be96b46-cbc5-4700-92c5-abccdf9104fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c208ebc6-4b26-4d93-8515-89e517f60c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:52.151547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: c208ebc6-4b26-4d93-8515-89e517f60c58, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:52.156856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:52.220423 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8057299f-edac-484b-ae1c-11d662c02cf8 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e464b69-4f91-4217-b242-a36e8c33cc3f HTTP/1.1" status: 200 len: 205 time: 0.0718057 Dec 20 16:38:52.224819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45614) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.300885 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-38e72253-abe9-418c-862f-29a821ecd547 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] delete failed (client error): The resource could not be found. Dec 20 16:38:52.305037 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-38e72253-abe9-418c-862f-29a821ecd547 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/0e464b69-4f91-4217-b242-a36e8c33cc3f HTTP/1.1" status: 404 len: 336 time: 0.0796497 Dec 20 16:38:52.305733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.343517 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6696a22b-a9d7-47cd-b944-99fa3a46cce2 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f HTTP/1.1" status: 200 len: 205 time: 0.0342758 Dec 20 16:38:52.346704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.361493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e36be0-1b00-4dd9-b0d6-30a50f073339 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:52.366052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09e36be0-1b00-4dd9-b0d6-30a50f073339 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:52.393473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network c208ebc6-4b26-4d93-8515-89e517f60c58 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:52.432828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.118 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/da96c249-3c0d-4eb5-9796-06d9d0dcd569) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:52.435118 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-8c45ca33-560b-42e7-a667-b46858121d07 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] delete failed (client error): The resource could not be found. Dec 20 16:38:52.436332 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8c45ca33-560b-42e7-a667-b46858121d07 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/ed0a1e86-d9bc-4b11-be3f-6d84f8f75a0f HTTP/1.1" status: 404 len: 336 time: 0.0886889 Dec 20 16:38:52.451856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.507461 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-716dcdc7-4e97-47eb-8552-fa7dba074181 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b73fac-430f-4637-8fd5-36c625a62a1b HTTP/1.1" status: 200 len: 205 time: 0.0516925 Dec 20 16:38:52.507657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, c208ebc6-4b26-4d93-8515-89e517f60c58) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:52.510227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.525344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:52.525930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:52.543730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-526f3382-6e08-4c7c-89b4-5dd4f08915f8 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:52.556366 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9ed99e04-67db-4b31-8914-fb81ef8a65bf tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0575304 Dec 20 16:38:52.573931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.579516 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-4a1476e1-9f42-41e1-ba51-cdf8435609b5 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] delete failed (client error): The resource could not be found. Dec 20 16:38:52.580587 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4a1476e1-9f42-41e1-ba51-cdf8435609b5 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/routers/91b73fac-430f-4637-8fd5-36c625a62a1b HTTP/1.1" status: 404 len: 336 time: 0.0701845 Dec 20 16:38:52.584184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.629108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-e2f47e20-d931-48b1-8951-e0ecb62fc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:52.630989 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-e2f47e20-d931-48b1-8951-e0ecb62fc294 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 1098 time: 0.1931942 Dec 20 16:38:52.637342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f3382-6e08-4c7c-89b4-5dd4f08915f8 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event deleted for resources: {'Port': ['ID=5564c17a-4cb7-4fa6-b6e7-a616b7051759,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:52.669804 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4dcca6-4471-4e8d-b7b2-27eab1add435 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] DELETE failed (client error): The resource could not be found. Dec 20 16:38:52.669804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4dcca6-4471-4e8d-b7b2-27eab1add435 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:38:52.676024 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bc4dcca6-4471-4e8d-b7b2-27eab1add435 tempest-RoutersAdminTest-930704257 tempest-RoutersAdminTest-930704257-project] 10.222.0.60 "DELETE /v2.0/subnets/7f2fccee-a31f-456b-b4b3-6ddf33c90db0 HTTP/1.1" status: 404 len: 337 time: 0.0910158 Dec 20 16:38:52.684278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3a77a2bb-c275-4429-8b6c-25a27809eba4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:52.745067 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-09e36be0-1b00-4dd9-b0d6-30a50f073339 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e784e58b-59d6-4d28-9925-d330b7f8cfed (CIDR: 2001:db8:0:1::/64) Dec 20 16:38:52.784826 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e36be0-1b00-4dd9-b0d6-30a50f073339 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:38:52.785618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e36be0-1b00-4dd9-b0d6-30a50f073339 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:38:52.789944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7beed85-d307-498c-a702-31f7a4b40109 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:38:52.796330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:52.803781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b4309-670b-4620-b5e4-16fe4e2815d8 req-0e0e594a-1664-4c70-b073-c11baa05bcf0 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:52.805576 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a90b4309-670b-4620-b5e4-16fe4e2815d8 req-0e0e594a-1664-4c70-b073-c11baa05bcf0 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.3722539 Dec 20 16:38:52.827209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-2eb90d4b-6f52-4bdb-9fa8-89820428a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:52.829293 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-2eb90d4b-6f52-4bdb-9fa8-89820428a71e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 200 len: 912 time: 0.1716108 Dec 20 16:38:52.841482 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:52.857617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3a77a2bb-c275-4429-8b6c-25a27809eba4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:52.858636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:52.858797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:52.862518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:52.892705 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-09e36be0-1b00-4dd9-b0d6-30a50f073339 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1951871 Dec 20 16:38:52.907084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:52.920021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'subnet': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:52.927725 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-67958e4e-e4fe-4cc9-bb92-3ad89536c550 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 200 len: 1001 time: 0.0882514 Dec 20 16:38:52.962120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d593bd79-a1b9-4001-a61f-6aa80b0ac6c0 None None] Provisioning complete for port 3a77a2bb-c275-4429-8b6c-25a27809eba4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:52.962517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d593bd79-a1b9-4001-a61f-6aa80b0ac6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:52.993358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.056323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=da96c249-3c0d-4eb5-9796-06d9d0dcd569,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:53.062980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-e3b3f934-fe6b-4ccf-95c6-696e66491e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:53.064460 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-e3b3f934-fe6b-4ccf-95c6-696e66491e7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa7b8204-9b0f-4d8d-b342-65fe30d37330 HTTP/1.1" status: 200 len: 850 time: 0.1292720 Dec 20 16:38:53.066250 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:53.068127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:53.073026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:53.086072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7beed85-d307-498c-a702-31f7a4b40109 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:38:53.088299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-526f3382-6e08-4c7c-89b4-5dd4f08915f8 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.091546 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-526f3382-6e08-4c7c-89b4-5dd4f08915f8 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "DELETE /v2.0/ports/5564c17a-4cb7-4fa6-b6e7-a616b7051759 HTTP/1.1" status: 204 len: 168 time: 2.2881219 Dec 20 16:38:53.110059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:53.112741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.164094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-167b3e59-46fb-47e0-b696-b88340f4db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:53.166085 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-167b3e59-46fb-47e0-b696-b88340f4db9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8884f99f-080e-4992-a1da-237bad362cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899003 Dec 20 16:38:53.178594 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a90b4309-670b-4620-b5e4-16fe4e2815d8 req-61624c7f-7767-4791-b47d-2249a8896a8c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412728 Dec 20 16:38:53.209686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.222823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:53.251770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 3a77a2bb-c275-4429-8b6c-25a27809eba4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3a77a2bb-c275-4429-8b6c-25a27809eba4,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:53.252928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d593bd79-a1b9-4001-a61f-6aa80b0ac6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.267255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.275408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c49a742-94d3-4521-9fcd-6c8dce6d803d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Deleting subnet b39c0eb0-dfeb-4b22-a503-70761a43415e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:38:53.298459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c49a742-94d3-4521-9fcd-6c8dce6d803d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.394361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=3a77a2bb-c275-4429-8b6c-25a27809eba4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:53.402509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-d593bd79-a1b9-4001-a61f-6aa80b0ac6c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:38:53.402865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-d593bd79-a1b9-4001-a61f-6aa80b0ac6c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:38:53.411836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c49a742-94d3-4521-9fcd-6c8dce6d803d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.445201 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-8ff0142f-2035-4d71-8d57-80e90b9d9e0a service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708147 Dec 20 16:38:53.448158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e529b95d-39eb-4d86-b03a-4d022d54f2e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.460507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Made reservation on behalf of 786ec8a4fcee41b582f518aa933d6565 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:53.464161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.577675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.697924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7075eb6-41a2-4f99-9c9b-934ab71c1d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-c208ebc6-4b26-4d93-8515-89e517f60c58', 'network_id': 'c208ebc6-4b26-4d93-8515-89e517f60c58', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': 'ebaca108-dfbd-4658-8401-f7dba917b5f0'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:53.699043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7075eb6-41a2-4f99-9c9b-934ab71c1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.746031 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f2e02940-dcc0-46d6-a960-e22ffde3ea1e req-6451cc59-8ec7-442b-9230-8bb2f99c4e96 service neutron] 10.222.0.18 "GET /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875488 Dec 20 16:38:53.817871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a85f7-5d9d-47b4-848d-9c2b24ca4987 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:53.854174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dfe21a-b393-4e55-9950-1577db0408a6 None None] Network c208ebc6-4b26-4d93-8515-89e517f60c58 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:53.854684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e529b95d-39eb-4d86-b03a-4d022d54f2e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.861110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e529b95d-39eb-4d86-b03a-4d022d54f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:53.963030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529b95d-39eb-4d86-b03a-4d022d54f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9524b32f-6b48-4800-9012-175ba12ebeed,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:53.980354 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e529b95d-39eb-4d86-b03a-4d022d54f2e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbac0fe3ef4b42a48252c90534934c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7529480 Dec 20 16:38:53.983495 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:54.053243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.073858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=ebaca108-dfbd-4658-8401-f7dba917b5f0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:54.090534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-910519b2-e830-4293-9f28-23d7a4c31d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.102338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eea37f-2da2-4202-be61-ddcb452a908e None None] Network c208ebc6-4b26-4d93-8515-89e517f60c58 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:54.138619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-910519b2-e830-4293-9f28-23d7a4c31d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.191331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c49a742-94d3-4521-9fcd-6c8dce6d803d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.194127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.242062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.306212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f0f1ea30-ac5c-43bf-a767-8bfbb5275060 None None] Provisioning complete for port 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:54.307610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0f1ea30-ac5c-43bf-a767-8bfbb5275060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.324527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c208ebc6-4b26-4d93-8515-89e517f60c58']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:54.345162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.361728 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be96b46-cbc5-4700-92c5-abccdf9104fc') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:54.362028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be96b46-cbc5-4700-92c5-abccdf9104fc') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:54.391538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1ea30-ac5c-43bf-a767-8bfbb5275060 None None] Port 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:54.416734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-910519b2-e830-4293-9f28-23d7a4c31d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.419666 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-910519b2-e830-4293-9f28-23d7a4c31d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.420933 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-910519b2-e830-4293-9f28-23d7a4c31d77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9524b32f-6b48-4800-9012-175ba12ebeed HTTP/1.1" status: 204 len: 168 time: 0.4365003 Dec 20 16:38:54.427417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.446793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.454703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:54.455178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.498989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910519b2-e830-4293-9f28-23d7a4c31d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9524b32f-6b48-4800-9012-175ba12ebeed,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:54.546655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a83ecb-350d-4d6a-9a39-4bae013f7653 req-1ed285cc-4cbc-4add-9d90-a173b37721ec tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:54.548244 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b5a83ecb-350d-4d6a-9a39-4bae013f7653 req-1ed285cc-4cbc-4add-9d90-a173b37721ec tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2414677 Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:54.651502 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:54.664083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.669504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.670515 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b5a83ecb-350d-4d6a-9a39-4bae013f7653 req-dd64a2b0-20ed-4d32-bf84-dd4700ad1dfe tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136718 Dec 20 16:38:54.672862 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/c208ebc6-4b26-4d93-8515-89e517f60c58 HTTP/1.1" status: 204 len: 168 time: 2.0968482 Dec 20 16:38:54.677054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:54.700564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454745240'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:54.709789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.727315 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.729478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3a77a2bb-c275-4429-8b6c-25a27809eba4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:54.736780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-82cc398d-2f7e-4de6-89f4-33440075821a None None] Provisioning complete for port 3a77a2bb-c275-4429-8b6c-25a27809eba4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:54.738337 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82cc398d-2f7e-4de6-89f4-33440075821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.738520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcff09-b805-40ab-b812-e1b48cb64f17 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=c208ebc6-4b26-4d93-8515-89e517f60c58,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:54.761152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c49a742-94d3-4521-9fcd-6c8dce6d803d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.767602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:54.770867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=cea65c83-6c22-4112-a1a4-63450dac2dd5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:54.786841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=da96c249-3c0d-4eb5-9796-06d9d0dcd569,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:54.811608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49a742-94d3-4521-9fcd-6c8dce6d803d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event deleted for resources: {'Subnet': ['ID=b39c0eb0-dfeb-4b22-a503-70761a43415e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:54.815320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:54.819629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:54.820393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.825787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.832314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd63da9-ed1e-4738-abf2-285f9d65ed25 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:54.843391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c49a742-94d3-4521-9fcd-6c8dce6d803d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.846721 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3c49a742-94d3-4521-9fcd-6c8dce6d803d tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "DELETE /v2.0/subnets/b39c0eb0-dfeb-4b22-a503-70761a43415e HTTP/1.1" status: 204 len: 168 time: 1.7354431 Dec 20 16:38:54.860809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.863869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6385e-ac3e-45f1-993c-3e066adb7eca None None] Network 36c3a961-aaa6-4789-9784-3fd4e01bcf54 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:54.874555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:54.897294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Network c47641df-e7ce-4ead-8b59-1724c152d481 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:54.903060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:54.906561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:54.907166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:54.924435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f7b1da-1b23-4071-ade9-b685e324c4ca None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:54.928709 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6874d85f-9bb5-4614-b7d1-8d818d53c22a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7871106 Dec 20 16:38:54.945979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45654) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:54.946421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:54.958027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:50:04:3f', 'name': 'tempest-NetworksTestDHCPv6-2091311641'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:54.979590 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:54.983873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.024827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:55.028478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Subnet': ['ID=282bb239-5642-429a-ab3c-a15b7fafd8b5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:55.035011 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP b597f7d3-16ee-4b8f-aa35-b56d2121842c associated. External IP: 172.26.1.118, port: 1a72ecbe-b342-460f-8441-f69d258fe7ba. Dec 20 16:38:55.041111 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.041111 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment c4b9ccd2-4f63-4edb-8d54-973717c59564 of type vlan for network d5085faa-a0ea-4a2a-b491-d1d659473bed Dec 20 16:38:55.047867 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4873acd1-6cbe-4829-9686-49ae0c1ef8f4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1320019 Dec 20 16:38:55.054680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:55.077847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1344824519', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '282bb239-5642-429a-ab3c-a15b7fafd8b5'}], 'security_groups': ['5b679861-218c-4742-826c-5e209ff0e9a7', '992d8880-ce84-417e-918b-d104f65264d2']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:55.103288 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2927c032-9cbc-4c61-b7a5-d293aeea5c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.116206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3a77a2bb-c275-4429-8b6c-25a27809eba4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:55.116612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.152172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.155364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.179780 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1d73adc7-0e5e-4a29-a286-46a4c132ceaf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00f707e841274f46bb5c2e0b8e8b8f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281878 Dec 20 16:38:55.181237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:55.237411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.244383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:55.244998 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.321037 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6316140 Dec 20 16:38:55.324008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:55.337932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': 'd5085faa-a0ea-4a2a-b491-d1d659473bed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:55.370463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3de699-4657-4101-b7f1-f782e9c144c7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=d5085faa-a0ea-4a2a-b491-d1d659473bed,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:55.388456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network d5085faa-a0ea-4a2a-b491-d1d659473bed details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:55.390466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f688037-565e-4494-aef5-f0561fdc69e6 None None] DHCP port deletion for 36c3a961-aaa6-4789-9784-3fd4e01bcf54 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:38:55.414145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:38:55.472881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:55.512361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bc9101d-1874-4868-bc5c-4235798e5c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.533633 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b73b3d-74fe-4bba-8717-3db6c1bef927 None None] Update dhcp port {'port': {'network_id': 'c47641df-e7ce-4ead-8b59-1724c152d481', 'fixed_ips': [{'subnet_id': 'e784e58b-59d6-4d28-9925-d330b7f8cfed', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2f661bde-7b85-41e4-8b85-39ef1ae33bf8', 'ip_address': '2001:db8::2'}, {'subnet_id': '282bb239-5642-429a-ab3c-a15b7fafd8b5'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '73272600-4a73-43e8-8056-e12569e47c47'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:38:55.533953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:38:55.556346 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] Sync routers for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:38:55.565619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.566928 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:55.567635 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:55.578570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d5339f-45f2-4ec2-a8ae-f2d4fb1d5a2b None None] Update dhcp port {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'fixed_ips': [{'subnet_id': '7b1ad104-f275-4abb-92b1-074c6d5e42b4', 'ip_address': '2001:db8::f816:3eff:fec3:ffd5'}, {'subnet_id': 'cea65c83-6c22-4112-a1a4-63450dac2dd5'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '3a77a2bb-c275-4429-8b6c-25a27809eba4'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:38:55.600716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.603767 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87b73b3d-74fe-4bba-8717-3db6c1bef927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.629720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64d5339f-45f2-4ec2-a8ae-f2d4fb1d5a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.635697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bc9101d-1874-4868-bc5c-4235798e5c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.641335 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2b7d3d51-bc18-4cce-8a60-cc2e8a9ddcc2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3128023 Dec 20 16:38:55.642005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:38:55.645617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412e8373-fc84-402a-ae60-6f6871ca8e95" -d '{"events": [{"name": "network-changed", "server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:38:55.651723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Deleting port 85666c72-fdf0-4157-a4db-a88810197490 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:55.652299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:55.652412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.673115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2f688037-565e-4494-aef5-f0561fdc69e6 None None] Deleting port 85666c72-fdf0-4157-a4db-a88810197490 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:55.673748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f688037-565e-4494-aef5-f0561fdc69e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.678068 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:38:55.753046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:55.757140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.762599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:55.806430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce39fbb1-c0ff-4871-8048-5c8a6ac4f014 x-openstack-request-id: req-ce39fbb1-c0ff-4871-8048-5c8a6ac4f014 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:38:55.806786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:38:55.807045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce39fbb1-c0ff-4871-8048-5c8a6ac4f014 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:38:55.807434 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'status': 'completed', 'code': 200} Dec 20 16:38:55.829244 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1946a119-4fa3-4999-86b5-04e0843daadc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/b597f7d3-16ee-4b8f-aa35-b56d2121842c HTTP/1.1" status: 200 len: 991 time: 0.1217272 Dec 20 16:38:55.919003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5381a00-f70f-4dbd-9970-6aa3fa62cf60 req-1e244968-4c85-407e-b2fb-a564da09aadf tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:55.926764 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f5381a00-f70f-4dbd-9970-6aa3fa62cf60 req-1e244968-4c85-407e-b2fb-a564da09aadf tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.0905375 Dec 20 16:38:55.935344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port a67a21df-46bb-4e6b-bcf6-48398272670f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:38:55.936851 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-953bfa76-a8fb-4455-9b9f-9d280cf3f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:55.938361 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-953bfa76-a8fb-4455-9b9f-9d280cf3f038 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 1098 time: 0.0922649 Dec 20 16:38:55.962306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] For port 85666c72-fdf0-4157-a4db-a88810197490, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=85666c72-fdf0-4157-a4db-a88810197490,segment=NetworkSegment(f6ce1c8c-5b29-42b2-be13-af244953b435),segment_id=f6ce1c8c-5b29-42b2-be13-af244953b435)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:55.962542 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:56.023105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2f688037-565e-4494-aef5-f0561fdc69e6 None None] For port 85666c72-fdf0-4157-a4db-a88810197490, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=85666c72-fdf0-4157-a4db-a88810197490,segment=NetworkSegment(f6ce1c8c-5b29-42b2-be13-af244953b435),segment_id=f6ce1c8c-5b29-42b2-be13-af244953b435)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:56.023705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f688037-565e-4494-aef5-f0561fdc69e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:56.044515 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f5381a00-f70f-4dbd-9970-6aa3fa62cf60 req-23540fc8-bef8-4743-ba2f-8a0a2ec1b856 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151474 Dec 20 16:38:56.052393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bc9101d-1874-4868-bc5c-4235798e5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:56.055489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bc9101d-1874-4868-bc5c-4235798e5c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:56.059261 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8bc9101d-1874-4868-bc5c-4235798e5c12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/413b41da-6c4d-4379-a4b7-3bff952b87a6 HTTP/1.1" status: 204 len: 168 time: 0.8598087 Dec 20 16:38:56.060184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Calling delete_port for 85666c72-fdf0-4157-a4db-a88810197490 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:56.097761 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:38:18Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b597f7d3-16ee-4b8f-aa35-b56d2121842c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.118', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:38:53Z', 'updated_at': '2021-12-20T16:38:53Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:56.114235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9101d-1874-4868-bc5c-4235798e5c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413b41da-6c4d-4379-a4b7-3bff952b87a6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:56.158992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-73f07b8e-c6f2-43a7-96d5-4317514005d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:56.163106 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-73f07b8e-c6f2-43a7-96d5-4317514005d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e25fcb82-5b95-4940-bb91-7414ff4ead6c HTTP/1.1" status: 200 len: 897 time: 0.2103293 Dec 20 16:38:56.179254 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] Checking router: 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:38:56.205535 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:38:56.209625 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:56.258470 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-bb80262a-3312-4669-8db6-15183d1a8f43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba HTTP/1.1" status: 200 len: 999 time: 0.0878968 Dec 20 16:38:56.288190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2f688037-565e-4494-aef5-f0561fdc69e6 None None] Calling delete_port for 85666c72-fdf0-4157-a4db-a88810197490 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:56.352363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-14936b68-97ce-4017-9505-aabbc5b10c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:56.356018 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-14936b68-97ce-4017-9505-aabbc5b10c79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74fa4c7a-23ff-4b43-8908-750b8849b092 HTTP/1.1" status: 200 len: 834 time: 0.0896785 Dec 20 16:38:56.381693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-87b73b3d-74fe-4bba-8717-3db6c1bef927 None None] Allocated IP 2001:db8:0:2::2 (c47641df-e7ce-4ead-8b59-1724c152d481/282bb239-5642-429a-ab3c-a15b7fafd8b5/73272600-4a73-43e8-8056-e12569e47c47) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:56.444650 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:38:56.483209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-6a8481f9-9ebf-4289-bc3b-c17dfd8430b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:56.484896 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-6a8481f9-9ebf-4289-bc3b-c17dfd8430b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e25fcb82-5b95-4940-bb91-7414ff4ead6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1227007 Dec 20 16:38:56.497772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818588-0b6e-4bab-a6dd-37ed4cba9e94 req-b6cc3880-f5eb-430e-aaed-b785ae4d88b8 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:56.499466 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5b818588-0b6e-4bab-a6dd-37ed4cba9e94 req-b6cc3880-f5eb-430e-aaed-b785ae4d88b8 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.3016992 Dec 20 16:38:56.531076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-87b73b3d-74fe-4bba-8717-3db6c1bef927 None None] For port 73272600-4a73-43e8-8056-e12569e47c47, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=73272600-4a73-43e8-8056-e12569e47c47,segment=NetworkSegment(e789b445-8949-4b40-9315-a9b91592096c),segment_id=e789b445-8949-4b40-9315-a9b91592096c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:56.532630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:56.556898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:56.564717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8:0:1::335 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/cea65c83-6c22-4112-a1a4-63450dac2dd5/a67a21df-46bb-4e6b-bcf6-48398272670f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:56.570604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87b73b3d-74fe-4bba-8717-3db6c1bef927 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:56.579952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87b73b3d-74fe-4bba-8717-3db6c1bef927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:56.623089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f688037-565e-4494-aef5-f0561fdc69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:56.668826 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-35a08e81-ba0e-4c39-8a63-604776b0ad88 service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757903 Dec 20 16:38:56.687625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] No DVR routers for this DVR port 85666c72-fdf0-4157-a4db-a88810197490 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:56.694342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::f816:3eff:fe50:43f (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/7b1ad104-f275-4abb-92b1-074c6d5e42b4/a67a21df-46bb-4e6b-bcf6-48398272670f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:56.704096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event deleted for resources: {'Port': ['ID=85666c72-fdf0-4157-a4db-a88810197490,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:56.712000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b73b3d-74fe-4bba-8717-3db6c1bef927 None None] Pushing event updated for resources: {'Port': ['ID=73272600-4a73-43e8-8056-e12569e47c47,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:56.724278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 85666c72-fdf0-4157-a4db-a88810197490 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:38:56.759573 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f688037-565e-4494-aef5-f0561fdc69e6 None None] No DVR routers for this DVR port 85666c72-fdf0-4157-a4db-a88810197490 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:38:56.764046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 85666c72-fdf0-4157-a4db-a88810197490 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:38:56.764777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 85666c72-fdf0-4157-a4db-a88810197490 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:38:56.820577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f688037-565e-4494-aef5-f0561fdc69e6 None None] Pushing event deleted for resources: {'Port': ['ID=85666c72-fdf0-4157-a4db-a88810197490,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:56.838078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:56.895446 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5b818588-0b6e-4bab-a6dd-37ed4cba9e94 req-0c29a4c9-2d8a-4f77-9b87-736a7ce027ac tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3850632 Dec 20 16:38:56.999922 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:38:18Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b597f7d3-16ee-4b8f-aa35-b56d2121842c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.118', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:38:53Z', 'updated_at': '2021-12-20T16:38:53Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:57.004849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=ff6172b1-4bee-46d2-bd3b-9d5aec94f256,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:57.040842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.060918 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6b560-6bc3-416a-b5bf-777e384597da None None] The sync data for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv is: [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:38:18Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b597f7d3-16ee-4b8f-aa35-b56d2121842c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.118', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:38:53Z', 'updated_at': '2021-12-20T16:38:53Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:38:57.178445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c3a961-aaa6-4789-9784-3fd4e01bcf54']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:57.186088 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f30a6bfd-924a-455e-8769-2df93cf2028d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/b597f7d3-16ee-4b8f-aa35-b56d2121842c HTTP/1.1" status: 200 len: 991 time: 0.3259656 Dec 20 16:38:57.188584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': 'c4b9ccd2-4f63-4edb-8d54-973717c59564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd5085faa-a0ea-4a2a-b491-d1d659473bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:38:57.188584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: d5085faa-a0ea-4a2a-b491-d1d659473bed, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:38:57.229057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ce1c8c-5b29-42b2-be13-af244953b435') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:57.229359 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ce1c8c-5b29-42b2-be13-af244953b435') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:57.287912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Delete allocated IP 2001:db8::1a7 (c47641df-e7ce-4ead-8b59-1724c152d481/2f661bde-7b85-41e4-8b85-39ef1ae33bf8) {{(pid=103324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 16:38:57.292253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.350827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Allocated IP 2001:db8:0:2::1ca (c47641df-e7ce-4ead-8b59-1724c152d481/282bb239-5642-429a-ab3c-a15b7fafd8b5/75d98c8c-9c9a-4ac4-807d-a33c62b8ee98) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:57.353295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.392008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:57.392418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.395830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network d5085faa-a0ea-4a2a-b491-d1d659473bed is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:57.399063 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:57.508785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8604389-dc6e-4a7b-a888-81166eb2b052 None None] New status for floating IP b597f7d3-16ee-4b8f-aa35-b56d2121842c: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:38:57.539386 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-412e8373-fc84-402a-ae60-6f6871ca8e95 req-e418d7f6-d647-40c0-b778-cfaf6a39e3fe service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8633277 Dec 20 16:38:57.744985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43aef754-3568-4890-9775-f283590effc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.778554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4ed16aff-fa59-4d17-8447-47b2f679d7a6 None None] Provisioning complete for port 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:57.779020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ed16aff-fa59-4d17-8447-47b2f679d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.817832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4ed16aff-fa59-4d17-8447-47b2f679d7a6 None None] Port 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:57.828808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4ed16aff-fa59-4d17-8447-47b2f679d7a6 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:57.829321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ed16aff-fa59-4d17-8447-47b2f679d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.891321 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, d5085faa-a0ea-4a2a-b491-d1d659473bed) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:57.897232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:57.898101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.909908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51abae48-ce43-4e06-be16-3495283d7d4e None None] Network d5085faa-a0ea-4a2a-b491-d1d659473bed requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:57.933402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f294e4-900c-4f63-84ae-49c82d02fa5b req-cbba4387-88d7-4566-8deb-3b9e05cbb1fb tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:57.935138 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61f294e4-900c-4f63-84ae-49c82d02fa5b req-cbba4387-88d7-4566-8deb-3b9e05cbb1fb tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.6509552 Dec 20 16:38:57.942928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.947418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.951461 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] 10.222.0.60 "DELETE /v2.0/networks/36c3a961-aaa6-4789-9784-3fd4e01bcf54 HTTP/1.1" status: 204 len: 168 time: 3.0752194 Dec 20 16:38:57.955799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.006744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4ed16aff-fa59-4d17-8447-47b2f679d7a6 None None] Provisioning complete for port 3b60e9d2-413b-44f3-844b-15c755aa13e4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:58.007122 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ed16aff-fa59-4d17-8447-47b2f679d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.016102 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ca73304b-1f5f-44b7-9477-efbe905d79dc tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6898515 Dec 20 16:38:58.018969 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45710) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:58.029836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0d659-ece8-4364-853e-4d835c93f9b4 tempest-AllowedAddressPairTestJSON-869842125 tempest-AllowedAddressPairTestJSON-869842125-project] Pushing event deleted for resources: {'Network': ['ID=36c3a961-aaa6-4789-9784-3fd4e01bcf54,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:58.126173 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61f294e4-900c-4f63-84ae-49c82d02fa5b req-42552c2f-dbd4-4415-8775-d5232ea53d13 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685214 Dec 20 16:38:58.144037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d24b724-1730-4ec6-a9b2-6731800e05c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-d5085faa-a0ea-4a2a-b491-d1d659473bed', 'network_id': 'd5085faa-a0ea-4a2a-b491-d1d659473bed', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': 'ff6172b1-4bee-46d2-bd3b-9d5aec94f256'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:38:58.144884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d24b724-1730-4ec6-a9b2-6731800e05c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.153317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.199846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:58.203940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.221556 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4ed16aff-fa59-4d17-8447-47b2f679d7a6 None None] Port 3b60e9d2-413b-44f3-844b-15c755aa13e4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:58.267021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:38:58.281429 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.309087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-64d5339f-45f2-4ec2-a8ae-f2d4fb1d5a2b None None] Allocated IP 2001:db8:0:1::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/cea65c83-6c22-4112-a1a4-63450dac2dd5/3a77a2bb-c275-4429-8b6c-25a27809eba4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:38:58.323508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:38:58.346809 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-56fc90ef-8d3b-48d7-8586-61dc58b75121 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/b597f7d3-16ee-4b8f-aa35-b56d2121842c HTTP/1.1" status: 200 len: 993 time: 0.1440067 Dec 20 16:38:58.352743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:38:58.355058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.362610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:58.363438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.387338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=a67a21df-46bb-4e6b-bcf6-48398272670f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:58.392825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6172b1-4bee-46d2-bd3b-9d5aec94f256,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:58.423798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45720) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:58.424538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:58.426403 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9a758fbb-e33e-42e2-b223-4d3d592b4410 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4788523 Dec 20 16:38:58.431920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:58.433950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.477661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-9d24b724-1730-4ec6-a9b2-6731800e05c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff6172b1-4bee-46d2-bd3b-9d5aec94f256: This subnet is being modified by another concurrent operation. Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:38:58.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff6172b1-4bee-46d2-bd3b-9d5aec94f256: This subnet is being modified by another concurrent operation. Dec 20 16:38:58.508073 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:38:58.533273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.533733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.570303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedac40-313d-45ae-8af2-d6cbd24d9272 None None] Network d5085faa-a0ea-4a2a-b491-d1d659473bed requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:38:58.584094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5085faa-a0ea-4a2a-b491-d1d659473bed']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:58.626019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event updated for resources: {'Port': ['ID=75d98c8c-9c9a-4ac4-807d-a33c62b8ee98,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:58.653088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] In _notify_port_updated(), no bound segment for port 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 on network c47641df-e7ce-4ead-8b59-1724c152d481 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:38:58.656119 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ad4df028-6359-4162-b0d8-3ad3512fbd58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d6a47608d7440a2b83c93196a08864c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238574 Dec 20 16:38:58.659351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:58.660063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.664407 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e0cd25db-fe1d-4da9-ab56-67d4cfa7c349 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "PUT /v2.0/ports/75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 HTTP/1.1" status: 200 len: 970 time: 3.6003430 Dec 20 16:38:58.664512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-262886819', 'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:58.664599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:58.666720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b9ccd2-4f63-4edb-8d54-973717c59564') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:58.667018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b9ccd2-4f63-4edb-8d54-973717c59564') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:38:58.670794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-64d5339f-45f2-4ec2-a8ae-f2d4fb1d5a2b None None] For port 3a77a2bb-c275-4429-8b6c-25a27809eba4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3a77a2bb-c275-4429-8b6c-25a27809eba4,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:38:58.672763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 73272600-4a73-43e8-8056-e12569e47c47 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:38:58.678134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.684599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:58.696439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.708429 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:38:58.708915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:38:58.712159 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:38:58.715232 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:38:58.770846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64d5339f-45f2-4ec2-a8ae-f2d4fb1d5a2b None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.785090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Made reservation on behalf of c2db8ee5a8ce43eca798873217841d46 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:58.788185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.792845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64d5339f-45f2-4ec2-a8ae-f2d4fb1d5a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.800022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.802327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.811449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:58.811953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.825223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.832196 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/d5085faa-a0ea-4a2a-b491-d1d659473bed HTTP/1.1" status: 204 len: 168 time: 0.8084850 Dec 20 16:38:58.833697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45734) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:58.841946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-573726706'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:58.845687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b081d7b-1db0-4606-aaef-ba1d0fd783b0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=d5085faa-a0ea-4a2a-b491-d1d659473bed,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:58.850010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-23b574ab-b905-465b-8879-1e73c0786a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port a67a21df-46bb-4e6b-bcf6-48398272670f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:58.850412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23b574ab-b905-465b-8879-1e73c0786a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.905345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0329539e-9eee-479d-828b-febbefe1f14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.951498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.957309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.987224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5339f-45f2-4ec2-a8ae-f2d4fb1d5a2b None None] Pushing event updated for resources: {'Port': ['ID=3a77a2bb-c275-4429-8b6c-25a27809eba4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:58.990759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0329539e-9eee-479d-828b-febbefe1f14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:58.999196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c693040f-7ad3-49d2-b673-c34902740589 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:38:58.999554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c693040f-7ad3-49d2-b673-c34902740589 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.000879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:59.018391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66198629-8d34-4fe3-bd6d-dae5311b237a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:59.024674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.025360 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Added segment 5e5d774d-1b83-4cc7-adc9-b73b9bc70894 of type vlan for network 12a79baf-7c65-4844-9468-56c120b97866 Dec 20 16:38:59.032978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:59.036368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.054649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-56ff58bf-8ea7-43db-ad10-cb6fd2e983e4 None None] Provisioning complete for port 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:59.055028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ff58bf-8ea7-43db-ad10-cb6fd2e983e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.090718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.097638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-56ff58bf-8ea7-43db-ad10-cb6fd2e983e4 None None] Port 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:38:59.128370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.129395 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:59.129974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.134135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23b574ab-b905-465b-8879-1e73c0786a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.160878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-23b574ab-b905-465b-8879-1e73c0786a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for a67a21df-46bb-4e6b-bcf6-48398272670f owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:59.174321 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:38:59.209880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.210467 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment 77778c4c-99d9-436d-bbf1-53e50f2801c9 of type vlan for network 29bfaffc-1a86-44e9-9d99-710b352058ea Dec 20 16:38:59.216870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event updated for resources: {'Network': ['ID=12a79baf-7c65-4844-9468-56c120b97866,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:59.226288 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9adad34f-eeba-4dab-b7a1-2993a9ef5f37 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7999310 Dec 20 16:38:59.229253 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:59.233547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 12a79baf-7c65-4844-9468-56c120b97866 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:59.248162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'subnet': {'network_id': '12a79baf-7c65-4844-9468-56c120b97866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:59.268871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c693040f-7ad3-49d2-b673-c34902740589 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.279468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0329539e-9eee-479d-828b-febbefe1f14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.282102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0329539e-9eee-479d-828b-febbefe1f14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.285600 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0329539e-9eee-479d-828b-febbefe1f14b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ed06668-2100-4568-93c9-cc7766ac1edd HTTP/1.1" status: 204 len: 168 time: 0.6131468 Dec 20 16:38:59.313199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97013a1-bb93-4404-afb7-be159b899d14 req-c6778fe9-37cf-47a3-ad19-06d3a3a40892 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:59.316116 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a97013a1-bb93-4404-afb7-be159b899d14 req-c6778fe9-37cf-47a3-ad19-06d3a3a40892 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.0797987 Dec 20 16:38:59.317630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Made reservation on behalf of c2db8ee5a8ce43eca798873217841d46 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:38:59.320689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.342537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c693040f-7ad3-49d2-b673-c34902740589 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:38:59.362950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329539e-9eee-479d-828b-febbefe1f14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed06668-2100-4568-93c9-cc7766ac1edd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:59.451179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.475856 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a97013a1-bb93-4404-afb7-be159b899d14 req-73c71d35-bf96-4de1-a571-043903f5dbc9 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500902 Dec 20 16:38:59.545493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.552908 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:59.553845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.600161 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7644773 Dec 20 16:38:59.603551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:59.610021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ad02db4a-3e95-49ae-a79e-6c56effa1a0d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:38:59.716108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a5bfb-048b-4000-82f5-d2381203b534 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=29bfaffc-1a86-44e9-9d99-710b352058ea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:59.728297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 29bfaffc-1a86-44e9-9d99-710b352058ea details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:38:59.820903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c693040f-7ad3-49d2-b673-c34902740589 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.859881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e0d02-3147-443d-8ee3-1616fc02488b req-aa875e9f-03d3-4d76-adbd-d7ffc0b6239b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:38:59.861406 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-279e0d02-3147-443d-8ee3-1616fc02488b req-aa875e9f-03d3-4d76-adbd-d7ffc0b6239b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.18 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2324581 Dec 20 16:38:59.866520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-56b79737-2957-4f5f-949f-e3d93ffebe40 None None] Provisioning complete for port 3a77a2bb-c275-4429-8b6c-25a27809eba4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:38:59.866912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56b79737-2957-4f5f-949f-e3d93ffebe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.884967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693040f-7ad3-49d2-b673-c34902740589 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=75d98c8c-9c9a-4ac4-807d-a33c62b8ee98,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:38:59.910628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c693040f-7ad3-49d2-b673-c34902740589 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.923734 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c693040f-7ad3-49d2-b673-c34902740589 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 HTTP/1.1" status: 204 len: 168 time: 1.2371221 Dec 20 16:38:59.924397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:38:59.947358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23b574ab-b905-465b-8879-1e73c0786a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.992043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.036022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b574ab-b905-465b-8879-1e73c0786a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=a67a21df-46bb-4e6b-bcf6-48398272670f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:00.046645 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e32dec6-0bc2-4403-9068-6daee9df7faf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] GET failed (client error): The resource could not be found. Dec 20 16:39:00.051050 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7e32dec6-0bc2-4403-9068-6daee9df7faf tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports/75d98c8c-9c9a-4ac4-807d-a33c62b8ee98 HTTP/1.1" status: 404 len: 333 time: 0.1252370 Dec 20 16:39:00.051684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:00.105855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad02db4a-3e95-49ae-a79e-6c56effa1a0d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.133414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad02db4a-3e95-49ae-a79e-6c56effa1a0d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.162333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23b574ab-b905-465b-8879-1e73c0786a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.173529 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad02db4a-3e95-49ae-a79e-6c56effa1a0d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network 29bfaffc-1a86-44e9-9d99-710b352058ea is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:39:00.174573 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-23b574ab-b905-465b-8879-1e73c0786a03 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/a67a21df-46bb-4e6b-bcf6-48398272670f HTTP/1.1" status: 204 len: 168 time: 1.7377610 Dec 20 16:39:00.179842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad02db4a-3e95-49ae-a79e-6c56effa1a0d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:00.180472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad02db4a-3e95-49ae-a79e-6c56effa1a0d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.181803 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ad02db4a-3e95-49ae-a79e-6c56effa1a0d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "PUT /v2.0/networks/29bfaffc-1a86-44e9-9d99-710b352058ea HTTP/1.1" status: 200 len: 723 time: 0.5773270 Dec 20 16:39:00.181955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:00.187114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:00.194771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': '29bfaffc-1a86-44e9-9d99-710b352058ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:00.206958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7661e8e9-4dad-4cb6-a94f-1c80f76e8ccb None None] Could not find standard attr ID for object a67a21df-46bb-4e6b-bcf6-48398272670f. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:39:00.207591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Deleting port f70dd585-286c-4f90-bcfc-239631c36788 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:00.207944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.308029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc4774b-be4f-4c03-85fe-56f08141d67b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:00.311656 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9bc4774b-be4f-4c03-85fe-56f08141d67b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1260276 Dec 20 16:39:00.311786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:00.331395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29331b1f-41cd-43fd-9b27-bfad7966120c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.356419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29331b1f-41cd-43fd-9b27-bfad7966120c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.364293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02db4a-3e95-49ae-a79e-6c56effa1a0d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=29bfaffc-1a86-44e9-9d99-710b352058ea,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:00.378199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 29bfaffc-1a86-44e9-9d99-710b352058ea details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:00.440091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdb372d-bf8d-4920-bfdc-8960a8261dfe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:00.444756 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2cdb372d-bf8d-4920-bfdc-8960a8261dfe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1290994 Dec 20 16:39:00.446051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:00.472090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e997f1-6378-4f3c-9fd6-efdb081cefc2 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:39:00.499177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:00.508414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29331b1f-41cd-43fd-9b27-bfad7966120c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.512481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29331b1f-41cd-43fd-9b27-bfad7966120c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.513209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.objects.ports [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:39:00.513614 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-29331b1f-41cd-43fd-9b27-bfad7966120c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/security-groups/a2ed718b-38f1-42ba-b178-58d1947444b2 HTTP/1.1" status: 204 len: 168 time: 0.4294109 Dec 20 16:39:00.524102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.526150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45780) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:00.530597 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29331b1f-41cd-43fd-9b27-bfad7966120c tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ed718b-38f1-42ba-b178-58d1947444b2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:00.540793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] For port f70dd585-286c-4f90-bcfc-239631c36788, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f70dd585-286c-4f90-bcfc-239631c36788,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:00.541172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.569852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f12617-e671-4597-91b7-ef820fb1cf16 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:00.582074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f12617-e671-4597-91b7-ef820fb1cf16 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:00.584298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f12617-e671-4597-91b7-ef820fb1cf16 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:00.589470 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a6f12617-e671-4597-91b7-ef820fb1cf16 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1418171 Dec 20 16:39:00.591283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:00.695520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3a77a2bb-c275-4429-8b6c-25a27809eba4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:00.724345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'network': {'name': 'tempest-RoutersTest-1377383545'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:00.727856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event updated for resources: {'Subnet': ['ID=62df7562-8f19-4275-afdb-87c71b4f0ac6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:00.751993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e997f1-6378-4f3c-9fd6-efdb081cefc2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:39:00.752613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1222280-61e2-4207-9c8d-25764f7c5936 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 7b1ad104-f275-4abb-92b1-074c6d5e42b4 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:00.761898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1222280-61e2-4207-9c8d-25764f7c5936 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.792855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.803553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb5767-085c-4f12-b4c3-5c21632e6e99 req-1a28352f-b044-44dd-b47e-cff897b7d7ad tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:00.804383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Checking segment: {'id': '5e5d774d-1b83-4cc7-adc9-b73b9bc70894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12a79baf-7c65-4844-9468-56c120b97866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:00.804758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Network hostable DHCP agents. Network: 12a79baf-7c65-4844-9468-56c120b97866, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:00.805230 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5efb5767-085c-4f12-b4c3-5c21632e6e99 req-1a28352f-b044-44dd-b47e-cff897b7d7ad tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 945 time: 0.2051370 Dec 20 16:39:00.812384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:00.815907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.822856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ceaeac-2f85-400c-a94a-cf4ea0b2c9ed tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.823066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:00.826124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.835305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1222280-61e2-4207-9c8d-25764f7c5936 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.874172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.887284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3a77a2bb-c275-4429-8b6c-25a27809eba4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:00.887752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.933435 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5efb5767-085c-4f12-b4c3-5c21632e6e99 req-ac285bbd-d823-4c0e-b5ce-1f1d9826a1fe tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups?id=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218870 Dec 20 16:39:00.953004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ceaeac-2f85-400c-a94a-cf4ea0b2c9ed tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:00.974306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Network 12a79baf-7c65-4844-9468-56c120b97866 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:01.006078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 12a79baf-7c65-4844-9468-56c120b97866) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:01.016365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1222280-61e2-4207-9c8d-25764f7c5936 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.032389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.032690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.033128 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Floating IP 9bd76a38-351f-43db-9444-5c1896a7248d disassociated. External IP: 172.26.1.192, port: f70dd585-286c-4f90-bcfc-239631c36788. Dec 20 16:39:01.033352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Calling delete_port for f70dd585-286c-4f90-bcfc-239631c36788 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:01.035843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:01.036446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.110276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ceaeac-2f85-400c-a94a-cf4ea0b2c9ed tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.111196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.113153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ceaeac-2f85-400c-a94a-cf4ea0b2c9ed tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.114457 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-34ceaeac-2f85-400c-a94a-cf4ea0b2c9ed tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/security-groups/992d8880-ce84-417e-918b-d104f65264d2 HTTP/1.1" status: 204 len: 168 time: 0.5780418 Dec 20 16:39:01.120812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:01.128744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.141224 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7fe540fd-d482-459b-9311-d833eb852e15 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9108632 Dec 20 16:39:01.146767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:01.150419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ccef7c-f979-4216-be1c-87be06c34a2e None None] Network 12a79baf-7c65-4844-9468-56c120b97866 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:01.157162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-990404144', 'network_id': '12a79baf-7c65-4844-9468-56c120b97866'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:01.162230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1222280-61e2-4207-9c8d-25764f7c5936 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.172408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceaeac-2f85-400c-a94a-cf4ea0b2c9ed tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d8880-ce84-417e-918b-d104f65264d2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:01.208299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:01.217503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1222280-61e2-4207-9c8d-25764f7c5936 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1ad104-f275-4abb-92b1-074c6d5e42b4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:01.225460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1222280-61e2-4207-9c8d-25764f7c5936 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.230154 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b1222280-61e2-4207-9c8d-25764f7c5936 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/7b1ad104-f275-4abb-92b1-074c6d5e42b4 HTTP/1.1" status: 204 len: 168 time: 0.6380582 Dec 20 16:39:01.232730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a537505-d400-469b-b001-adb96e969a6c None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:01.248851 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:01.277534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Made reservation on behalf of c2db8ee5a8ce43eca798873217841d46 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:01.280152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.308410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f858d87-3180-4f89-9609-2b00945d78c5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:01.314740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.315072 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added segment ac38103d-6f7b-4520-ad09-0201a3c76bba of type vlan for network 27e53888-85a7-47fd-ac2e-86e52dc1383b Dec 20 16:39:01.344317 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.375010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dab6644-2d71-48d9-95f6-b8cc1dcd74e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.380165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0ef0ce-409a-4ea7-bdd9-31b9aa530d28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet cea65c83-6c22-4112-a1a4-63450dac2dd5 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:01.386684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef0ce-409a-4ea7-bdd9-31b9aa530d28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.386930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] device_id is not set on port fa4ed10d-fcd4-4331-b979-9b5b837cb811 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:01.447403 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.462102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dab6644-2d71-48d9-95f6-b8cc1dcd74e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.463427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.484065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef0ce-409a-4ea7-bdd9-31b9aa530d28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.497604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d7b50-1c35-46dc-a4bc-d1dd075267ee None None] Network 12a79baf-7c65-4844-9468-56c120b97866 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:01.510719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=d9fe608a-2ac0-4d61-83c5-8e19b630bfdf,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:01.526153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Pushing event deleted for resources: {'Port': ['ID=f70dd585-286c-4f90-bcfc-239631c36788,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:01.543988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': '77778c4c-99d9-436d-bbf1-53e50f2801c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '29bfaffc-1a86-44e9-9d99-710b352058ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:01.544399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: 29bfaffc-1a86-44e9-9d99-710b352058ea, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:01.562898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.568527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:01.569156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.597539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dab6644-2d71-48d9-95f6-b8cc1dcd74e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.601861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dab6644-2d71-48d9-95f6-b8cc1dcd74e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.605554 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9dab6644-2d71-48d9-95f6-b8cc1dcd74e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/security-groups/5b679861-218c-4742-826c-5e209ff0e9a7 HTTP/1.1" status: 204 len: 168 time: 0.4837248 Dec 20 16:39:01.633770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45794) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:01.683511 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1826203 Dec 20 16:39:01.697843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:01.713995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Allocated IP 2001:db8::122 (12a79baf-7c65-4844-9468-56c120b97866/62df7562-8f19-4275-afdb-87c71b4f0ac6/fa4ed10d-fcd4-4331-b979-9b5b837cb811) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:01.718012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network 29bfaffc-1a86-44e9-9d99-710b352058ea is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:01.725656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'network': {'name': 'tempest-RoutersTest-1193102875'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:01.729977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab6644-2d71-48d9-95f6-b8cc1dcd74e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b679861-218c-4742-826c-5e209ff0e9a7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:01.756240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc738f98-be15-46cd-a418-deae6e196278 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Network': ['ID=27e53888-85a7-47fd-ac2e-86e52dc1383b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:01.764028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 29bfaffc-1a86-44e9-9d99-710b352058ea) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:01.780504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:01.781638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.782366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0795a4-e988-4fa2-96ba-32a93c515a6f None None] Network 29bfaffc-1a86-44e9-9d99-710b352058ea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:01.785877 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef0ce-409a-4ea7-bdd9-31b9aa530d28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.795392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-87639669-c0ed-4aab-a5ee-a1911d9dc467 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet 2f661bde-7b85-41e4-8b85-39ef1ae33bf8 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:01.804366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87639669-c0ed-4aab-a5ee-a1911d9dc467 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.816399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 27e53888-85a7-47fd-ac2e-86e52dc1383b details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:01.851844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:01.855728 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.861451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Router cd970b4c-59cc-4ebc-b4be-88df043f1206 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:39:01.867862 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-083069b2-27c5-4b6b-995f-02677b899100 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6780171 Dec 20 16:39:01.871292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:01.878737 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-605f1417-eebb-4183-a2b1-2fa4c9f00a9e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:02.030831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87639669-c0ed-4aab-a5ee-a1911d9dc467 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.036715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-29bfaffc-1a86-44e9-9d99-710b352058ea', 'network_id': '29bfaffc-1a86-44e9-9d99-710b352058ea', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': 'd9fe608a-2ac0-4d61-83c5-8e19b630bfdf'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:02.038971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.060251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:02.084964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-605f1417-eebb-4183-a2b1-2fa4c9f00a9e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4190083'] for subnet, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.147497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.148357 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added segment 91ba08f3-e4e2-456b-9e64-603729b8507c of type vlan for network 0ce76c0b-693d-4c9e-b12c-831fedb84115 Dec 20 16:39:02.149250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef0ce-409a-4ea7-bdd9-31b9aa530d28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.153082 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6dd75f2f-013b-4c6b-b9ae-fb90b2fe5577 req-bf6ae4af-bb9c-4ab9-ab87-d8ec10101e06 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3896383d-6a77-438f-84b1-b1f94bcd5211 HTTP/1.1" status: 200 len: 210 time: 0.0883262 Dec 20 16:39:02.181346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.215005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ef0ce-409a-4ea7-bdd9-31b9aa530d28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=cea65c83-6c22-4112-a1a4-63450dac2dd5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:02.223282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Allocated IP 172.20.0.2 (29bfaffc-1a86-44e9-9d99-710b352058ea/d9fe608a-2ac0-4d61-83c5-8e19b630bfdf/8242be5f-c84b-4da9-9eae-a936c84dbb25) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:02.235967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef0ce-409a-4ea7-bdd9-31b9aa530d28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.242031 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fe0ef0ce-409a-4ea7-bdd9-31b9aa530d28 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/cea65c83-6c22-4112-a1a4-63450dac2dd5 HTTP/1.1" status: 204 len: 168 time: 0.9884245 Dec 20 16:39:02.244933 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45804) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:02.279610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.295008 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0a9e0f6c-544a-492c-ad3d-93e9339e23a1 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488932 Dec 20 16:39:02.301795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:02.310683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:02.323780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:02.339165 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] Sync routers for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:02.363533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.370726 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:02.371598 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:02.382903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:02.383545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.407805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.414580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] No DVR routers for this DVR port f70dd585-286c-4f90-bcfc-239631c36788 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:02.425297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87639669-c0ed-4aab-a5ee-a1911d9dc467 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.428473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.444193 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.446538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.448139 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-279e0d02-3147-443d-8ee3-1616fc02488b req-3595efca-9d79-440f-8df0-e3dc26f95b90 tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.18 "DELETE /v2.0/ports/f70dd585-286c-4f90-bcfc-239631c36788 HTTP/1.1" status: 204 len: 173 time: 2.5553417 Dec 20 16:39:02.457929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'name': 'network-vif-deleted', 'tag': 'f70dd585-286c-4f90-bcfc-239631c36788'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:39:02.460442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad990b8-ca05-4a20-a0d0-c2819477f88a" -d '{"events": [{"server_uuid": "3896383d-6a77-438f-84b1-b1f94bcd5211", "name": "network-vif-deleted", "tag": "f70dd585-286c-4f90-bcfc-239631c36788"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:39:02.520756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:02.525545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.538518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Network 29bfaffc-1a86-44e9-9d99-710b352058ea is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:02.545183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:02.549403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:02.557066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Pushing event updated for resources: {'Port': ['ID=8242be5f-c84b-4da9-9eae-a936c84dbb25,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:02.572099 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8569877 Dec 20 16:39:02.578921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:02.586191 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'subnet': {'network_id': '27e53888-85a7-47fd-ac2e-86e52dc1383b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:02.629906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113b126b-a306-467c-b28b-1af9f05e4c86 x-openstack-request-id: req-113b126b-a306-467c-b28b-1af9f05e4c86 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:39:02.630194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3896383d-6a77-438f-84b1-b1f94bcd5211", "name": "network-vif-deleted", "tag": "f70dd585-286c-4f90-bcfc-239631c36788", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:39:02.630496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-113b126b-a306-467c-b28b-1af9f05e4c86 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:39:02.630887 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3896383d-6a77-438f-84b1-b1f94bcd5211', 'name': 'network-vif-deleted', 'tag': 'f70dd585-286c-4f90-bcfc-239631c36788', 'status': 'completed', 'code': 200} Dec 20 16:39:02.636011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc8515-7236-4140-8791-fdf54f6253ec None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:02.648675 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:02.667738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fb027-1a4b-42c0-9af1-3b75aedc7702 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Network': ['ID=0ce76c0b-693d-4c9e-b12c-831fedb84115,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:02.676700 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Attempting to bind port 8242be5f-c84b-4da9-9eae-a936c84dbb25 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:02.676916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Attempting to bind port 8242be5f-c84b-4da9-9eae-a936c84dbb25 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '77778c4c-99d9-436d-bbf1-53e50f2801c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '29bfaffc-1a86-44e9-9d99-710b352058ea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:02.677833 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Attempting to bind port 8242be5f-c84b-4da9-9eae-a936c84dbb25 on network 29bfaffc-1a86-44e9-9d99-710b352058ea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:02.681639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Network 12a79baf-7c65-4844-9468-56c120b97866 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:02.685272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event updated for resources: {'Port': ['ID=fa4ed10d-fcd4-4331-b979-9b5b837cb811,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:02.700580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:02.726782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 0ce76c0b-693d-4c9e-b12c-831fedb84115 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:02.734408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:02.735481 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:02.736101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.774052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:02.774919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Checking segment: {'id': '77778c4c-99d9-436d-bbf1-53e50f2801c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '29bfaffc-1a86-44e9-9d99-710b352058ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:02.775468 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.775998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Bound using segment: {'id': '77778c4c-99d9-436d-bbf1-53e50f2801c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '29bfaffc-1a86-44e9-9d99-710b352058ea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:02.776589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Bound port: 8242be5f-c84b-4da9-9eae-a936c84dbb25, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77778c4c-99d9-436d-bbf1-53e50f2801c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '29bfaffc-1a86-44e9-9d99-710b352058ea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:02.777089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.779733 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bd6ead51-342c-4277-aecc-f39bbfae3501 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6262639 Dec 20 16:39:02.780377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:02.786123 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4dbe6b9c-8e4f-4c69-ae37-910695341911 None None] Provisioning complete for port 3a77a2bb-c275-4429-8b6c-25a27809eba4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:02.787301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4dbe6b9c-8e4f-4c69-ae37-910695341911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.838016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87639669-c0ed-4aab-a5ee-a1911d9dc467 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.858349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:02.862894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.865530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87639669-c0ed-4aab-a5ee-a1911d9dc467 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.871138 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-87639669-c0ed-4aab-a5ee-a1911d9dc467 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/2f661bde-7b85-41e4-8b85-39ef1ae33bf8 HTTP/1.1" status: 204 len: 168 time: 1.2302198 Dec 20 16:39:02.882866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:02.894149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb966c83-b01b-4e50-a98b-6ff7a63f6ed0 None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:02.895384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-605f1417-eebb-4183-a2b1-2fa4c9f00a9e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771522699578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4185100'] for subnet, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:02.902832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87639669-c0ed-4aab-a5ee-a1911d9dc467 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=2f661bde-7b85-41e4-8b85-39ef1ae33bf8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:02.979051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f1417-eebb-4183-a2b1-2fa4c9f00a9e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=d9fe608a-2ac0-4d61-83c5-8e19b630bfdf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:02.996548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f1417-eebb-4183-a2b1-2fa4c9f00a9e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:02.997332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-605f1417-eebb-4183-a2b1-2fa4c9f00a9e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.001281 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-605f1417-eebb-4183-a2b1-2fa4c9f00a9e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "PUT /v2.0/subnets/d9fe608a-2ac0-4d61-83c5-8e19b630bfdf HTTP/1.1" status: 200 len: 806 time: 1.1265366 Dec 20 16:39:03.003506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:03.017992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd78fbd9-bbbe-4458-97ac-27ad33d87548 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet 282bb239-5642-429a-ab3c-a15b7fafd8b5 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:03.024823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd78fbd9-bbbe-4458-97ac-27ad33d87548 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.064707 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d9d19-8aad-47ea-8df4-8f9abe71a0be tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Deleting port fa4ed10d-fcd4-4331-b979-9b5b837cb811 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:03.065052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a3d9d19-8aad-47ea-8df4-8f9abe71a0be tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.108017 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd78fbd9-bbbe-4458-97ac-27ad33d87548 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.223216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] For port 8242be5f-c84b-4da9-9eae-a936c84dbb25, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:03.230488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ec6e82-5ee9-4dee-a3c1-25a85e03bee8 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:03.235889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.240987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.244351 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'f647ad96-7132-408b-ac63-efaa1f4ae7c0', 'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'mac_address': 'fa:16:3e:26:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:18Z', 'updated_at': '2021-12-20T16:35:28Z', 'revision_number': 5, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'subnets': [{'id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:03.281043 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] Checking router: cd970b4c-59cc-4ebc-b4be-88df043f1206 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:39:03.283342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] For port 8242be5f-c84b-4da9-9eae-a936c84dbb25, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8242be5f-c84b-4da9-9eae-a936c84dbb25,segment=NetworkSegment(77778c4c-99d9-436d-bbf1-53e50f2801c9),segment_id=77778c4c-99d9-436d-bbf1-53e50f2801c9)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:03.292754 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:03.294464 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:03.304989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:03.307482 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:03.322165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:03.323030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.325488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:03.325660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.420396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa4b30-925a-441a-98cf-ea3377b1390e None None] Pushing event updated for resources: {'Port': ['ID=8242be5f-c84b-4da9-9eae-a936c84dbb25,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:03.440814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67ec6e82-5ee9-4dee-a3c1-25a85e03bee8 None None] Deleting port 3a77a2bb-c275-4429-8b6c-25a27809eba4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:03.445405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ec6e82-5ee9-4dee-a3c1-25a85e03bee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.456416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=9ce1d32a-7e13-42c6-a0d8-29e2d11ad9fd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:03.480170 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:03.504295 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2ba3ae8d-15d5-45da-b7d7-24be2d47541a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1974850 Dec 20 16:39:03.507037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:03.514639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3543d773-7aab-4288-a680-265793e92bbb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:03.534662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f70dd585-286c-4f90-bcfc-239631c36788 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:03.573627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: f70dd585-286c-4f90-bcfc-239631c36788 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:03.573979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f70dd585-286c-4f90-bcfc-239631c36788 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:03.622373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-67ec6e82-5ee9-4dee-a3c1-25a85e03bee8 None None] For port 3a77a2bb-c275-4429-8b6c-25a27809eba4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3a77a2bb-c275-4429-8b6c-25a27809eba4,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:03.622775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ec6e82-5ee9-4dee-a3c1-25a85e03bee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.638632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67ec6e82-5ee9-4dee-a3c1-25a85e03bee8 None None] Calling delete_port for 3a77a2bb-c275-4429-8b6c-25a27809eba4 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:03.698776 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5be7fb82-7b57-401e-b960-9172d14cf49b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.781207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5be7fb82-7b57-401e-b960-9172d14cf49b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.785202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Deleting port 8242be5f-c84b-4da9-9eae-a936c84dbb25 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:03.785536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.798443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3543d773-7aab-4288-a680-265793e92bbb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:03.802038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3543d773-7aab-4288-a680-265793e92bbb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.835939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ec6e82-5ee9-4dee-a3c1-25a85e03bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.892711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec6e82-5ee9-4dee-a3c1-25a85e03bee8 None None] Pushing event deleted for resources: {'Port': ['ID=3a77a2bb-c275-4429-8b6c-25a27809eba4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:03.905210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec6e82-5ee9-4dee-a3c1-25a85e03bee8 None None] No DVR routers for this DVR port 3a77a2bb-c275-4429-8b6c-25a27809eba4 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:03.920653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd78fbd9-bbbe-4458-97ac-27ad33d87548 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.936984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2d36e-77e0-4d83-bb26-52de1aeda1f8 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:04.007836 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'f647ad96-7132-408b-ac63-efaa1f4ae7c0', 'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'mac_address': 'fa:16:3e:26:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:18Z', 'updated_at': '2021-12-20T16:35:28Z', 'revision_number': 5, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'subnets': [{'id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:04.047550 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a72781-7130-4230-ba2e-a4911ea0547a None None] The sync data for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv is: [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:35:20Z', 'revision_number': 4, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'f647ad96-7132-408b-ac63-efaa1f4ae7c0', 'name': '', 'network_id': '8884f99f-080e-4992-a1da-237bad362cb2', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'mac_address': 'fa:16:3e:26:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:18Z', 'updated_at': '2021-12-20T16:35:28Z', 'revision_number': 5, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'subnets': [{'id': 'aa7b8204-9b0f-4d8d-b342-65fe30d37330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:04.079982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a3d9d19-8aad-47ea-8df4-8f9abe71a0be tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.093257 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '9ce1d32a-7e13-42c6-a0d8-29e2d11ad9fd'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:04.099976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.183340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d9d19-8aad-47ea-8df4-8f9abe71a0be tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Calling delete_port for fa4ed10d-fcd4-4331-b979-9b5b837cb811 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:04.196369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.351258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Subnet': ['ID=0ce8887a-2a88-435d-825f-f7cfa7d9cc1b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:04.490164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd78fbd9-bbbe-4458-97ac-27ad33d87548 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.514174 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-3543d773-7aab-4288-a680-265793e92bbb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ce1d32a-7e13-42c6-a0d8-29e2d11ad9fd (CIDR: 2001:db8::/64) Dec 20 16:39:04.524201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd78fbd9-bbbe-4458-97ac-27ad33d87548 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.529816 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fd78fbd9-bbbe-4458-97ac-27ad33d87548 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/282bb239-5642-429a-ab3c-a15b7fafd8b5 HTTP/1.1" status: 204 len: 168 time: 1.6431241 Dec 20 16:39:04.529816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a3d9d19-8aad-47ea-8df4-8f9abe71a0be tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.530125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:04.531214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210dd6bb-c70f-4b20-8ea1-6b09e4574cdc None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:04.555314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a5e13e79-da57-413d-bfdd-5a62c52fe168 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:04.555692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5e13e79-da57-413d-bfdd-5a62c52fe168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.556881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] For port 8242be5f-c84b-4da9-9eae-a936c84dbb25, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8242be5f-c84b-4da9-9eae-a936c84dbb25,segment=NetworkSegment(77778c4c-99d9-436d-bbf1-53e50f2801c9),segment_id=77778c4c-99d9-436d-bbf1-53e50f2801c9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:04.557272 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.571365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/9ce1d32a-7e13-42c6-a0d8-29e2d11ad9fd/826ab28e-c371-41ae-8440-f07e311caf87) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:04.577402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Calling delete_port for 8242be5f-c84b-4da9-9eae-a936c84dbb25 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:04.601676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aafd8a-ac93-4389-bd33-89d83e4c13e6 None None] New status for floating IP 9bd76a38-351f-43db-9444-5c1896a7248d: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:39:04.640049 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbd2f1b-852d-4dbb-b3a5-f2c7e38f43e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:04.640646 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbd2f1b-852d-4dbb-b3a5-f2c7e38f43e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:04.647116 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-acbd2f1b-852d-4dbb-b3a5-f2c7e38f43e4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/2f661bde-7b85-41e4-8b85-39ef1ae33bf8 HTTP/1.1" status: 404 len: 337 time: 0.0843744 Dec 20 16:39:04.648171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Checking segment: {'id': 'ac38103d-6f7b-4520-ad09-0201a3c76bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '27e53888-85a7-47fd-ac2e-86e52dc1383b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:04.649987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network hostable DHCP agents. Network: 27e53888-85a7-47fd-ac2e-86e52dc1383b, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:04.662638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:04.664237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d9d19-8aad-47ea-8df4-8f9abe71a0be tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa4ed10d-fcd4-4331-b979-9b5b837cb811,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:04.668501 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78fbd9-bbbe-4458-97ac-27ad33d87548 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=282bb239-5642-429a-ab3c-a15b7fafd8b5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:04.707421 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3543d773-7aab-4288-a680-265793e92bbb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:39:04.707772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3543d773-7aab-4288-a680-265793e92bbb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:04.758291 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3543d773-7aab-4288-a680-265793e92bbb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2477889 Dec 20 16:39:04.761088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:04.762866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a3d9d19-8aad-47ea-8df4-8f9abe71a0be tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.763841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.769669 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4a3d9d19-8aad-47ea-8df4-8f9abe71a0be tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "DELETE /v2.0/ports/fa4ed10d-fcd4-4331-b979-9b5b837cb811 HTTP/1.1" status: 204 len: 168 time: 1.9856145 Dec 20 16:39:04.769889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:04.773006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:04.777415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12a79baf-7c65-4844-9468-56c120b97866', 'external_fixed_ips': [{'subnet_id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'ip_address': '2001:db8::122'}]}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:04.798351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8242be5f-c84b-4da9-9eae-a936c84dbb25 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:04.819205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd9b140-9f07-4397-abc7-4789f855aeea tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting subnet e784e58b-59d6-4d28-9925-d330b7f8cfed {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:04.826204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b140-9f07-4397-abc7-4789f855aeea tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.829128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 27e53888-85a7-47fd-ac2e-86e52dc1383b is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:04.833611 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5be7fb82-7b57-401e-b960-9172d14cf49b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.842107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5be7fb82-7b57-401e-b960-9172d14cf49b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.846295 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5be7fb82-7b57-401e-b960-9172d14cf49b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "DELETE /v2.0/security-groups/91ad9e85-c70a-4522-b3b6-8fa3c4f0064c HTTP/1.1" status: 204 len: 168 time: 1.5171089 Dec 20 16:39:04.846554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 8242be5f-c84b-4da9-9eae-a936c84dbb25 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:04.846554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8242be5f-c84b-4da9-9eae-a936c84dbb25 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 20 16:39:04.861989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:04.875889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Port 8242be5f-c84b-4da9-9eae-a936c84dbb25 not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 20 16:39:04.884933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.886140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.899345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 27e53888-85a7-47fd-ac2e-86e52dc1383b) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:04.904365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:04.905097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.916978 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47baa0b6-1948-44ac-a2f8-9f96592f90bf None None] Network 27e53888-85a7-47fd-ac2e-86e52dc1383b requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:04.917837 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-3f4cf4b1-f1ad-4417-926b-746a1701cd3f tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] show failed (client error): The resource could not be found. Dec 20 16:39:04.921562 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3f4cf4b1-f1ad-4417-926b-746a1701cd3f tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "GET /v2.0/security-groups/91ad9e85-c70a-4522-b3b6-8fa3c4f0064c HTTP/1.1" status: 404 len: 347 time: 0.0558100 Dec 20 16:39:04.933487 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:04.937726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b140-9f07-4397-abc7-4789f855aeea tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.973378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Port': ['ID=8242be5f-c84b-4da9-9eae-a936c84dbb25,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:04.998596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No DVR routers for this DVR port 8242be5f-c84b-4da9-9eae-a936c84dbb25 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:05.006038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3a77a2bb-c275-4429-8b6c-25a27809eba4 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:05.015392 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0afbd3a7-bb7a-4c82-88e6-3204ecb797a6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4340098 Dec 20 16:39:05.018735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45842) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:05.032162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7fb82-7b57-401e-b960-9172d14cf49b tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ad9e85-c70a-4522-b3b6-8fa3c4f0064c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:05.045173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'subnet': {'network_id': '0ce76c0b-693d-4c9e-b12c-831fedb84115', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:05.098161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 3a77a2bb-c275-4429-8b6c-25a27809eba4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:05.098544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3a77a2bb-c275-4429-8b6c-25a27809eba4 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:05.106171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.117587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed03b1-f50d-483b-b459-fd5b1546b002 None None] Network 29bfaffc-1a86-44e9-9d99-710b352058ea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:05.141825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.180117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:05.184182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.249002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.292610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fe608a-2ac0-4d61-83c5-8e19b630bfdf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:05.342049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a5e13e79-da57-413d-bfdd-5a62c52fe168 None None] Provisioning complete for port 3b60e9d2-413b-44f3-844b-15c755aa13e4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:05.342490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5e13e79-da57-413d-bfdd-5a62c52fe168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.343891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b140-9f07-4397-abc7-4789f855aeea tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.378551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b264f83-7f72-489f-9578-076820617557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-27e53888-85a7-47fd-ac2e-86e52dc1383b', 'network_id': '27e53888-85a7-47fd-ac2e-86e52dc1383b', 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'fixed_ips': [{'subnet_id': '0ce8887a-2a88-435d-825f-f7cfa7d9cc1b'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:05.380616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b264f83-7f72-489f-9578-076820617557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.380795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.423866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bfaffc-1a86-44e9-9d99-710b352058ea']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:05.426053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.439918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77778c4c-99d9-436d-bbf1-53e50f2801c9') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:05.441351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77778c4c-99d9-436d-bbf1-53e50f2801c9') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:05.445170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a5e13e79-da57-413d-bfdd-5a62c52fe168 None None] Port 3b60e9d2-413b-44f3-844b-15c755aa13e4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:05.450840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.452552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.462169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.516304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.531185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:05.531797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:05.535064 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:05.549935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:05.554448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.590027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Deleting port d05a726d-7621-45cd-b5f1-b6a266b0f1b9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:05.590797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.592542 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:05.604273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7d3d944e-ee79-45e3-8ad0-349315a3d2fc None None] Could not find standard attr ID for object 8242be5f-c84b-4da9-9eae-a936c84dbb25. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:39:05.628836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:05.634540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:05.636858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Pushing event updated for resources: {'Port': ['ID=826ab28e-c371-41ae-8440-f07e311caf87,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:05.666518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.682958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.689875 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/29bfaffc-1a86-44e9-9d99-710b352058ea HTTP/1.1" status: 204 len: 168 time: 2.6829295 Dec 20 16:39:05.692451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:05.732943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b377e-8e6f-48ba-86f4-678fa9097b5b tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=29bfaffc-1a86-44e9-9d99-710b352058ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:05.770150 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7876da04-ded6-4100-8afe-1c0a1e3daaab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:05.771331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7876da04-ded6-4100-8afe-1c0a1e3daaab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:05.778249 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7876da04-ded6-4100-8afe-1c0a1e3daaab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/29bfaffc-1a86-44e9-9d99-710b352058ea HTTP/1.1" status: 404 len: 339 time: 0.0789509 Dec 20 16:39:05.780674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:05.789942 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917116190', 'description': 'd1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:05.804041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b140-9f07-4397-abc7-4789f855aeea tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.806606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0b264f83-7f72-489f-9578-076820617557 None None] Allocated IP 172.20.0.2 (27e53888-85a7-47fd-ac2e-86e52dc1383b/0ce8887a-2a88-435d-825f-f7cfa7d9cc1b/3d920475-30e6-4414-9343-32d729ca075a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:05.812150 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Attempting to bind port 826ab28e-c371-41ae-8440-f07e311caf87 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:05.813015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Attempting to bind port 826ab28e-c371-41ae-8440-f07e311caf87 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:05.813621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Attempting to bind port 826ab28e-c371-41ae-8440-f07e311caf87 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:05.826788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:05.829770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:05.830130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.836528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:05.837076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Bound port: 826ab28e-c371-41ae-8440-f07e311caf87, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:05.837477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.919200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9b140-9f07-4397-abc7-4789f855aeea tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Subnet': ['ID=e784e58b-59d6-4d28-9925-d330b7f8cfed,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:05.924536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b140-9f07-4397-abc7-4789f855aeea tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.931711 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2cd9b140-9f07-4397-abc7-4789f855aeea tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/e784e58b-59d6-4d28-9925-d330b7f8cfed HTTP/1.1" status: 204 len: 168 time: 1.2619543 Dec 20 16:39:05.931899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c8ad4b-3035-497b-8f35-522bba25f356 None None] DHCP port deletion for 29bfaffc-1a86-44e9-9d99-710b352058ea request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:05.934885 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:05.987127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] For port 826ab28e-c371-41ae-8440-f07e311caf87, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:05.996336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8952e-6de7-4db8-9190-0fb80e4b1d2b None None] Network 29bfaffc-1a86-44e9-9d99-710b352058ea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:05.997139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:06.000906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.014241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.014678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.028963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:39:06.034932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] For port 826ab28e-c371-41ae-8440-f07e311caf87, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=826ab28e-c371-41ae-8440-f07e311caf87,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:06.050918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8952e-6de7-4db8-9190-0fb80e4b1d2b None None] Network 29bfaffc-1a86-44e9-9d99-710b352058ea could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 16:39:06.054935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.057246 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-1060c7c4-2875-40b0-9fb8-90cb68739d9f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:06.057494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1060c7c4-2875-40b0-9fb8-90cb68739d9f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:06.064949 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1060c7c4-2875-40b0-9fb8-90cb68739d9f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/a9c7adeb-11ab-4df0-aaa0-257932c70533 HTTP/1.1" status: 404 len: 337 time: 0.1285491 Dec 20 16:39:06.087447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.088171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Calling delete_port for d05a726d-7621-45cd-b5f1-b6a266b0f1b9 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:06.154876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b264f83-7f72-489f-9578-076820617557 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.166904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f96777-c7be-45a6-8996-50d238c27e73 None None] Pushing event updated for resources: {'Port': ['ID=826ab28e-c371-41ae-8440-f07e311caf87,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:06.170721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b264f83-7f72-489f-9578-076820617557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.184379 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4a814266-3143-43c5-88ef-4fba975a75f2 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "GET /v2.0/ports?device_id=1916a3fc-f131-47db-923c-ea217e4e3fb6 HTTP/1.1" status: 200 len: 205 time: 0.0903893 Dec 20 16:39:06.189178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45852) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.231099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b264f83-7f72-489f-9578-076820617557 None None] Network 27e53888-85a7-47fd-ac2e-86e52dc1383b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:06.234154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0b264f83-7f72-489f-9578-076820617557 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:06.247861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b264f83-7f72-489f-9578-076820617557 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:06.249307 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-f0ac955c-ffd2-495e-ad27-03a3193a7ef6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] delete failed (client error): The resource could not be found. Dec 20 16:39:06.253012 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f0ac955c-ffd2-495e-ad27-03a3193a7ef6 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/routers/1916a3fc-f131-47db-923c-ea217e4e3fb6 HTTP/1.1" status: 404 len: 336 time: 0.0539660 Dec 20 16:39:06.254308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:06.264931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b264f83-7f72-489f-9578-076820617557 None None] Pushing event updated for resources: {'Port': ['ID=3d920475-30e6-4414-9343-32d729ca075a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:06.284276 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45854) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.335585 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fddfd6-f71e-48e7-9574-d0161e071105 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:06.336064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fddfd6-f71e-48e7-9574-d0161e071105 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:06.336732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0b264f83-7f72-489f-9578-076820617557 None None] Attempting to bind port 3d920475-30e6-4414-9343-32d729ca075a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:06.337331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0b264f83-7f72-489f-9578-076820617557 None None] Attempting to bind port 3d920475-30e6-4414-9343-32d729ca075a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'ac38103d-6f7b-4520-ad09-0201a3c76bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '27e53888-85a7-47fd-ac2e-86e52dc1383b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:06.337983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b264f83-7f72-489f-9578-076820617557 None None] Attempting to bind port 3d920475-30e6-4414-9343-32d729ca075a on network 27e53888-85a7-47fd-ac2e-86e52dc1383b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:06.342457 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-72fddfd6-f71e-48e7-9574-d0161e071105 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/5df3c1cb-00be-4a89-bc9f-f9dcda27a596 HTTP/1.1" status: 404 len: 337 time: 0.0575142 Dec 20 16:39:06.346061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.350857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b264f83-7f72-489f-9578-076820617557 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:06.351703 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.352059 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment 7ec46124-5eb5-4438-8f9a-2a85dbed7cdd of type vlan for network 96f32089-117e-4a4a-ab1b-89b5eeec844a Dec 20 16:39:06.352509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b264f83-7f72-489f-9578-076820617557 None None] Checking segment: {'id': 'ac38103d-6f7b-4520-ad09-0201a3c76bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '27e53888-85a7-47fd-ac2e-86e52dc1383b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:06.353191 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b264f83-7f72-489f-9578-076820617557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.353804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b264f83-7f72-489f-9578-076820617557 None None] Bound using segment: {'id': 'ac38103d-6f7b-4520-ad09-0201a3c76bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '27e53888-85a7-47fd-ac2e-86e52dc1383b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:06.354584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0b264f83-7f72-489f-9578-076820617557 None None] Bound port: 3d920475-30e6-4414-9343-32d729ca075a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac38103d-6f7b-4520-ad09-0201a3c76bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '27e53888-85a7-47fd-ac2e-86e52dc1383b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:06.355415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b264f83-7f72-489f-9578-076820617557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.396110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-76174226-c34b-4c54-a345-7130de5edf3f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:06.396573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76174226-c34b-4c54-a345-7130de5edf3f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:06.407189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3148ac33-e68d-41c2-b903-f4b2c0cef12f None None] Network c47641df-e7ce-4ead-8b59-1724c152d481 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:06.408978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-76174226-c34b-4c54-a345-7130de5edf3f tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/d8281491-6e3e-4ee3-a1ff-9cadfc1baa09 HTTP/1.1" status: 404 len: 337 time: 0.0617948 Dec 20 16:39:06.409665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.464298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f0b885-df78-4aea-a0d5-53df39aeab82 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:06.464974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f0b885-df78-4aea-a0d5-53df39aeab82 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:06.475609 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-63f0b885-df78-4aea-a0d5-53df39aeab82 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/3e871424-9162-4831-8015-5f02757e31ab HTTP/1.1" status: 404 len: 337 time: 0.0612266 Dec 20 16:39:06.476335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.483799 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.517702 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.541940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.558122 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fcc018-207c-4788-8192-01fa9a801e2b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:06.558756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fcc018-207c-4788-8192-01fa9a801e2b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:06.564532 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-74fcc018-207c-4788-8192-01fa9a801e2b tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/3e3f8eb6-e192-4a22-ae96-ef293c4dbead HTTP/1.1" status: 404 len: 333 time: 0.0827112 Dec 20 16:39:06.564690 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5af8c9e6-5183-44c7-87b6-2ea019b99759 None None] Provisioning complete for port 73272600-4a73-43e8-8056-e12569e47c47 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:06.564690 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5af8c9e6-5183-44c7-87b6-2ea019b99759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.565198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.565373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0b264f83-7f72-489f-9578-076820617557 None None] For port 3d920475-30e6-4414-9343-32d729ca075a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:06.565931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.613894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0b264f83-7f72-489f-9578-076820617557 None None] For port 3d920475-30e6-4414-9343-32d729ca075a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3d920475-30e6-4414-9343-32d729ca075a,segment=NetworkSegment(ac38103d-6f7b-4520-ad09-0201a3c76bba),segment_id=ac38103d-6f7b-4520-ad09-0201a3c76bba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:06.633547 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a7fb42-fbbd-4938-ae2a-9f1fab1bcaa4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:06.634125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a7fb42-fbbd-4938-ae2a-9f1fab1bcaa4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:06.640836 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-40a7fb42-fbbd-4938-ae2a-9f1fab1bcaa4 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/6f14ebb2-30ee-4657-89dc-3130a765de39 HTTP/1.1" status: 404 len: 337 time: 0.0679171 Dec 20 16:39:06.641061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.645218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b264f83-7f72-489f-9578-076820617557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.651946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.721571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 826ab28e-c371-41ae-8440-f07e311caf87 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:06.744908 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c70c24d-a6a0-419e-bcce-15984f66c3a7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:06.745751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c70c24d-a6a0-419e-bcce-15984f66c3a7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:06.749935 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5c70c24d-a6a0-419e-bcce-15984f66c3a7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/fe3e50cc-31a0-4db4-8c67-0d18869cc7a2 HTTP/1.1" status: 404 len: 337 time: 0.1079919 Dec 20 16:39:06.760349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.815158 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-971f9cd7-cd62-4788-93b8-ab8fd4b2f310 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:06.816157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971f9cd7-cd62-4788-93b8-ab8fd4b2f310 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:06.823466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Subnet': ['ID=67356cfa-f289-4ccd-ab4d-6ed31f4d634b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:06.828935 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-971f9cd7-cd62-4788-93b8-ab8fd4b2f310 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/f1017b73-4b35-4669-93c4-be1c19c43158 HTTP/1.1" status: 404 len: 333 time: 0.0617964 Dec 20 16:39:06.830313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:06.875367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.882683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:06.883118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:06.947847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035623f8-bf8a-4352-8f6d-0d78a8f161f7 None None] DHCP port deletion for c47641df-e7ce-4ead-8b59-1724c152d481 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:06.978039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Checking segment: {'id': '91ba08f3-e4e2-456b-9e64-603729b8507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ce76c0b-693d-4c9e-b12c-831fedb84115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:06.978659 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network hostable DHCP agents. Network: 0ce76c0b-693d-4c9e-b12c-831fedb84115, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:06.995397 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d594cba-ba3e-4b46-a0c2-caed8d9a9db0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:06.995947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d594cba-ba3e-4b46-a0c2-caed8d9a9db0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:07.002993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3d594cba-ba3e-4b46-a0c2-caed8d9a9db0 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/4e83e993-0908-4f32-ac79-54c134ae9608 HTTP/1.1" status: 404 len: 337 time: 0.0603051 Dec 20 16:39:07.006205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45870) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:07.014414 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2287407 Dec 20 16:39:07.015131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:07.044483 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-99644b55-b28f-4156-a6e5-82dfcbf515d7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:07.044655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99644b55-b28f-4156-a6e5-82dfcbf515d7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:07.052999 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-99644b55-b28f-4156-a6e5-82dfcbf515d7 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/subnets/4dc6763a-a93b-4057-84e9-aed67289cca1 HTTP/1.1" status: 404 len: 337 time: 0.0458605 Dec 20 16:39:07.053622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:07.073702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b264f83-7f72-489f-9578-076820617557 None None] Pushing event updated for resources: {'Port': ['ID=3d920475-30e6-4414-9343-32d729ca075a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:07.120963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.124913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 826ab28e-c371-41ae-8440-f07e311caf87 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:07.125300 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.158183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] For port 826ab28e-c371-41ae-8440-f07e311caf87, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=826ab28e-c371-41ae-8440-f07e311caf87,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:07.167928 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3d295-2fde-4cef-9a93-f8453140aaf6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=96f32089-117e-4a4a-ab1b-89b5eeec844a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:07.193477 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Allocated IP 2001:db8::122 (12a79baf-7c65-4844-9468-56c120b97866/62df7562-8f19-4275-afdb-87c71b4f0ac6/9a057a93-9944-4654-a644-8e88e5a25a53) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:07.199287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 96f32089-117e-4a4a-ab1b-89b5eeec844a details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:07.229403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-035623f8-bf8a-4352-8f6d-0d78a8f161f7 None None] Deleting port 73272600-4a73-43e8-8056-e12569e47c47 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:07.229913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-035623f8-bf8a-4352-8f6d-0d78a8f161f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.234321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Pushing event deleted for resources: {'Port': ['ID=d05a726d-7621-45cd-b5f1-b6a266b0f1b9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:07.256882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 0ce76c0b-693d-4c9e-b12c-831fedb84115 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:07.272904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.278580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c0d1e-52d6-4484-ad66-90da263b213f None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:07.293571 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d805eff4-e007-43f8-af20-d52e8bb8b7aa tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:07.298116 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d805eff4-e007-43f8-af20-d52e8bb8b7aa tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/networks?id=96f32089-117e-4a4a-ab1b-89b5eeec844a HTTP/1.1" status: 200 len: 760 time: 0.2726862 Dec 20 16:39:07.298767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:07.299740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-adad484b-7ccd-4a55-ba78-e13c79782684 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 3b60e9d2-413b-44f3-844b-15c755aa13e4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:07.300324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adad484b-7ccd-4a55-ba78-e13c79782684 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.332415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.334194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.349508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-063f6329-1589-414b-b430-9b329872a569 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'description': 'd2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:07.372832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 0ce76c0b-693d-4c9e-b12c-831fedb84115) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:07.377256 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:07.378006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.387178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5af8c9e6-5183-44c7-87b6-2ea019b99759 None None] Provisioning complete for port 3b60e9d2-413b-44f3-844b-15c755aa13e4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:07.388383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5af8c9e6-5183-44c7-87b6-2ea019b99759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.462340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de4f69-3ea8-4af3-bb49-e841ad551f25 None None] Network 0ce76c0b-693d-4c9e-b12c-831fedb84115 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:07.467424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:07.471006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adad484b-7ccd-4a55-ba78-e13c79782684 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.501648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:07.513693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=072a3c9f-b5e1-41c7-9dab-9c96b876247c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:07.514113 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-098210ab-c1a4-4ced-a780-be3d11a6e2ae tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4845932 Dec 20 16:39:07.516756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:07.517485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.519885 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:07.523836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.527471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.528691 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-97a808e0-285f-473d-8c61-03e62c069f4c tempest-ServerActionsTestJSON-885901943 tempest-ServerActionsTestJSON-885901943-project] 10.222.0.60 "DELETE /v2.0/floatingips/9bd76a38-351f-43db-9444-5c1896a7248d HTTP/1.1" status: 204 len: 168 time: 2.5941503 Dec 20 16:39:07.531922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:07.548278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c801f1d1-6cab-4ac6-91bf-f08f6adc4257 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1211814660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:07.570871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5af8c9e6-5183-44c7-87b6-2ea019b99759 None None] Port 3b60e9d2-413b-44f3-844b-15c755aa13e4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:07.571982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-adad484b-7ccd-4a55-ba78-e13c79782684 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 3b60e9d2-413b-44f3-844b-15c755aa13e4 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:07.617853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=826ab28e-c371-41ae-8440-f07e311caf87,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:07.672922 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-311cebd9-1e85-4630-bb3c-c901dd9a8057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9104378 Dec 20 16:39:07.682540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45882) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:07.685293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.692406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:e4:2c:cb', 'name': 'tempest-NetworksTestDHCPv6-1660945364'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:07.708381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-0ce76c0b-693d-4c9e-b12c-831fedb84115', 'network_id': '0ce76c0b-693d-4c9e-b12c-831fedb84115', 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'fixed_ips': [{'subnet_id': '67356cfa-f289-4ccd-ab4d-6ed31f4d634b'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:07.709384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.761903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 826ab28e-c371-41ae-8440-f07e311caf87, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=826ab28e-c371-41ae-8440-f07e311caf87,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:07.815491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c801f1d1-6cab-4ac6-91bf-f08f6adc4257 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.817068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c801f1d1-6cab-4ac6-91bf-f08f6adc4257 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.941937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:07.944544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Allocated IP 172.21.0.2 (0ce76c0b-693d-4c9e-b12c-831fedb84115/67356cfa-f289-4ccd-ab4d-6ed31f4d634b/f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:07.947920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-035623f8-bf8a-4352-8f6d-0d78a8f161f7 None None] For port 73272600-4a73-43e8-8056-e12569e47c47, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=73272600-4a73-43e8-8056-e12569e47c47,segment=NetworkSegment(e789b445-8949-4b40-9315-a9b91592096c),segment_id=e789b445-8949-4b40-9315-a9b91592096c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:07.948523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-035623f8-bf8a-4352-8f6d-0d78a8f161f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.043299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae7161-9eec-419d-9062-3908ae5df1ea None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:08.045663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8242be5f-c84b-4da9-9eae-a936c84dbb25 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:08.062400 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c801f1d1-6cab-4ac6-91bf-f08f6adc4257 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.072861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adad484b-7ccd-4a55-ba78-e13c79782684 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.076389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 8242be5f-c84b-4da9-9eae-a936c84dbb25 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:08.076848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8242be5f-c84b-4da9-9eae-a936c84dbb25 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:08.089817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c801f1d1-6cab-4ac6-91bf-f08f6adc4257 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.120048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-035623f8-bf8a-4352-8f6d-0d78a8f161f7 None None] Calling delete_port for 73272600-4a73-43e8-8056-e12569e47c47 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:08.135654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad484b-7ccd-4a55-ba78-e13c79782684 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=3b60e9d2-413b-44f3-844b-15c755aa13e4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:08.140814 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adad484b-7ccd-4a55-ba78-e13c79782684 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.144438 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-adad484b-7ccd-4a55-ba78-e13c79782684 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/ports/3b60e9d2-413b-44f3-844b-15c755aa13e4 HTTP/1.1" status: 204 len: 168 time: 1.0847380 Dec 20 16:39:08.145970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=826ab28e-c371-41ae-8440-f07e311caf87,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:08.148855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45884) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:08.168729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.173637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c801f1d1-6cab-4ac6-91bf-f08f6adc4257 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.176400 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c801f1d1-6cab-4ac6-91bf-f08f6adc4257 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6392896 Dec 20 16:39:08.180346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:08.218943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6489601a-9fe7-43c1-8e61-b59a9176037b None None] Provisioning complete for port 826ab28e-c371-41ae-8440-f07e311caf87 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:08.219452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6489601a-9fe7-43c1-8e61-b59a9176037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.278577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.298206 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:08.329499 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063f6329-1589-414b-b430-9b329872a569 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.353067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5107abc-93e2-4049-9a07-fec09bf7b138 None None] Network 27e53888-85a7-47fd-ac2e-86e52dc1383b requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:08.414958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Deleting port 73272600-4a73-43e8-8056-e12569e47c47 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:08.415339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.439685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063f6329-1589-414b-b430-9b329872a569 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.445241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.471963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-063f6329-1589-414b-b430-9b329872a569 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network 96f32089-117e-4a4a-ab1b-89b5eeec844a is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:39:08.478648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f6329-1589-414b-b430-9b329872a569 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:08.479277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063f6329-1589-414b-b430-9b329872a569 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.481020 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-063f6329-1589-414b-b430-9b329872a569 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "PUT /v2.0/networks/96f32089-117e-4a4a-ab1b-89b5eeec844a HTTP/1.1" status: 200 len: 757 time: 1.1569192 Dec 20 16:39:08.485864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:08.496084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.513089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port ec575c31-d587-459d-bb91-241ef1de72a3 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:08.537974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] For port 73272600-4a73-43e8-8056-e12569e47c47, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=73272600-4a73-43e8-8056-e12569e47c47,segment=NetworkSegment(e789b445-8949-4b40-9315-a9b91592096c),segment_id=e789b445-8949-4b40-9315-a9b91592096c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:08.538375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.574506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-035623f8-bf8a-4352-8f6d-0d78a8f161f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.595614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035623f8-bf8a-4352-8f6d-0d78a8f161f7 None None] No DVR routers for this DVR port 73272600-4a73-43e8-8056-e12569e47c47 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:08.623576 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Calling delete_port for 73272600-4a73-43e8-8056-e12569e47c47 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:08.644624 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035623f8-bf8a-4352-8f6d-0d78a8f161f7 None None] Pushing event deleted for resources: {'Port': ['ID=73272600-4a73-43e8-8056-e12569e47c47,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:08.666740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.681251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f6329-1589-414b-b430-9b329872a569 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=96f32089-117e-4a4a-ab1b-89b5eeec844a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:08.683769 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.696308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Network 12a79baf-7c65-4844-9468-56c120b97866 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:08.724475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06475418-1a2f-47d3-80c9-7d9fbbacb7c1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:08.724475 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-06475418-1a2f-47d3-80c9-7d9fbbacb7c1 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/networks?id=96f32089-117e-4a4a-ab1b-89b5eeec844a HTTP/1.1" status: 200 len: 760 time: 0.2349856 Dec 20 16:39:08.729836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:08.731429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 96f32089-117e-4a4a-ab1b-89b5eeec844a details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:08.747452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:08.753924 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:08.756844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-601467666'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:08.783860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Network 0ce76c0b-693d-4c9e-b12c-831fedb84115 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:08.823140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event updated for resources: {'Port': ['ID=9a057a93-9944-4654-a644-8e88e5a25a53,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:08.838374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Pushing event updated for resources: {'Port': ['ID=f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:08.847819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:08.867226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:08.879488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:08.886357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.927993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-efe91317-bbd1-4557-b0d5-ecca1710288e None None] Provisioning complete for port 3d920475-30e6-4414-9343-32d729ca075a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:08.928535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efe91317-bbd1-4557-b0d5-ecca1710288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:08.995755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.044533 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::159 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/9ce1d32a-7e13-42c6-a0d8-29e2d11ad9fd/ec575c31-d587-459d-bb91-241ef1de72a3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:09.056110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Attempting to bind port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:09.060581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Attempting to bind port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '91ba08f3-e4e2-456b-9e64-603729b8507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ce76c0b-693d-4c9e-b12c-831fedb84115'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:09.061033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Attempting to bind port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb on network 0ce76c0b-693d-4c9e-b12c-831fedb84115 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:09.071863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:09.072239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Checking segment: {'id': '91ba08f3-e4e2-456b-9e64-603729b8507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ce76c0b-693d-4c9e-b12c-831fedb84115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:09.072808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.073216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Bound using segment: {'id': '91ba08f3-e4e2-456b-9e64-603729b8507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ce76c0b-693d-4c9e-b12c-831fedb84115'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:09.073878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Bound port: f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ba08f3-e4e2-456b-9e64-603729b8507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ce76c0b-693d-4c9e-b12c-831fedb84115'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:09.074285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.082893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] No DVR routers for this DVR port 73272600-4a73-43e8-8056-e12569e47c47 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:09.084719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3d920475-30e6-4414-9343-32d729ca075a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:09.085229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8:0:1:f816:3eff:fee4:2ccb (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/072a3c9f-b5e1-41c7-9dab-9c96b876247c/ec575c31-d587-459d-bb91-241ef1de72a3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:09.095040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.111480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:09.115340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Port': ['ID=73272600-4a73-43e8-8056-e12569e47c47,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:09.167386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.167987 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment 33b4252a-8ff1-4f11-b26f-682cc4a9b788 of type vlan for network 50d55429-f580-4be4-976d-83e5c04e9934 Dec 20 16:39:09.232818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.292252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.298694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:09.299437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.415217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] For port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:09.429257 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efe91317-bbd1-4557-b0d5-ecca1710288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.435886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] For port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb,segment=NetworkSegment(91ba08f3-e4e2-456b-9e64-603729b8507c),segment_id=91ba08f3-e4e2-456b-9e64-603729b8507c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:09.436141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=50d55429-f580-4be4-976d-83e5c04e9934,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:09.451306 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-10ecf68f-4d00-4c83-95fb-dacd1eb9232a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7190437 Dec 20 16:39:09.456032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 50d55429-f580-4be4-976d-83e5c04e9934 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:09.457635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:09.462838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.469573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.476552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3d920475-30e6-4414-9343-32d729ca075a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:09.476919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.497446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': '50d55429-f580-4be4-976d-83e5c04e9934', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:09.508454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.533920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47641df-e7ce-4ead-8b59-1724c152d481']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:09.547712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e789b445-8949-4b40-9315-a9b91592096c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:09.548117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e789b445-8949-4b40-9315-a9b91592096c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:09.582665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.614297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-efe91317-bbd1-4557-b0d5-ecca1710288e None None] For port 3d920475-30e6-4414-9343-32d729ca075a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3d920475-30e6-4414-9343-32d729ca075a,segment=NetworkSegment(ac38103d-6f7b-4520-ad09-0201a3c76bba),segment_id=ac38103d-6f7b-4520-ad09-0201a3c76bba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:09.635018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efe91317-bbd1-4557-b0d5-ecca1710288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.646960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d893189-c77d-4cd9-b48b-bee56213e666 None None] Pushing event updated for resources: {'Port': ['ID=f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:09.666349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.734954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe91317-bbd1-4557-b0d5-ecca1710288e None None] Pushing event updated for resources: {'Port': ['ID=3d920475-30e6-4414-9343-32d729ca075a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:09.738766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:09.739179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.741235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 826ab28e-c371-41ae-8440-f07e311caf87 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:09.742328 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:09.745180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.20.0.1 (27e53888-85a7-47fd-ac2e-86e52dc1383b/0ce8887a-2a88-435d-825f-f7cfa7d9cc1b/3eb61443-4299-4c65-b961-9bef5ab32aa2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:09.802074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f9ffad3a-6887-40a6-992e-84899e16c44e None None] Provisioning complete for port 3d920475-30e6-4414-9343-32d729ca075a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:09.802468 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9ffad3a-6887-40a6-992e-84899e16c44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.852518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 826ab28e-c371-41ae-8440-f07e311caf87 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:09.852518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.878841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.918215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:09.922332 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] 10.222.0.60 "DELETE /v2.0/networks/c47641df-e7ce-4ead-8b59-1724c152d481 HTTP/1.1" status: 204 len: 168 time: 1.7700894 Dec 20 16:39:09.922697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc232ef7-2701-47d4-ad6a-a855901f3283 tempest-PortsIpV6TestJSON-1213776395 tempest-PortsIpV6TestJSON-1213776395-project] Pushing event deleted for resources: {'Network': ['ID=c47641df-e7ce-4ead-8b59-1724c152d481,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:09.925504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:09.931332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.044907 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f9ffad3a-6887-40a6-992e-84899e16c44e None None] Provisioning complete for port 826ab28e-c371-41ae-8440-f07e311caf87 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:10.045418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9ffad3a-6887-40a6-992e-84899e16c44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.073938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.179358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 73272600-4a73-43e8-8056-e12569e47c47 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:10.193171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.210407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 73272600-4a73-43e8-8056-e12569e47c47 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:10.211031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 73272600-4a73-43e8-8056-e12569e47c47 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:10.246723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:10.257830 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:39:10.267770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:10.276811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:10.282585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:10.283258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.323610 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6353405 Dec 20 16:39:10.330703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36a167-e625-46fd-b8fb-dc1b353666b0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=ec575c31-d587-459d-bb91-241ef1de72a3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:10.356105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:10.356315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:10.451700 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.451917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.545289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.570988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.605815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=24c0086d-3e68-4a05-a2f3-1db53d3d028e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:10.626093 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-887dcd83-780d-4d69-9769-6c56aa41d45d None None] Provisioning complete for port ec575c31-d587-459d-bb91-241ef1de72a3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:10.626093 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-887dcd83-780d-4d69-9769-6c56aa41d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.641493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4caaf391-96d7-4ef5-bbd5-a3271acbbe06 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port ec575c31-d587-459d-bb91-241ef1de72a3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:10.641837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4caaf391-96d7-4ef5-bbd5-a3271acbbe06 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.644818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': '33b4252a-8ff1-4f11-b26f-682cc4a9b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50d55429-f580-4be4-976d-83e5c04e9934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:10.645185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: 50d55429-f580-4be4-976d-83e5c04e9934, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:10.726352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-887dcd83-780d-4d69-9769-6c56aa41d45d None None] Port ec575c31-d587-459d-bb91-241ef1de72a3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:10.779253 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:10.855634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:10.856493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.914561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.963884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:10.981023 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=3eb61443-4299-4c65-b961-9bef5ab32aa2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:11.012770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 27e53888-85a7-47fd-ac2e-86e52dc1383b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:11.023846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:11.025128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb,segment=NetworkSegment(91ba08f3-e4e2-456b-9e64-603729b8507c),segment_id=91ba08f3-e4e2-456b-9e64-603729b8507c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:11.028040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:11.033043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.033678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3d920475-30e6-4414-9343-32d729ca075a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:11.065473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Router a9232c38-5b84-4907-bb79-cafaa499e242 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:39:11.108478 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2b073fb7-d406-4e48-bf5a-b15282efbaf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=786ec8a4fcee41b582f518aa933d6565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7433262 Dec 20 16:39:11.112530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:11.120841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.123063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network 50d55429-f580-4be4-976d-83e5c04e9934 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:11.150566 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 50d55429-f580-4be4-976d-83e5c04e9934) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:11.152929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:11.164118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:11.164994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.175217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4caaf391-96d7-4ef5-bbd5-a3271acbbe06 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.189007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3d920475-30e6-4414-9343-32d729ca075a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:11.189690 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.197831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4caaf391-96d7-4ef5-bbd5-a3271acbbe06 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for ec575c31-d587-459d-bb91-241ef1de72a3 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:11.212658 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-811799fc-176a-43ef-a0a9-32f67c7684b3 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7209699 Dec 20 16:39:11.214741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:11.225607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d522d-616a-42c4-9f48-10e7d5a26deb None None] Network 50d55429-f580-4be4-976d-83e5c04e9934 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:11.262780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083870b-2f69-4622-9b1c-aa426e8fbfa6 None None] Network 0ce76c0b-693d-4c9e-b12c-831fedb84115 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:11.395104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.435719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6e2d485-aa0a-44e0-aa53-6f10d407b6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.457146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-25b2864d-4e24-4aa9-b5f3-26066a5f0cca None None] Provisioning complete for port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:11.458597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-25b2864d-4e24-4aa9-b5f3-26066a5f0cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.494982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.499222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244578c-ba03-468d-a4a4-ea1dee7a11dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-50d55429-f580-4be4-976d-83e5c04e9934', 'network_id': '50d55429-f580-4be4-976d-83e5c04e9934', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': '24c0086d-3e68-4a05-a2f3-1db53d3d028e'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:11.499983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1244578c-ba03-468d-a4a4-ea1dee7a11dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.515961 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6e2d485-aa0a-44e0-aa53-6f10d407b6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.551173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.575305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:11.601552 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Sync routers for ids ['a9232c38-5b84-4907-bb79-cafaa499e242'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:11.611123 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Routers {'a9232c38-5b84-4907-bb79-cafaa499e242'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:11.611834 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['a9232c38-5b84-4907-bb79-cafaa499e242'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:11.626627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-1244578c-ba03-468d-a4a4-ea1dee7a11dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24c0086d-3e68-4a05-a2f3-1db53d3d028e: This subnet is being modified by another concurrent operation. Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:39:11.639854 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24c0086d-3e68-4a05-a2f3-1db53d3d028e: This subnet is being modified by another concurrent operation. Dec 20 16:39:11.645416 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:39:11.654029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.654029 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a3643a86-e853-46c2-861f-8405a3f2dc95 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8694618 Dec 20 16:39:11.654029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:11.654029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Deleting port f647ad96-7132-408b-ac63-efaa1f4ae7c0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:11.654029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.677057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4caaf391-96d7-4ef5-bbd5-a3271acbbe06 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.715698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65e7e5-0b8b-4321-ad69-7b37a17cb581 None None] Network 50d55429-f580-4be4-976d-83e5c04e9934 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:11.738984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaf391-96d7-4ef5-bbd5-a3271acbbe06 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=ec575c31-d587-459d-bb91-241ef1de72a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:11.748253 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Set router a9232c38-5b84-4907-bb79-cafaa499e242 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:11.757525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=24c0086d-3e68-4a05-a2f3-1db53d3d028e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:11.887639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6e2d485-aa0a-44e0-aa53-6f10d407b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.897183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.897685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6e2d485-aa0a-44e0-aa53-6f10d407b6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.901459 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d6e2d485-aa0a-44e0-aa53-6f10d407b6cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9acb797-fae3-4765-9411-e034aba7b7bb HTTP/1.1" status: 204 len: 168 time: 0.7876525 Dec 20 16:39:11.921370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4caaf391-96d7-4ef5-bbd5-a3271acbbe06 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:11.930436 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4caaf391-96d7-4ef5-bbd5-a3271acbbe06 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/ec575c31-d587-459d-bb91-241ef1de72a3 HTTP/1.1" status: 204 len: 168 time: 1.5731308 Dec 20 16:39:11.935607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45912) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:11.985747 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fc0ee357-6e20-4d7c-a3da-43c0b007091a None None] Provisioning complete for port 3eb61443-4299-4c65-b961-9bef5ab32aa2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:11.986574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee357-6e20-4d7c-a3da-43c0b007091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.071470 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.072082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ee357-6e20-4d7c-a3da-43c0b007091a None None] Port 3eb61443-4299-4c65-b961-9bef5ab32aa2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:12.074562 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9232c38-5b84-4907-bb79-cafaa499e242', 'name': '', 'tenant_id': 'c2db8ee5a8ce43eca798873217841d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a79baf-7c65-4844-9468-56c120b97866', 'external_fixed_ips': [{'subnet_id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'ip_address': '2001:db8::122'}], 'enable_snat': True}, 'gw_port_id': '9a057a93-9944-4654-a644-8e88e5a25a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:39:04Z', 'updated_at': '2021-12-20T16:39:09Z', 'revision_number': 3, 'project_id': 'c2db8ee5a8ce43eca798873217841d46', 'gw_port': {'id': '9a057a93-9944-4654-a644-8e88e5a25a53', 'name': '', 'network_id': '12a79baf-7c65-4844-9468-56c120b97866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9232c38-5b84-4907-bb79-cafaa499e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'ip_address': '2001:db8::122', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:39:06Z', 'updated_at': '2021-12-20T16:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:12.077264 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d55429-f580-4be4-976d-83e5c04e9934']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:12.093963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b4252a-8ff1-4f11-b26f-682cc4a9b788') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:12.094495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b4252a-8ff1-4f11-b26f-682cc4a9b788') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:12.108845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.126079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c469c58-f3d9-4b2d-bb60-71b80a54bf7b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:12.131360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1cc827-ce7a-42d0-9d2c-d8189f96eab9 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:39:12.131680 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0c469c58-f3d9-4b2d-bb60-71b80a54bf7b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1947753 Dec 20 16:39:12.134247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:12.144267 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Checking router: a9232c38-5b84-4907-bb79-cafaa499e242 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:39:12.144700 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Updating router a9232c38-5b84-4907-bb79-cafaa499e242 port 9a057a93-9944-4654-a644-8e88e5a25a53 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:39:12.162283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.205561 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.214384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:12.215974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.225367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-77c682b2-7193-40d2-bfbf-be05d9668f05 None None] Provisioning complete for port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:12.226012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77c682b2-7193-40d2-bfbf-be05d9668f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:12.228674 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:12.316102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1cc827-ce7a-42d0-9d2c-d8189f96eab9 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:39:12.363756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fd3a34-603c-4ddd-84e7-aaa987183cc9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:12.368914 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-73fd3a34-603c-4ddd-84e7-aaa987183cc9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2333128 Dec 20 16:39:12.369541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:12.383330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.417230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.423748 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/50d55429-f580-4be4-976d-83e5c04e9934 HTTP/1.1" status: 204 len: 168 time: 1.2051821 Dec 20 16:39:12.426609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:12.471260 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea9a53-55e2-40f4-bf87-7e16102bd72e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=50d55429-f580-4be4-976d-83e5c04e9934,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:12.499986 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-966c9c98-72e6-47d3-baa4-2da63bf620f6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] GET failed (client error): The resource could not be found. Dec 20 16:39:12.501634 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-966c9c98-72e6-47d3-baa4-2da63bf620f6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/subnets/24c0086d-3e68-4a05-a2f3-1db53d3d028e HTTP/1.1" status: 404 len: 337 time: 0.0421991 Dec 20 16:39:12.504636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:12.540994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514acad-6269-42eb-a791-049691a65f65 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:12.542905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514acad-6269-42eb-a791-049691a65f65 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:12.545011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514acad-6269-42eb-a791-049691a65f65 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:12.546862 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c514acad-6269-42eb-a791-049691a65f65 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1753888 Dec 20 16:39:12.548422 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc3870d-0e32-4d0e-9bf5-e434aaeb7786 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:12.549406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc3870d-0e32-4d0e-9bf5-e434aaeb7786 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:12.553545 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ddc3870d-0e32-4d0e-9bf5-e434aaeb7786 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/50d55429-f580-4be4-976d-83e5c04e9934 HTTP/1.1" status: 404 len: 339 time: 0.0477724 Dec 20 16:39:12.554510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:12.557176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:12.667022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2d485-aa0a-44e0-aa53-6f10d407b6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9acb797-fae3-4765-9411-e034aba7b7bb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:12.692585 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.709894 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.771029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:12.773167 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Pushing event updated for resources: {'Port': ['ID=9a057a93-9944-4654-a644-8e88e5a25a53,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:12.775437 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Attempting to bind port 9a057a93-9944-4654-a644-8e88e5a25a53 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:12.775913 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Attempting to bind port 9a057a93-9944-4654-a644-8e88e5a25a53 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '5e5d774d-1b83-4cc7-adc9-b73b9bc70894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12a79baf-7c65-4844-9468-56c120b97866'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:12.776402 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Attempting to bind port 9a057a93-9944-4654-a644-8e88e5a25a53 on network 12a79baf-7c65-4844-9468-56c120b97866 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:12.785879 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.786951 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.787403 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.787845 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.788280 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.788711 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.789144 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.789719 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.790154 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.790616 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.791045 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.791470 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.791892 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:12.795681 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:12.796229 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Checking segment: {'id': '5e5d774d-1b83-4cc7-adc9-b73b9bc70894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12a79baf-7c65-4844-9468-56c120b97866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:12.796737 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.797256 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Bound using segment: {'id': '5e5d774d-1b83-4cc7-adc9-b73b9bc70894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12a79baf-7c65-4844-9468-56c120b97866'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:12.797812 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Bound port: 9a057a93-9944-4654-a644-8e88e5a25a53, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5d774d-1b83-4cc7-adc9-b73b9bc70894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12a79baf-7c65-4844-9468-56c120b97866'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:12.798484 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.858803 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] For port 9a057a93-9944-4654-a644-8e88e5a25a53, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:12.862782 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] For port 9a057a93-9944-4654-a644-8e88e5a25a53, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9a057a93-9944-4654-a644-8e88e5a25a53,segment=NetworkSegment(5e5d774d-1b83-4cc7-adc9-b73b9bc70894),segment_id=5e5d774d-1b83-4cc7-adc9-b73b9bc70894)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:12.870140 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.904582 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dce766-869b-4e5f-b304-7f18bbb56e4f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 072a3c9f-b5e1-41c7-9dab-9c96b876247c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:12.911997 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] For port f647ad96-7132-408b-ac63-efaa1f4ae7c0, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f647ad96-7132-408b-ac63-efaa1f4ae7c0,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:12.912364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.919902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35334c86-9f9e-4612-ab84-d9e94db132e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:12.929259 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35334c86-9f9e-4612-ab84-d9e94db132e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:12.935255 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-35334c86-9f9e-4612-ab84-d9e94db132e6 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1390 time: 0.3768961 Dec 20 16:39:12.936145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:12.937374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9dce766-869b-4e5f-b304-7f18bbb56e4f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:12.939236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Calling delete_port for f647ad96-7132-408b-ac63-efaa1f4ae7c0 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:12.941420 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d0b56-8041-4935-9301-ab0d3ede9aed None None] Pushing event updated for resources: {'Port': ['ID=9a057a93-9944-4654-a644-8e88e5a25a53,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:12.956674 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Routers {'a9232c38-5b84-4907-bb79-cafaa499e242'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:12.957552 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['a9232c38-5b84-4907-bb79-cafaa499e242'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:12.960163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.004811 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e8552c29-b3c3-411a-82ec-d6742d55d767 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 207 time: 0.0620553 Dec 20 16:39:13.005421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:13.044644 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:13.045331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.101850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.105265 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] Set router a9232c38-5b84-4907-bb79-cafaa499e242 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:13.114949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53394323-2488-4a4e-b482-ff2d51a6e007 None None] DHCP port deletion for 12a79baf-7c65-4844-9468-56c120b97866 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:13.116414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9dce766-869b-4e5f-b304-7f18bbb56e4f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.157221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.182193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896c405-a08c-47a9-a17f-d011d73b71a6 None None] DHCP port deletion for 12a79baf-7c65-4844-9468-56c120b97866 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:13.215773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4be5bdd5-31bb-482d-92a7-bccd2e605207 None None] Provisioning complete for port 9a057a93-9944-4654-a644-8e88e5a25a53 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:13.216253 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4be5bdd5-31bb-482d-92a7-bccd2e605207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.323916 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9232c38-5b84-4907-bb79-cafaa499e242', 'name': '', 'tenant_id': 'c2db8ee5a8ce43eca798873217841d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a79baf-7c65-4844-9468-56c120b97866', 'external_fixed_ips': [{'subnet_id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'ip_address': '2001:db8::122'}], 'enable_snat': True}, 'gw_port_id': '9a057a93-9944-4654-a644-8e88e5a25a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:39:04Z', 'updated_at': '2021-12-20T16:39:09Z', 'revision_number': 3, 'project_id': 'c2db8ee5a8ce43eca798873217841d46', 'gw_port': {'id': '9a057a93-9944-4654-a644-8e88e5a25a53', 'name': '', 'network_id': '12a79baf-7c65-4844-9468-56c120b97866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9232c38-5b84-4907-bb79-cafaa499e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'ip_address': '2001:db8::122', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:39:06Z', 'updated_at': '2021-12-20T16:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:13.337750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323f3a4-33fa-4b99-9e7d-fa9df465dcd7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:13.352391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323f3a4-33fa-4b99-9e7d-fa9df465dcd7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:13.354550 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877ee60-bc17-40c8-bb47-e5c82e9fc121 None None] The sync data for ids ['a9232c38-5b84-4907-bb79-cafaa499e242'] in dv-neutron-822328-3-hyperv is: [{'id': 'a9232c38-5b84-4907-bb79-cafaa499e242', 'name': '', 'tenant_id': 'c2db8ee5a8ce43eca798873217841d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12a79baf-7c65-4844-9468-56c120b97866', 'external_fixed_ips': [{'subnet_id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'ip_address': '2001:db8::122'}], 'enable_snat': True}, 'gw_port_id': '9a057a93-9944-4654-a644-8e88e5a25a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:39:04Z', 'updated_at': '2021-12-20T16:39:09Z', 'revision_number': 3, 'project_id': 'c2db8ee5a8ce43eca798873217841d46', 'gw_port': {'id': '9a057a93-9944-4654-a644-8e88e5a25a53', 'name': '', 'network_id': '12a79baf-7c65-4844-9468-56c120b97866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9232c38-5b84-4907-bb79-cafaa499e242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'ip_address': '2001:db8::122', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:39:06Z', 'updated_at': '2021-12-20T16:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62df7562-8f19-4275-afdb-87c71b4f0ac6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:13.357459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:13.361862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323f3a4-33fa-4b99-9e7d-fa9df465dcd7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:13.370299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323f3a4-33fa-4b99-9e7d-fa9df465dcd7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:13.380731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323f3a4-33fa-4b99-9e7d-fa9df465dcd7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:13.381160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4be5bdd5-31bb-482d-92a7-bccd2e605207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.386803 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7323f3a4-33fa-4b99-9e7d-fa9df465dcd7 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3092 time: 0.3716464 Dec 20 16:39:13.390564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45952) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:13.409256 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4be5bdd5-31bb-482d-92a7-bccd2e605207 None None] For port 9a057a93-9944-4654-a644-8e88e5a25a53, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9a057a93-9944-4654-a644-8e88e5a25a53,segment=NetworkSegment(5e5d774d-1b83-4cc7-adc9-b73b9bc70894),segment_id=5e5d774d-1b83-4cc7-adc9-b73b9bc70894)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:13.414912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4be5bdd5-31bb-482d-92a7-bccd2e605207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.437834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9dce766-869b-4e5f-b304-7f18bbb56e4f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.439759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Deleting port 9a057a93-9944-4654-a644-8e88e5a25a53 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:13.440771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.518043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5bdd5-31bb-482d-92a7-bccd2e605207 None None] Pushing event updated for resources: {'Port': ['ID=9a057a93-9944-4654-a644-8e88e5a25a53,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:13.541675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] For port 9a057a93-9944-4654-a644-8e88e5a25a53, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9a057a93-9944-4654-a644-8e88e5a25a53,segment=NetworkSegment(5e5d774d-1b83-4cc7-adc9-b73b9bc70894),segment_id=5e5d774d-1b83-4cc7-adc9-b73b9bc70894)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:13.542542 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.559933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Calling delete_port for 9a057a93-9944-4654-a644-8e88e5a25a53 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:13.565093 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-741d245b-94fd-4baa-8c89-98ee8332e277 None None] Provisioning complete for port 9a057a93-9944-4654-a644-8e88e5a25a53 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:13.565318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-741d245b-94fd-4baa-8c89-98ee8332e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.568462 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.570232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=3eb61443-4299-4c65-b961-9bef5ab32aa2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:13.579441 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-27e851c5-38b4-4184-a170-00c039aa3903 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 679 time: 0.1878326 Dec 20 16:39:13.583561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:13.584664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1692536468'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:13.651495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d5928-535f-4ea0-89b0-d9a9b73bde0e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:13.654109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d5928-535f-4ea0-89b0-d9a9b73bde0e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:13.659881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-495d5928-535f-4ea0-89b0-d9a9b73bde0e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0717053 Dec 20 16:39:13.659881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9dce766-869b-4e5f-b304-7f18bbb56e4f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.670641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:13.698638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9dce766-869b-4e5f-b304-7f18bbb56e4f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.704674 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e9dce766-869b-4e5f-b304-7f18bbb56e4f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/072a3c9f-b5e1-41c7-9dab-9c96b876247c HTTP/1.1" status: 204 len: 168 time: 1.1464295 Dec 20 16:39:13.704674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dce766-869b-4e5f-b304-7f18bbb56e4f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=072a3c9f-b5e1-41c7-9dab-9c96b876247c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:13.706372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:13.718296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235fa944-1754-4670-ae71-12e88fba494a None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:13.821391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:13.825124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.832320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-384d3b93-8c13-49c9-a535-442de9268851 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 9ce1d32a-7e13-42c6-a0d8-29e2d11ad9fd {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:13.839520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384d3b93-8c13-49c9-a535-442de9268851 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.840635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.868463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122429d9-6587-44dd-8810-90c993f5419e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:13.869992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122429d9-6587-44dd-8810-90c993f5419e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:13.871872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-122429d9-6587-44dd-8810-90c993f5419e tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1687503 Dec 20 16:39:13.875681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:13.893138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:13.957995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384d3b93-8c13-49c9-a535-442de9268851 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.006696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 27e53888-85a7-47fd-ac2e-86e52dc1383b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:14.009360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f647ad96-7132-408b-ac63-efaa1f4ae7c0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:14.020434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:14.115554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.116445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384d3b93-8c13-49c9-a535-442de9268851 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.163478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.174078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6f173-6b38-4b09-931d-b221dbc104a0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:14.189308 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7dc6f173-6b38-4b09-931d-b221dbc104a0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/networks/0e6d443b-eb1e-49d1-a086-1b7d32230d0c HTTP/1.1" status: 200 len: 799 time: 0.3081295 Dec 20 16:39:14.192119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:14.359968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a057a93-9944-4654-a644-8e88e5a25a53,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:14.378516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235dca6d-f109-4292-b4ec-49c640b97c28 None None] DHCP port deletion for 12a79baf-7c65-4844-9468-56c120b97866 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:14.401492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.406323 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9bb8451a-cae4-4cfa-b312-ef50f9ac90af tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/networks/0e6d443b-eb1e-49d1-a086-1b7d32230d0c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1972222 Dec 20 16:39:14.415759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:14.453023 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-67529d51-a877-4631-9c18-cde234ddc30b None None] Provisioning complete for port 3eb61443-4299-4c65-b961-9bef5ab32aa2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:14.453633 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67529d51-a877-4631-9c18-cde234ddc30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.456192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384d3b93-8c13-49c9-a535-442de9268851 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.516507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67529d51-a877-4631-9c18-cde234ddc30b None None] Port 3eb61443-4299-4c65-b961-9bef5ab32aa2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:14.544097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d3b93-8c13-49c9-a535-442de9268851 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce1d32a-7e13-42c6-a0d8-29e2d11ad9fd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:14.546773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-384d3b93-8c13-49c9-a535-442de9268851 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.551601 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-384d3b93-8c13-49c9-a535-442de9268851 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/9ce1d32a-7e13-42c6-a0d8-29e2d11ad9fd HTTP/1.1" status: 204 len: 168 time: 0.8355157 Dec 20 16:39:14.554713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:14.638033 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-111a491f-38bd-40dc-9100-327477140992 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818591 Dec 20 16:39:14.641595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c75d4-ed26-4816-85d0-d4e5c5e8e11f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:14.643231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6c5c75d4-ed26-4816-85d0-d4e5c5e8e11f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/subnets/fb110190-f38b-4cec-bf2b-acc673bcbde6 HTTP/1.1" status: 200 len: 811 time: 0.2260928 Dec 20 16:39:14.643871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:14.656477 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:14.661922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.664173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:14.754483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.767044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.785942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b4262-4fcb-443e-85a3-f56065655841 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:14.787552 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d08b4262-4fcb-443e-85a3-f56065655841 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "GET /v2.0/subnets/fb110190-f38b-4cec-bf2b-acc673bcbde6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1220336 Dec 20 16:39:14.792428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:14.797886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016539955'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:14.831030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:14.835464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.840508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:14.843896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.884479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.885099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9232c38-5b84-4907-bb79-cafaa499e242 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:39:14.900619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.901782 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d855ba8a-ead8-48c6-991a-1aea01c8d52c tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a9232c38-5b84-4907-bb79-cafaa499e242 HTTP/1.1" status: 204 len: 168 time: 3.2514772 Dec 20 16:39:14.906999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:14.907747 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf7c3f-8792-40b5-912b-1fb888f33bec None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:14.939019 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.955211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:14.975490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 2165de7a-db72-429a-ac4e-03bee08fbda5 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:39:14.985520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:14.994731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:15.002179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec66190-2d10-446d-a6a1-665419093134 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Deleting subnet 62df7562-8f19-4275-afdb-87c71b4f0ac6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:15.005539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.005708 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Added segment d6039403-0606-4c43-91bd-12b57ee39e45 of type vlan for network 548ccef1-41f8-4b14-9992-81eaa8d758bb Dec 20 16:39:15.019873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b90ee23-0a4e-471c-89c7-ac36b1dec1e0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:15.021004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eec66190-2d10-446d-a6a1-665419093134 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.024721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.025104 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Added segment 8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc of type vlan for network 3b396c3c-2eb8-48ee-b70f-a86d35609cea Dec 20 16:39:15.120295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eec66190-2d10-446d-a6a1-665419093134 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.125202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.183786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.197703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-19654230-83e0-4d21-94a5-bf2050ab2220 None None] Provisioning complete for port 826ab28e-c371-41ae-8440-f07e311caf87 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:15.198130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19654230-83e0-4d21-94a5-bf2050ab2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.230479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eec66190-2d10-446d-a6a1-665419093134 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.234625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.240917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:15.242091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.265239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:15.276601 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1f57df4c-ce67-433e-b175-a19789914003 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/2165de7a-db72-429a-ac4e-03bee08fbda5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0591099 Dec 20 16:39:15.281730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:15.295101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.300487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb356db-3d37-4e16-83d0-a2e71000281b None None] Sync routers for ids ['2165de7a-db72-429a-ac4e-03bee08fbda5'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:15.302474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:15.303313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.333497 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb356db-3d37-4e16-83d0-a2e71000281b None None] Routers {'2165de7a-db72-429a-ac4e-03bee08fbda5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:15.334152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0bb356db-3d37-4e16-83d0-a2e71000281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2165de7a-db72-429a-ac4e-03bee08fbda5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:15.378065 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5835352 Dec 20 16:39:15.388560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:15.393805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b97c5-66d8-4541-9805-d1fef900b6b3 None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:15.396117 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'network_id': '548ccef1-41f8-4b14-9992-81eaa8d758bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:15.398147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0bb356db-3d37-4e16-83d0-a2e71000281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:15.404615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Router cd970b4c-59cc-4ebc-b4be-88df043f1206 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:39:15.412020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb356db-3d37-4e16-83d0-a2e71000281b None None] Routers {'2165de7a-db72-429a-ac4e-03bee08fbda5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:15.412476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0bb356db-3d37-4e16-83d0-a2e71000281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2165de7a-db72-429a-ac4e-03bee08fbda5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:15.412908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd59caf2-1e49-41d9-a27c-0f96e651d796 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:15.414405 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dd59caf2-1e49-41d9-a27c-0f96e651d796 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports/3eb61443-4299-4c65-b961-9bef5ab32aa2 HTTP/1.1" status: 200 len: 910 time: 0.1307478 Dec 20 16:39:15.420163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45984) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:15.450539 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0894938 Dec 20 16:39:15.467337 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0bb356db-3d37-4e16-83d0-a2e71000281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:15.467944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:15.468048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb356db-3d37-4e16-83d0-a2e71000281b None None] The sync data for ids ['2165de7a-db72-429a-ac4e-03bee08fbda5'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:15.476224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'name': 'tempest-PortsTestJSON-2100236038'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:15.495807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce3b58-ca11-4b86-9842-68447813eab0 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Network': ['ID=548ccef1-41f8-4b14-9992-81eaa8d758bb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:15.500756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b97c5-66d8-4541-9805-d1fef900b6b3 None None] Deleting port 826ab28e-c371-41ae-8440-f07e311caf87 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:15.501136 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f2b97c5-66d8-4541-9805-d1fef900b6b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.510210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41ae1b-a879-4cf0-acdc-25697c6f6205 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Network': ['ID=3b396c3c-2eb8-48ee-b70f-a86d35609cea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:15.528866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 548ccef1-41f8-4b14-9992-81eaa8d758bb details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:15.531197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:15.544522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.565684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eec66190-2d10-446d-a6a1-665419093134 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.620346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:15.622375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:15.643083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:15.643796 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.648370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eec66190-2d10-446d-a6a1-665419093134 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.655724 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eec66190-2d10-446d-a6a1-665419093134 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/62df7562-8f19-4275-afdb-87c71b4f0ac6 HTTP/1.1" status: 204 len: 168 time: 0.7451863 Dec 20 16:39:15.657763 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45988) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:15.668020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259151ce-5d52-4c61-903a-b7a12c2bbf84 None None] Network 12a79baf-7c65-4844-9468-56c120b97866 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:15.774347 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=34e9e8c2-f7fb-4275-a3d0-1f125618c5e9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:15.784396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f2b97c5-66d8-4541-9805-d1fef900b6b3 None None] For port 826ab28e-c371-41ae-8440-f07e311caf87, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=826ab28e-c371-41ae-8440-f07e311caf87,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:15.784840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f2b97c5-66d8-4541-9805-d1fef900b6b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.813002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec66190-2d10-446d-a6a1-665419093134 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=62df7562-8f19-4275-afdb-87c71b4f0ac6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:15.816885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b97c5-66d8-4541-9805-d1fef900b6b3 None None] Calling delete_port for 826ab28e-c371-41ae-8440-f07e311caf87 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:15.818597 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-530d89b6-2f99-4ef7-a916-f68ec5159add tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1734469 Dec 20 16:39:15.822827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:15.832218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3acb5dc0-470f-4244-8c00-459298e042ee tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:15.850834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4164a7-2f5c-428c-8491-60e4d88357b0 None None] DHCP port deletion for 12a79baf-7c65-4844-9468-56c120b97866 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:15.955767 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f2b97c5-66d8-4541-9805-d1fef900b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:15.990145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b97c5-66d8-4541-9805-d1fef900b6b3 None None] Pushing event deleted for resources: {'Port': ['ID=826ab28e-c371-41ae-8440-f07e311caf87,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:15.999599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b97c5-66d8-4541-9805-d1fef900b6b3 None None] No DVR routers for this DVR port 826ab28e-c371-41ae-8440-f07e311caf87 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:16.022536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11686a6-9d4f-426d-86d0-76fc468c75af None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:16.124151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.128875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:16.139822 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5e72797b-1b9f-44f0-8e90-92a6d150e4f5 admin admin] 10.222.0.60 "PUT /v2.0/routers/cd970b4c-59cc-4ebc-b4be-88df043f1206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6043768 Dec 20 16:39:16.142302 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Made reservation on behalf of f5771d73abe14fdebac77742aa289ece for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:16.144388 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] Sync routers for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:16.148070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.151561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 45992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:16.154973 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:16.159171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.169154 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:16.170891 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:16.206947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'project_id': 'ca40676ff3aa410ebe75c524cd538c34', 'fixed_ips': [{'subnet_id': '34e9e8c2-f7fb-4275-a3d0-1f125618c5e9'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:16.208595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.319743 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:39:16.320427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:39:16.325585 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port a4bafccc-39ee-440e-8e3c-74547daf7970 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:16.421551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Allocated IP 2001:db8::2 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/34e9e8c2-f7fb-4275-a3d0-1f125618c5e9/29c66596-8a46-4a07-ab09-4d520290b330) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:16.462228 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:16.516209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.565509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.581779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acb5dc0-470f-4244-8c00-459298e042ee tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:16.590099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3acb5dc0-470f-4244-8c00-459298e042ee tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.591396 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.601825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a79baf-7c65-4844-9468-56c120b97866']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:16.688058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5d774d-1b83-4cc7-adc9-b73b9bc70894') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:16.688493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5d774d-1b83-4cc7-adc9-b73b9bc70894') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:16.688985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9a057a93-9944-4654-a644-8e88e5a25a53 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:16.701790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.735118 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:39:13Z', 'revision_number': 5, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:16.740681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 9a057a93-9944-4654-a644-8e88e5a25a53 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:16.741268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9a057a93-9944-4654-a644-8e88e5a25a53 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:16.741914 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 826ab28e-c371-41ae-8440-f07e311caf87 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:16.767228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.767530 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] Checking router: cd970b4c-59cc-4ebc-b4be-88df043f1206 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:39:16.771597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 826ab28e-c371-41ae-8440-f07e311caf87 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:16.773087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 826ab28e-c371-41ae-8440-f07e311caf87 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:16.776364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.776884 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] Routers {'cd970b4c-59cc-4ebc-b4be-88df043f1206'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:16.777825 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['cd970b4c-59cc-4ebc-b4be-88df043f1206'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:16.846737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.853400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:16.857939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:16.867755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:16.875241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:16.875704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:16.880051 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:16.909388 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] Set router cd970b4c-59cc-4ebc-b4be-88df043f1206 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:16.928967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Pushing event updated for resources: {'Port': ['ID=29c66596-8a46-4a07-ab09-4d520290b330,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:16.954466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:16.986606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.987720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.987720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.988630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.988786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.989874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.990230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.991287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.991717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.992117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.992458 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.992865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.993244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:16.996144 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-3acb5dc0-470f-4244-8c00-459298e042ee tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34e9e8c2-f7fb-4275-a3d0-1f125618c5e9 (CIDR: 2001:db8::/64) Dec 20 16:39:17.001509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.003577 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acb5dc0-470f-4244-8c00-459298e042ee tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:39:17.004218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acb5dc0-470f-4244-8c00-459298e042ee tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:17.008126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.21.0.1 (0ce76c0b-693d-4c9e-b12c-831fedb84115/67356cfa-f289-4ccd-ab4d-6ed31f4d634b/262c26a3-3386-416b-ab24-2ffc4ec1b3ff) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:17.018805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Attempting to bind port 29c66596-8a46-4a07-ab09-4d520290b330 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:17.019179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Attempting to bind port 29c66596-8a46-4a07-ab09-4d520290b330 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:17.019551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Attempting to bind port 29c66596-8a46-4a07-ab09-4d520290b330 on network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:17.029838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:17.030142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Checking segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:17.030453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.030866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Bound using segment: {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:17.031333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Bound port: 29c66596-8a46-4a07-ab09-4d520290b330, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24eb490-4996-4cc6-a770-ae15b999efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:17.031750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.033396 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3acb5dc0-470f-4244-8c00-459298e042ee tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2060874 Dec 20 16:39:17.038028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 45994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:17.042859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'subnet': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:17.123676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] For port 29c66596-8a46-4a07-ab09-4d520290b330, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:17.127841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] For port 29c66596-8a46-4a07-ab09-4d520290b330, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=29c66596-8a46-4a07-ab09-4d520290b330,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:17.132213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.136191 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.145078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.158598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.163887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12a79baf-7c65-4844-9468-56c120b97866 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 16:39:17.164123 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:39:13Z', 'revision_number': 5, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:17.168217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.172713 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "DELETE /v2.0/networks/12a79baf-7c65-4844-9468-56c120b97866 HTTP/1.1" status: 204 len: 168 time: 1.5132196 Dec 20 16:39:17.210178 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76089d7-38ca-4c4c-9fcb-b8b9f70c7086 None None] The sync data for ids ['cd970b4c-59cc-4ebc-b4be-88df043f1206'] in dv-neutron-822328-3-hyperv is: [{'id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'name': 'tempest-ServerActionsTestJSON-305269553-router', 'tenant_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:15Z', 'updated_at': '2021-12-20T16:39:13Z', 'revision_number': 5, 'project_id': '4a2a234259c24eeeb8b56c884ecdadfa', 'gw_port': {'id': '09b582a2-5e2f-4916-91e6-0ff18193e700', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd970b4c-59cc-4ebc-b4be-88df043f1206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:16Z', 'updated_at': '2021-12-20T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:17.245050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.250919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dd7ce-cd45-419b-930a-6a91b0b45111 None None] Pushing event updated for resources: {'Port': ['ID=29c66596-8a46-4a07-ab09-4d520290b330,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:17.288567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:17.291837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.322897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=a4bafccc-39ee-440e-8e3c-74547daf7970,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:17.333536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9945778-391a-4ad9-94fe-312a5ae1394d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event deleted for resources: {'Network': ['ID=12a79baf-7c65-4844-9468-56c120b97866,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:17.427096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.430484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Checking segment: {'id': 'd6039403-0606-4c43-91bd-12b57ee39e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '548ccef1-41f8-4b14-9992-81eaa8d758bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:17.430859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network hostable DHCP agents. Network: 548ccef1-41f8-4b14-9992-81eaa8d758bb, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:17.511105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Deleting port 09b582a2-5e2f-4916-91e6-0ff18193e700 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:17.511447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.513165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=1b05ebd9-5127-4b43-a5dc-a4d2fa7de36f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:17.540944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Checking segment: {'id': '8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:17.541515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network hostable DHCP agents. Network: 3b396c3c-2eb8-48ee-b70f-a86d35609cea, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:17.550756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Network 548ccef1-41f8-4b14-9992-81eaa8d758bb is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:17.563613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 0ce76c0b-693d-4c9e-b12c-831fedb84115 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:17.571245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:17.592922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:17.612342 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 548ccef1-41f8-4b14-9992-81eaa8d758bb) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:17.618043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:17.618731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.624025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc25e0ff-ccf5-4813-b301-587dfe8a6c99 None None] Network 548ccef1-41f8-4b14-9992-81eaa8d758bb requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:17.670206 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-25b59ffb-8101-49cb-963d-d0984383a649 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2802279 Dec 20 16:39:17.674509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46004) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:17.675699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:17.691097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:17.729681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:17.733043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=262c26a3-3386-416b-ab24-2ffc4ec1b3ff,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:17.743209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] For port 09b582a2-5e2f-4916-91e6-0ff18193e700, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=09b582a2-5e2f-4916-91e6-0ff18193e700,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:17.743706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.751154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-15dffe86-1247-406a-bb17-6e904156c826 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'router': {'name': 'tempest-router--74167235', 'project_id': '189b16fa7c0a4b7c9dcba3ec83568db6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:17.762120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Calling delete_port for 09b582a2-5e2f-4916-91e6-0ff18193e700 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:17.812925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.860839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-548ccef1-41f8-4b14-9992-81eaa8d758bb', 'network_id': '548ccef1-41f8-4b14-9992-81eaa8d758bb', 'project_id': 'f5771d73abe14fdebac77742aa289ece', 'fixed_ips': [{'subnet_id': '1b05ebd9-5127-4b43-a5dc-a4d2fa7de36f'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:17.862543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.914024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15dffe86-1247-406a-bb17-6e904156c826 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.915177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15dffe86-1247-406a-bb17-6e904156c826 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:17.963457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 3b396c3c-2eb8-48ee-b70f-a86d35609cea) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:17.974854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:17.981138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:17.981876 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.002569 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da36da33-42d4-4d73-8359-1efb31c15a96 None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:18.034767 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0bed9707-7314-45dc-93fa-83475baf6abf tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5653896 Dec 20 16:39:18.036771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:18.041775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1516121726'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:18.045909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15dffe86-1247-406a-bb17-6e904156c826 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.060044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.078011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15dffe86-1247-406a-bb17-6e904156c826 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.099278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b582a2-5e2f-4916-91e6-0ff18193e700,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:18.100455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4cb20b15-c04b-46c2-86a1-468fe761b65f None None] Provisioning complete for port 262c26a3-3386-416b-ab24-2ffc4ec1b3ff triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:18.105575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cb20b15-c04b-46c2-86a1-468fe761b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.117782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3983447'] for subnet, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.146465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15dffe86-1247-406a-bb17-6e904156c826 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.147894 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-15dffe86-1247-406a-bb17-6e904156c826 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4158902 Dec 20 16:39:18.154642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46010) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:18.167271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:18.171446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.186356 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c08c5f-5683-4c3c-a261-fd4a439c3e78 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:18.265904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Allocated IP 172.20.0.3 (548ccef1-41f8-4b14-9992-81eaa8d758bb/1b05ebd9-5127-4b43-a5dc-a4d2fa7de36f/d2d754a2-71a1-43b1-8a67-4fb03629ee8e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:18.288562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4cb20b15-c04b-46c2-86a1-468fe761b65f None None] Port 262c26a3-3386-416b-ab24-2ffc4ec1b3ff cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:18.296544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.300395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:18.330367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615d0d6d-f266-4d30-8df8-5b8d2976cc04 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.373720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.381824 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Added segment 034dc105-ec13-4006-97c7-b67716c3b992 of type vlan for network 70906f19-81ca-414f-baab-6f1000feff58 Dec 20 16:39:18.404049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.484748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.486815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.498472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.535495 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.540473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.557456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Network 548ccef1-41f8-4b14-9992-81eaa8d758bb is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:18.561245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:18.566984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:18.570515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Pushing event updated for resources: {'Port': ['ID=d2d754a2-71a1-43b1-8a67-4fb03629ee8e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:18.650969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Attempting to bind port d2d754a2-71a1-43b1-8a67-4fb03629ee8e on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:18.651218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Attempting to bind port d2d754a2-71a1-43b1-8a67-4fb03629ee8e by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'd6039403-0606-4c43-91bd-12b57ee39e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '548ccef1-41f8-4b14-9992-81eaa8d758bb'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:18.651582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Attempting to bind port d2d754a2-71a1-43b1-8a67-4fb03629ee8e on network 548ccef1-41f8-4b14-9992-81eaa8d758bb {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:18.657424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:18.657809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Checking segment: {'id': 'd6039403-0606-4c43-91bd-12b57ee39e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '548ccef1-41f8-4b14-9992-81eaa8d758bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:18.658222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.658718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Bound using segment: {'id': 'd6039403-0606-4c43-91bd-12b57ee39e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '548ccef1-41f8-4b14-9992-81eaa8d758bb'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:18.659188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Bound port: d2d754a2-71a1-43b1-8a67-4fb03629ee8e, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6039403-0606-4c43-91bd-12b57ee39e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '548ccef1-41f8-4b14-9992-81eaa8d758bb'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:18.659571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.746507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] For port d2d754a2-71a1-43b1-8a67-4fb03629ee8e, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:18.750237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] For port d2d754a2-71a1-43b1-8a67-4fb03629ee8e, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d2d754a2-71a1-43b1-8a67-4fb03629ee8e,segment=NetworkSegment(d6039403-0606-4c43-91bd-12b57ee39e45),segment_id=d6039403-0606-4c43-91bd-12b57ee39e45)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:18.758664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.760318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.761172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd970b4c-59cc-4ebc-b4be-88df043f1206 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:39:18.763782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615d0d6d-f266-4d30-8df8-5b8d2976cc04 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.771574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615d0d6d-f266-4d30-8df8-5b8d2976cc04 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.771977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:39:18.784290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:39:18.787523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.788883 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9bb9e7d7-f462-47a3-a894-0fd947ef5e21 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cd970b4c-59cc-4ebc-b4be-88df043f1206 HTTP/1.1" status: 204 len: 168 time: 2.6275175 Dec 20 16:39:18.798225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:18.857005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 29c66596-8a46-4a07-ab09-4d520290b330 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:18.895862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef20355-1687-4d90-ad2f-2f1022b562b6 None None] Pushing event updated for resources: {'Port': ['ID=d2d754a2-71a1-43b1-8a67-4fb03629ee8e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:18.898893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6f2ad280-cd2a-4318-b4de-5e4f46884fe1 None None] Provisioning complete for port 29c66596-8a46-4a07-ab09-4d520290b330 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:18.899272 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad280-cd2a-4318-b4de-5e4f46884fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.932487 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615d0d6d-f266-4d30-8df8-5b8d2976cc04 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.932806 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615d0d6d-f266-4d30-8df8-5b8d2976cc04 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1890513e-31cd-4397-ab01-c14b05b782f4 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:39:18.940451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-615d0d6d-f266-4d30-8df8-5b8d2976cc04 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:18.941678 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-615d0d6d-f266-4d30-8df8-5b8d2976cc04 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1890513e-31cd-4397-ab01-c14b05b782f4 HTTP/1.1" status: 204 len: 168 time: 0.7855024 Dec 20 16:39:19.016092 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 29c66596-8a46-4a07-ab09-4d520290b330 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:19.016727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.048196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.049161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771522699578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26677575'] for subnet, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.054050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:19.054399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.108488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad280-cd2a-4318-b4de-5e4f46884fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.128299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event updated for resources: {'Subnet': ['ID=1b05ebd9-5127-4b43-a5dc-a4d2fa7de36f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:19.142881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6f2ad280-cd2a-4318-b4de-5e4f46884fe1 None None] For port 29c66596-8a46-4a07-ab09-4d520290b330, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=29c66596-8a46-4a07-ab09-4d520290b330,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:19.144979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.146337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.146613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.147419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.147738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.148182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.148492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.148817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.151509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.152169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.152566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.152897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.153231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:19.162863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:19.163593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.168630 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9ade4ec7-cf43-4eba-ac16-d60c243d62a8 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "PUT /v2.0/subnets/1b05ebd9-5127-4b43-a5dc-a4d2fa7de36f HTTP/1.1" status: 200 len: 877 time: 1.4787304 Dec 20 16:39:19.168630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:19.173897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad280-cd2a-4318-b4de-5e4f46884fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.202729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:19.235840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.243872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0221769b-f4c7-4c98-adf9-eb33edd37754 admin admin] Deleting subnet aa7b8204-9b0f-4d8d-b342-65fe30d37330 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:19.253691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0221769b-f4c7-4c98-adf9-eb33edd37754 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.265015 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2249238 Dec 20 16:39:19.267324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ad280-cd2a-4318-b4de-5e4f46884fe1 None None] Pushing event updated for resources: {'Port': ['ID=29c66596-8a46-4a07-ab09-4d520290b330,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:19.290365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:19.295697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'ports': [{'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea'}, {'network_id': '70906f19-81ca-414f-baab-6f1000feff58'}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:19.295896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:19.296373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '70906f19-81ca-414f-baab-6f1000feff58'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:19.308324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407474e7-c436-4025-8c00-583714db84ef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Network': ['ID=70906f19-81ca-414f-baab-6f1000feff58,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:19.309788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:39:19.310158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:39:19.323862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 70906f19-81ca-414f-baab-6f1000feff58 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:19.487760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0221769b-f4c7-4c98-adf9-eb33edd37754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.612004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1210029017', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:19.683087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.687135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.717158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.727180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.782300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Deleting port d2d754a2-71a1-43b1-8a67-4fb03629ee8e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:19.782622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.861554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f647ad96-7132-408b-ac63-efaa1f4ae7c0 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:19.868054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0221769b-f4c7-4c98-adf9-eb33edd37754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.872596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.873634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.881944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: f647ad96-7132-408b-ac63-efaa1f4ae7c0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:19.882652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f647ad96-7132-408b-ac63-efaa1f4ae7c0 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:19.884533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] For port d2d754a2-71a1-43b1-8a67-4fb03629ee8e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d2d754a2-71a1-43b1-8a67-4fb03629ee8e,segment=NetworkSegment(d6039403-0606-4c43-91bd-12b57ee39e45),segment_id=d6039403-0606-4c43-91bd-12b57ee39e45)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:19.884895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:19.898062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Calling delete_port for d2d754a2-71a1-43b1-8a67-4fb03629ee8e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:19.906636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=262c26a3-3386-416b-ab24-2ffc4ec1b3ff,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:19.921977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.050994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:20.053693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.056121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.085433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Port': ['ID=d2d754a2-71a1-43b1-8a67-4fb03629ee8e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:20.129595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No DVR routers for this DVR port d2d754a2-71a1-43b1-8a67-4fb03629ee8e on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:20.139509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.146580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0221769b-f4c7-4c98-adf9-eb33edd37754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.161438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.178974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.238252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221769b-f4c7-4c98-adf9-eb33edd37754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7b8204-9b0f-4d8d-b342-65fe30d37330,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:20.257155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.282165 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b43c81-0341-40db-9748-917639803268 None None] Network 8884f99f-080e-4992-a1da-237bad362cb2 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:20.285552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0221769b-f4c7-4c98-adf9-eb33edd37754 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.291576 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0221769b-f4c7-4c98-adf9-eb33edd37754 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aa7b8204-9b0f-4d8d-b342-65fe30d37330 HTTP/1.1" status: 204 len: 168 time: 1.4894783 Dec 20 16:39:20.292228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46024) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:20.306310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=1b05ebd9-5127-4b43-a5dc-a4d2fa7de36f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:20.308416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] For port 29c66596-8a46-4a07-ab09-4d520290b330, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=29c66596-8a46-4a07-ab09-4d520290b330,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:20.395425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2c961-e801-4331-9a22-431e4ef8c573 None None] Network 548ccef1-41f8-4b14-9992-81eaa8d758bb requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:20.415703 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.419005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6df81a32-228f-4a5c-8c23-1713567ad057 None None] Could not find standard attr ID for object d2d754a2-71a1-43b1-8a67-4fb03629ee8e. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:39:20.430413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 0ce76c0b-693d-4c9e-b12c-831fedb84115 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:20.451282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548ccef1-41f8-4b14-9992-81eaa8d758bb']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:20.455913 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.467335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6039403-0606-4c43-91bd-12b57ee39e45') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:20.467786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6039403-0606-4c43-91bd-12b57ee39e45') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:20.480672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.519035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.530654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:20.531282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:20.535389 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:20.625686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Deleting port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:20.626321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.633838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.668204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.677104 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/548ccef1-41f8-4b14-9992-81eaa8d758bb HTTP/1.1" status: 204 len: 168 time: 1.5045071 Dec 20 16:39:20.691369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 29c66596-8a46-4a07-ab09-4d520290b330 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:20.695819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:20.743797 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a89bb0b-0fc1-4a84-ab76-cb832124aa28 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:20.744405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a89bb0b-0fc1-4a84-ab76-cb832124aa28 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:20.749866 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0a89bb0b-0fc1-4a84-ab76-cb832124aa28 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/1b05ebd9-5127-4b43-a5dc-a4d2fa7de36f HTTP/1.1" status: 404 len: 337 time: 0.0478337 Dec 20 16:39:20.758427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 29c66596-8a46-4a07-ab09-4d520290b330 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:20.758913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.779382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c85715-691a-460e-8ce0-b087c182674f tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=548ccef1-41f8-4b14-9992-81eaa8d758bb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:20.779382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:20.789333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191af82-022d-456b-9f1a-272f6cb7dfa2 None None] DHCP port deletion for 8884f99f-080e-4992-a1da-237bad362cb2 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:20.806025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321496f0-73ab-4134-9f1e-b2aaaadf8ee7 None None] DHCP port deletion for 548ccef1-41f8-4b14-9992-81eaa8d758bb request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:20.807000 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-91797da8-fcca-4259-a3ff-a82d0c2d1b9a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:20.807587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91797da8-fcca-4259-a3ff-a82d0c2d1b9a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:20.813790 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-91797da8-fcca-4259-a3ff-a82d0c2d1b9a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/548ccef1-41f8-4b14-9992-81eaa8d758bb HTTP/1.1" status: 404 len: 339 time: 0.0332773 Dec 20 16:39:20.814745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:20.835671 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:20.845534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port 3e257f57-0b8f-4def-a2e6-9cca2a65d317 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:20.851183 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc6d51f-6957-4ecb-9ab2-c1e73f519cd9 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:20.851838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc6d51f-6957-4ecb-9ab2-c1e73f519cd9 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:20.855060 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7cc6d51f-6957-4ecb-9ab2-c1e73f519cd9 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/24c0086d-3e68-4a05-a2f3-1db53d3d028e HTTP/1.1" status: 404 len: 337 time: 0.0388942 Dec 20 16:39:20.857709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:20.863104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.872038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.873373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] For port 884e2aeb-296a-43b1-bfe5-2ed1174006a1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=884e2aeb-296a-43b1-bfe5-2ed1174006a1,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:20.873878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.893023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.894053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.894647 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c3c330-7ccd-4f29-b8ee-54ecedbdcfcb tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:20.895280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c3c330-7ccd-4f29-b8ee-54ecedbdcfcb tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:20.899244 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-61c3c330-7ccd-4f29-b8ee-54ecedbdcfcb tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/50d55429-f580-4be4-976d-83e5c04e9934 HTTP/1.1" status: 404 len: 339 time: 0.0404851 Dec 20 16:39:20.902163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:20.911587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4191af82-022d-456b-9f1a-272f6cb7dfa2 None None] Deleting port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:20.912147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4191af82-022d-456b-9f1a-272f6cb7dfa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:20.918594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Calling delete_port for 884e2aeb-296a-43b1-bfe5-2ed1174006a1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:20.918856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b02322c-5c24-4ddd-bf60-a44c0c504144 None None] Network 548ccef1-41f8-4b14-9992-81eaa8d758bb requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:20.984132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:21.019709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4191af82-022d-456b-9f1a-272f6cb7dfa2 None None] For port 884e2aeb-296a-43b1-bfe5-2ed1174006a1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=884e2aeb-296a-43b1-bfe5-2ed1174006a1,segment=NetworkSegment(0d9a9c3a-7fd3-485a-961a-d1e236343949),segment_id=0d9a9c3a-7fd3-485a-961a-d1e236343949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:21.021632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4191af82-022d-456b-9f1a-272f6cb7dfa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.038439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4191af82-022d-456b-9f1a-272f6cb7dfa2 None None] Calling delete_port for 884e2aeb-296a-43b1-bfe5-2ed1174006a1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:21.072607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b02322c-5c24-4ddd-bf60-a44c0c504144 None None] Network 548ccef1-41f8-4b14-9992-81eaa8d758bb could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 16:39:21.084842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 09b582a2-5e2f-4916-91e6-0ff18193e700 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:21.085695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:21.107340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:21.119599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:21.120961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.121303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 09b582a2-5e2f-4916-91e6-0ff18193e700 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:21.121666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 09b582a2-5e2f-4916-91e6-0ff18193e700 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:21.128753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc574e1e-5909-419a-86d1-2393a52faf32 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:21.132272 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Subnet': ['ID=37700171-8e22-4842-bd26-2d08dc461a16,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:21.142214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.166950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d801ee4-5b65-4e10-b46f-c92b8d7b6149 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:21.167595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d801ee4-5b65-4e10-b46f-c92b8d7b6149 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:21.168129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d801ee4-5b65-4e10-b46f-c92b8d7b6149 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:21.170579 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8d801ee4-5b65-4e10-b46f-c92b8d7b6149 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&network_id=e25fcb82-5b95-4940-bb91-7414ff4ead6c HTTP/1.1" status: 200 len: 2999 time: 0.1838369 Dec 20 16:39:21.222252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 2165de7a-db72-429a-ac4e-03bee08fbda5 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:39:21.226738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=29c66596-8a46-4a07-ab09-4d520290b330,revision_number=5']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:21.229420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.229767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.230109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.230530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.230866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.231195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.231547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.231890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.232202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.232548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.232875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.233192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.233508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.252387 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.2109451 Dec 20 16:39:21.260074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46042) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:21.260375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-26a742b5-6166-478d-b82d-cc97efd60cd3 None None] Provisioning complete for port 262c26a3-3386-416b-ab24-2ffc4ec1b3ff triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:21.261953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26a742b5-6166-478d-b82d-cc97efd60cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.262080 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.263680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.264029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.264372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.264889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.265046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.265360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.266013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.266013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.266331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.266658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.266981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.267302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.267621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2bcf91-1877-434e-8a20-685ffbc7277c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:39:21.284053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Request body: {'port': {'network_id': '6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879', 'mac_address': 'fa:16:3e:68:8f:14', 'name': 'tempest-NetworksTestDHCPv6-798827025'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:21.304104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Pushing event deleted for resources: {'Port': ['ID=884e2aeb-296a-43b1-bfe5-2ed1174006a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:21.330283 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-26a742b5-6166-478d-b82d-cc97efd60cd3 None None] Port 262c26a3-3386-416b-ab24-2ffc4ec1b3ff cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:21.353406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4191af82-022d-456b-9f1a-272f6cb7dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.354188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.358294 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] No DVR routers for this DVR port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:21.382182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191af82-022d-456b-9f1a-272f6cb7dfa2 None None] Pushing event deleted for resources: {'Port': ['ID=884e2aeb-296a-43b1-bfe5-2ed1174006a1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:21.387799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191af82-022d-456b-9f1a-272f6cb7dfa2 None None] No DVR routers for this DVR port 884e2aeb-296a-43b1-bfe5-2ed1174006a1 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:21.421360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.434695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f32089-117e-4a4a-ab1b-89b5eeec844a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.473551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec46124-5eb5-4438-8f9a-2a85dbed7cdd') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.473926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec46124-5eb5-4438-8f9a-2a85dbed7cdd') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.476446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.492899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.514326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8884f99f-080e-4992-a1da-237bad362cb2']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.523160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.529260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9a9c3a-7fd3-485a-961a-d1e236343949') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.529555 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9a9c3a-7fd3-485a-961a-d1e236343949') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.537600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:21.538006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:21.541669 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:21.555836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.564738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port e070d8a0-eb9b-46a6-ab23-3af27be6759e yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:21.587171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:21.594321 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bb16212e-7060-4d16-9486-bbdb6ebba0b3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/2165de7a-db72-429a-ac4e-03bee08fbda5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1692026 Dec 20 16:39:21.600789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:21.605862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c11f2d-19bc-4032-94dc-06bc424c6ff7 None None] Sync routers for ids ['2165de7a-db72-429a-ac4e-03bee08fbda5'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:21.617122 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c11f2d-19bc-4032-94dc-06bc424c6ff7 None None] Routers {'2165de7a-db72-429a-ac4e-03bee08fbda5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:21.619016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.619683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-35c11f2d-19bc-4032-94dc-06bc424c6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2165de7a-db72-429a-ac4e-03bee08fbda5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.627198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:21.627769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:21.630423 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:21.661094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-35c11f2d-19bc-4032-94dc-06bc424c6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.678771 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c11f2d-19bc-4032-94dc-06bc424c6ff7 None None] Routers {'2165de7a-db72-429a-ac4e-03bee08fbda5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:21.679589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-35c11f2d-19bc-4032-94dc-06bc424c6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2165de7a-db72-429a-ac4e-03bee08fbda5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.686598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.690904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.697690 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/96f32089-117e-4a4a-ab1b-89b5eeec844a HTTP/1.1" status: 204 len: 168 time: 0.7944741 Dec 20 16:39:21.698416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:21.719218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-35c11f2d-19bc-4032-94dc-06bc424c6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:21.720689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c11f2d-19bc-4032-94dc-06bc424c6ff7 None None] The sync data for ids ['2165de7a-db72-429a-ac4e-03bee08fbda5'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:21.726603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf9424-695b-4063-b249-2bc4cc023536 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=96f32089-117e-4a4a-ab1b-89b5eeec844a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:21.752313 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d08a41-c6c3-41e9-b542-a806705624ae tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:21.752773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d08a41-c6c3-41e9-b542-a806705624ae tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:21.757097 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c4d08a41-c6c3-41e9-b542-a806705624ae tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/d9fe608a-2ac0-4d61-83c5-8e19b630bfdf HTTP/1.1" status: 404 len: 337 time: 0.0419917 Dec 20 16:39:21.758098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d5969c-7ff4-488e-b836-22b7be686e6b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:21.761977 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-01d5969c-7ff4-488e-b836-22b7be686e6b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports/262c26a3-3386-416b-ab24-2ffc4ec1b3ff HTTP/1.1" status: 200 len: 910 time: 0.1557157 Dec 20 16:39:21.763978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:21.764855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:21.773917 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.809682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.813213 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f7658b-7dce-4ac5-8713-fe5fd2cec492 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:21.813739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f7658b-7dce-4ac5-8713-fe5fd2cec492 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:21.819715 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c2f7658b-7dce-4ac5-8713-fe5fd2cec492 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/29bfaffc-1a86-44e9-9d99-710b352058ea HTTP/1.1" status: 404 len: 339 time: 0.0503109 Dec 20 16:39:21.819715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Made reservation on behalf of ca40676ff3aa410ebe75c524cd538c34 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:21.822214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:21.851737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.855171 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8884f99f-080e-4992-a1da-237bad362cb2 HTTP/1.1" status: 204 len: 168 time: 1.5615516 Dec 20 16:39:21.870457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb8c25-948b-4993-b70a-317fbcd43573 admin admin] Pushing event deleted for resources: {'Network': ['ID=8884f99f-080e-4992-a1da-237bad362cb2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:21.905504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:21.967280 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c86783-e3ac-4efd-aab6-96327dcb1607 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:21.967735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c86783-e3ac-4efd-aab6-96327dcb1607 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:21.973318 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-60c86783-e3ac-4efd-aab6-96327dcb1607 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/ff6172b1-4bee-46d2-bd3b-9d5aec94f256 HTTP/1.1" status: 404 len: 337 time: 0.1447558 Dec 20 16:39:21.975084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.004068 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf8ab00-4b0a-4c15-b31a-e7806b49fe4d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.005146 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf8ab00-4b0a-4c15-b31a-e7806b49fe4d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.008384 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-abf8ab00-4b0a-4c15-b31a-e7806b49fe4d tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/d5085faa-a0ea-4a2a-b491-d1d659473bed HTTP/1.1" status: 404 len: 339 time: 0.0323310 Dec 20 16:39:22.011013 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.052895 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd12833f-ed91-4ffe-b322-b8ea9b91a3d4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.053552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd12833f-ed91-4ffe-b322-b8ea9b91a3d4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.056884 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cd12833f-ed91-4ffe-b322-b8ea9b91a3d4 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/ebaca108-dfbd-4658-8401-f7dba917b5f0 HTTP/1.1" status: 404 len: 337 time: 0.0448601 Dec 20 16:39:22.059862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46062) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.084312 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1974d74a-2dd2-4f09-96ac-e6e6dd8b996a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.084745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1974d74a-2dd2-4f09-96ac-e6e6dd8b996a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.087946 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1974d74a-2dd2-4f09-96ac-e6e6dd8b996a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/c208ebc6-4b26-4d93-8515-89e517f60c58 HTTP/1.1" status: 404 len: 339 time: 0.0271316 Dec 20 16:39:22.093961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.098428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.108249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.132929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.171595 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4268fc-aa12-4541-a599-5e5c37181a09 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.172043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4268fc-aa12-4541-a599-5e5c37181a09 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.178176 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ef4268fc-aa12-4541-a599-5e5c37181a09 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/635b32b8-512c-4a37-8c59-10331e9776c1 HTTP/1.1" status: 404 len: 337 time: 0.0801220 Dec 20 16:39:22.178979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.188731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] device_id is not set on port 5cdd8183-fe8a-4898-9ce2-fec769a000f7 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:22.212552 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-748985c2-dc30-4bb8-8961-233e1ca20ca5 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.213063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748985c2-dc30-4bb8-8961-233e1ca20ca5 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.216174 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-748985c2-dc30-4bb8-8961-233e1ca20ca5 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/e6ee68f0-a5c2-49a4-8d0f-72752f70d5e0 HTTP/1.1" status: 404 len: 339 time: 0.0367577 Dec 20 16:39:22.221339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.239170 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d57afbf5-a9ef-43ec-b170-f2dc5e07d598 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a2a234259c24eeeb8b56c884ecdadfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1044524 Dec 20 16:39:22.247731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.248827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Allocated IP 172.26.1.246 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/5ba1b019-b930-4733-b1d5-1dc80361a276) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:22.257606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1efebab1-62bc-45c7-b8f1-969b30b01458 None None] Provisioning complete for port 29c66596-8a46-4a07-ab09-4d520290b330 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:22.258121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1efebab1-62bc-45c7-b8f1-969b30b01458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.266399 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8a155b-f225-4094-9b99-07bd4f9f691c tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.266990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8a155b-f225-4094-9b99-07bd4f9f691c tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.270042 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7d8a155b-f225-4094-9b99-07bd4f9f691c tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/0cbac68b-6a6e-4e1f-a022-8170a4bf4855 HTTP/1.1" status: 404 len: 337 time: 0.0447288 Dec 20 16:39:22.274323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.303421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.315931 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2135d19a-ac79-42a3-bf78-921766485185 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.316794 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2135d19a-ac79-42a3-bf78-921766485185 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.322516 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2135d19a-ac79-42a3-bf78-921766485185 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/d978fdac-5d1c-4d62-8569-235f5c90c887 HTTP/1.1" status: 404 len: 339 time: 0.0450232 Dec 20 16:39:22.322783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.357403 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f180c7-68e4-4514-8975-11c680878c94 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.357869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f180c7-68e4-4514-8975-11c680878c94 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.361068 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-52f180c7-68e4-4514-8975-11c680878c94 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/e93b0495-5ba9-49d0-a2ac-dbe0144ffc18 HTTP/1.1" status: 404 len: 337 time: 0.0373743 Dec 20 16:39:22.365359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.388936 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf53534-ceef-4319-b40d-624abe5ca149 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.389447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf53534-ceef-4319-b40d-624abe5ca149 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.392540 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ecf53534-ceef-4319-b40d-624abe5ca149 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/7bfbc635-09dd-4d9b-9b39-65e1760d57bd HTTP/1.1" status: 404 len: 339 time: 0.0262632 Dec 20 16:39:22.395352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.430222 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e140a2-3dbf-4366-87ed-467021a35afe tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.430623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e140a2-3dbf-4366-87ed-467021a35afe tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.433683 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a2e140a2-3dbf-4366-87ed-467021a35afe tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/7f963b9e-d328-4266-928a-d097fe7ea47a HTTP/1.1" status: 404 len: 337 time: 0.0374403 Dec 20 16:39:22.436284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.449460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:22.459099 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-de422843-1aa0-4510-b5a0-da9b03664bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.459618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de422843-1aa0-4510-b5a0-da9b03664bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.462755 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-de422843-1aa0-4510-b5a0-da9b03664bab tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/7f06f53c-49d6-42c6-aca0-753dd1a35c2e HTTP/1.1" status: 404 len: 339 time: 0.0255377 Dec 20 16:39:22.463298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:22.465254 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.467592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.474505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:22.475320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.497428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=3e257f57-0b8f-4def-a2e6-9cca2a65d317,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:22.522691 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41c1741-2deb-43a1-b8f1-b64b061ad43c tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.523139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41c1741-2deb-43a1-b8f1-b64b061ad43c tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.526449 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a41c1741-2deb-43a1-b8f1-b64b061ad43c tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/0b7432a2-0248-4a71-9b7b-9f63509c7dc6 HTTP/1.1" status: 404 len: 337 time: 0.0586607 Dec 20 16:39:22.526606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6537dec-e9e4-46ea-a9e1-b42322429fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.552553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.651592 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-af714a62-dcda-4ec8-87ad-42d9d4f0a874 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:22.652124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af714a62-dcda-4ec8-87ad-42d9d4f0a874 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:22.655368 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-af714a62-dcda-4ec8-87ad-42d9d4f0a874 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/2fe65151-037f-4a9b-847c-37a99b48d6f2 HTTP/1.1" status: 404 len: 339 time: 0.0939846 Dec 20 16:39:22.657900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:22.674546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.686709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 29c66596-8a46-4a07-ab09-4d520290b330 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:22.689198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=e070d8a0-eb9b-46a6-ab23-3af27be6759e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:22.697172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6537dec-e9e4-46ea-a9e1-b42322429fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.714697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8::90 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/34e9e8c2-f7fb-4275-a3d0-1f125618c5e9/5cdd8183-fe8a-4898-9ce2-fec769a000f7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:22.735320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:8f14 (6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879/37700171-8e22-4842-bd26-2d08dc461a16/5cdd8183-fe8a-4898-9ce2-fec769a000f7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:22.742798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaba2330-6d8a-41ca-ae9c-ee1515d6032a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Deleting subnet fb110190-f38b-4cec-bf2b-acc673bcbde6 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:22.748672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaba2330-6d8a-41ca-ae9c-ee1515d6032a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.755629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 29c66596-8a46-4a07-ab09-4d520290b330 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:22.756340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.770969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Checking segment: {'id': '034dc105-ec13-4006-97c7-b67716c3b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '70906f19-81ca-414f-baab-6f1000feff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:22.771613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network hostable DHCP agents. Network: 70906f19-81ca-414f-baab-6f1000feff58, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:22.822214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.823541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaba2330-6d8a-41ca-ae9c-ee1515d6032a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.874495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 70906f19-81ca-414f-baab-6f1000feff58 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:22.891006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6537dec-e9e4-46ea-a9e1-b42322429fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.893998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6537dec-e9e4-46ea-a9e1-b42322429fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.896377 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f6537dec-e9e4-46ea-a9e1-b42322429fad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b9e40cb-17c4-47d5-aef3-7dc71e0f375d HTTP/1.1" status: 204 len: 168 time: 0.6436729 Dec 20 16:39:22.941260 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 70906f19-81ca-414f-baab-6f1000feff58) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:22.946351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:22.954080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6537dec-e9e4-46ea-a9e1-b42322429fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9e40cb-17c4-47d5-aef3-7dc71e0f375d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:22.956144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:22.963091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:22.970730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port 262c26a3-3386-416b-ab24-2ffc4ec1b3ff {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:22.970730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.976579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:22.977301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.977647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b7f1f-5632-427d-958d-01fc7d737544 None None] Network 70906f19-81ca-414f-baab-6f1000feff58 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:23.013234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:23.039998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33ed76-64f8-4b47-8ff7-ddce5e7f42d5 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:23.041988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 884e2aeb-296a-43b1-bfe5-2ed1174006a1 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:23.054842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:23.057957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event updated for resources: {'Port': ['ID=5ba1b019-b930-4733-b1d5-1dc80361a276,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:23.111650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaba2330-6d8a-41ca-ae9c-ee1515d6032a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:23.119386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 884e2aeb-296a-43b1-bfe5-2ed1174006a1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:23.119837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 884e2aeb-296a-43b1-bfe5-2ed1174006a1 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:23.120356 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d2d754a2-71a1-43b1-8a67-4fb03629ee8e no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:23.131106 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3f919cb5-f5b5-49ae-b69b-f33a2ae41c5a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8393524 Dec 20 16:39:23.135332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:23.179507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: d2d754a2-71a1-43b1-8a67-4fb03629ee8e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:23.180019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d2d754a2-71a1-43b1-8a67-4fb03629ee8e not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:23.203118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7dce5f5b-e8b2-4030-9d1d-eddffee06764 None None] Provisioning complete for port 5ba1b019-b930-4733-b1d5-1dc80361a276 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:23.203762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7dce5f5b-e8b2-4030-9d1d-eddffee06764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:23.244038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7dce5f5b-e8b2-4030-9d1d-eddffee06764 None None] Port 5ba1b019-b930-4733-b1d5-1dc80361a276 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:23.330109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:23.445308 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:23.537384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:23.544430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:23.548506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:23.555237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:23.555967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:23.562132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event updated for resources: {'Port': ['ID=5cdd8183-fe8a-4898-9ce2-fec769a000f7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:23.586943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:23.595458 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6e750f07-f5bf-4dc6-844a-892def77df95 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3208911 Dec 20 16:39:23.605559 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:23.654846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:23.706552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for 262c26a3-3386-416b-ab24-2ffc4ec1b3ff owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:23.936193 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:23.979987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f75c360a-9844-44c0-ae47-466cfa56b9ed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port e070d8a0-eb9b-46a6-ab23-3af27be6759e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:23.980454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f75c360a-9844-44c0-ae47-466cfa56b9ed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.003765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-60be6430-797f-44fd-8b31-ae7d18fa8073 None None] Provisioning complete for port 5cdd8183-fe8a-4898-9ce2-fec769a000f7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:24.004411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60be6430-797f-44fd-8b31-ae7d18fa8073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.013886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaba2330-6d8a-41ca-ae9c-ee1515d6032a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.070228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-60be6430-797f-44fd-8b31-ae7d18fa8073 None None] Port 5cdd8183-fe8a-4898-9ce2-fec769a000f7 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:24.075281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.078638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64a007-3f90-4423-91b9-bb70c3c6a185 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:24.079592 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8b64a007-3f90-4423-91b9-bb70c3c6a185 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 814 time: 0.1405272 Dec 20 16:39:24.179395 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=262c26a3-3386-416b-ab24-2ffc4ec1b3ff,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:24.193112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba2330-6d8a-41ca-ae9c-ee1515d6032a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Subnet': ['ID=fb110190-f38b-4cec-bf2b-acc673bcbde6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:24.195273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e13b6e-0852-4f27-b768-6968d9af09a1 None None] Network 0e6d443b-eb1e-49d1-a086-1b7d32230d0c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:24.199176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaba2330-6d8a-41ca-ae9c-ee1515d6032a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.204902 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-eaba2330-6d8a-41ca-ae9c-ee1515d6032a tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/subnets/fb110190-f38b-4cec-bf2b-acc673bcbde6 HTTP/1.1" status: 204 len: 168 time: 1.5449934 Dec 20 16:39:24.220355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:24.238819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f75c360a-9844-44c0-ae47-466cfa56b9ed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.354689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f75c360a-9844-44c0-ae47-466cfa56b9ed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for e070d8a0-eb9b-46a6-ab23-3af27be6759e owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:24.377018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.484126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ea3d3-d2b9-4b78-aca0-316a92a4af43 None None] DHCP port deletion for 0e6d443b-eb1e-49d1-a086-1b7d32230d0c request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:24.551645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-164ea3d3-d2b9-4b78-aca0-316a92a4af43 None None] Deleting port 219b5a04-2ff0-4244-a472-f1471892b77d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:24.552252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164ea3d3-d2b9-4b78-aca0-316a92a4af43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.562938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d32cd06b-91cc-4622-9a5b-050f1d0650fe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting port 5cdd8183-fe8a-4898-9ce2-fec769a000f7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:24.563409 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d32cd06b-91cc-4622-9a5b-050f1d0650fe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.590579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Router e5f5a0fc-7169-4f94-b0a7-526d3401e4cc is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:39:24.643219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-164ea3d3-d2b9-4b78-aca0-316a92a4af43 None None] For port 219b5a04-2ff0-4244-a472-f1471892b77d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=219b5a04-2ff0-4244-a472-f1471892b77d,segment=NetworkSegment(6aaa0bd4-db08-43c5-8aca-f99743242f17),segment_id=6aaa0bd4-db08-43c5-8aca-f99743242f17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:24.644076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164ea3d3-d2b9-4b78-aca0-316a92a4af43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.661735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-164ea3d3-d2b9-4b78-aca0-316a92a4af43 None None] Calling delete_port for 219b5a04-2ff0-4244-a472-f1471892b77d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:24.672376 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 219b5a04-2ff0-4244-a472-f1471892b77d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:24.703497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.708628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:24.758407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'network': {'name': 'tempest-network-smoke--221169188', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:24.774151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:24.791554 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe181eb-994d-4662-8212-7fe64310c027 None None] Sync routers for ids ['e5f5a0fc-7169-4f94-b0a7-526d3401e4cc'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:24.813251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.819388 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe181eb-994d-4662-8212-7fe64310c027 None None] Routers {'e5f5a0fc-7169-4f94-b0a7-526d3401e4cc'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:24.820504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.821269 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fbe181eb-994d-4662-8212-7fe64310c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e5f5a0fc-7169-4f94-b0a7-526d3401e4cc'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:24.828857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.830570 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-91eaba4b-3873-4525-956e-1bde702e3146 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6263146 Dec 20 16:39:24.833179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:24.849914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:24.853918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.861281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 219b5a04-2ff0-4244-a472-f1471892b77d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=219b5a04-2ff0-4244-a472-f1471892b77d,segment=NetworkSegment(6aaa0bd4-db08-43c5-8aca-f99743242f17),segment_id=6aaa0bd4-db08-43c5-8aca-f99743242f17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:24.872190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.873979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f75c360a-9844-44c0-ae47-466cfa56b9ed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.894199 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fbe181eb-994d-4662-8212-7fe64310c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:24.917275 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f75c360a-9844-44c0-ae47-466cfa56b9ed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.919277 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe181eb-994d-4662-8212-7fe64310c027 None None] Routers {'e5f5a0fc-7169-4f94-b0a7-526d3401e4cc'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:24.920318 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fbe181eb-994d-4662-8212-7fe64310c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e5f5a0fc-7169-4f94-b0a7-526d3401e4cc'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:24.920862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164ea3d3-d2b9-4b78-aca0-316a92a4af43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.921467 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f75c360a-9844-44c0-ae47-466cfa56b9ed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/e070d8a0-eb9b-46a6-ab23-3af27be6759e HTTP/1.1" status: 204 len: 168 time: 1.7223463 Dec 20 16:39:24.925624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:24.927162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d32cd06b-91cc-4622-9a5b-050f1d0650fe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:24.968000 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fbe181eb-994d-4662-8212-7fe64310c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:24.969016 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe181eb-994d-4662-8212-7fe64310c027 None None] The sync data for ids ['e5f5a0fc-7169-4f94-b0a7-526d3401e4cc'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:24.976356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:24.991602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ea3d3-d2b9-4b78-aca0-316a92a4af43 None None] No DVR routers for this DVR port 219b5a04-2ff0-4244-a472-f1471892b77d on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:25.024635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c360a-9844-44c0-ae47-466cfa56b9ed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=e070d8a0-eb9b-46a6-ab23-3af27be6759e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:25.028856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d32cd06b-91cc-4622-9a5b-050f1d0650fe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Calling delete_port for 5cdd8183-fe8a-4898-9ce2-fec769a000f7 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:25.084564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7cf49-0032-4d50-bb62-ccb0b6a6c2c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:25.090976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7cf49-0032-4d50-bb62-ccb0b6a6c2c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:25.095979 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-10e7cf49-0032-4d50-bb62-ccb0b6a6c2c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1666284 Dec 20 16:39:25.098355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:25.099460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:25.107241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=219b5a04-2ff0-4244-a472-f1471892b77d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:25.109707 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fba8ce16-3e95-49e2-89eb-fcccfbc7db2b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/routers/e5f5a0fc-7169-4f94-b0a7-526d3401e4cc HTTP/1.1" status: 200 len: 925 time: 0.2753549 Dec 20 16:39:25.137520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:25.163719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0304-0f5c-4c20-abee-80021ebbe92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.167431 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-869b3208-41b1-45ff-84a3-d3d2977d1e79 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f5a0fc-7169-4f94-b0a7-526d3401e4cc HTTP/1.1" status: 200 len: 205 time: 0.0284102 Dec 20 16:39:25.170290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:25.172529 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.172875 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Added segment dd4930fc-83b7-4ed1-b1f7-fd5b35504027 of type vlan for network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 Dec 20 16:39:25.217237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ea3d3-d2b9-4b78-aca0-316a92a4af43 None None] Pushing event deleted for resources: {'Port': ['ID=219b5a04-2ff0-4244-a472-f1471892b77d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:25.244163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Deleting port 219b5a04-2ff0-4244-a472-f1471892b77d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:25.244458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.251587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1536742515'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:25.303377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.324818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ddad7804-7e6a-4834-8dde-c593f1ae2b9e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 3e257f57-0b8f-4def-a2e6-9cca2a65d317 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:25.325156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddad7804-7e6a-4834-8dde-c593f1ae2b9e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.333476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.466278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] For port 219b5a04-2ff0-4244-a472-f1471892b77d, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:25.466776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.467885 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddad7804-7e6a-4834-8dde-c593f1ae2b9e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.488119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ddad7804-7e6a-4834-8dde-c593f1ae2b9e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 3e257f57-0b8f-4def-a2e6-9cca2a65d317 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:25.516544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Calling delete_port for 219b5a04-2ff0-4244-a472-f1471892b77d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:25.518430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Made reservation on behalf of 22b53c38cd9649dda89382351eeed625 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:25.522656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.525907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.531408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:25.531973 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.534939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Port 219b5a04-2ff0-4244-a472-f1471892b77d was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:39:25.542508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.570749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.583173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 2165de7a-db72-429a-ac4e-03bee08fbda5 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:39:25.586222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.614813 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddad7804-7e6a-4834-8dde-c593f1ae2b9e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.652999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad7804-7e6a-4834-8dde-c593f1ae2b9e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=3e257f57-0b8f-4def-a2e6-9cca2a65d317,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:25.655731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Deleting port 5ba1b019-b930-4733-b1d5-1dc80361a276 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:25.656066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.666861 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9281516 Dec 20 16:39:25.672830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddad7804-7e6a-4834-8dde-c593f1ae2b9e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.674761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Port': ['ID=219b5a04-2ff0-4244-a472-f1471892b77d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:25.676256 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ddad7804-7e6a-4834-8dde-c593f1ae2b9e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/3e257f57-0b8f-4def-a2e6-9cca2a65d317 HTTP/1.1" status: 204 len: 168 time: 0.5758018 Dec 20 16:39:25.676816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:25.678830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] No DVR routers for this DVR port 219b5a04-2ff0-4244-a472-f1471892b77d on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:25.689779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:25.752042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc649d-17a1-404d-ad64-71cc908340e5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Network': ['ID=72d5fb78-c811-4e6e-94e1-94ec9d1893a5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:25.763329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:25.786310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732f2917-bf9e-4f40-aede-2045566312d6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:25.790307 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-732f2917-bf9e-4f40-aede-2045566312d6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1099901 Dec 20 16:39:25.791629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46160) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:25.833034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.870605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Calling delete_port for 5ba1b019-b930-4733-b1d5-1dc80361a276 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:25.928557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.941153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f2620-58b2-4b30-818a-36a50f51c0ff tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:25.946248 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-847f2620-58b2-4b30-818a-36a50f51c0ff tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512828 Dec 20 16:39:25.946248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46162) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:25.970936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae40cd-56a3-4c65-acbd-efdfe696fc2e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:25.972460 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d6ae40cd-56a3-4c65-acbd-efdfe696fc2e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2819555 Dec 20 16:39:25.973217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d32cd06b-91cc-4622-9a5b-050f1d0650fe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:25.979951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:25.984310 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5c02e834-a101-491a-8aaf-a7bbd8a51a04 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369487 Dec 20 16:39:25.987015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:25.991628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6d443b-eb1e-49d1-a086-1b7d32230d0c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.019283 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1fbbf375-3026-4448-95e3-d5a72fbc7ae9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311608 Dec 20 16:39:26.051412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:26.181273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f41555d-67d7-42a4-a30a-f45f4f48c922 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:26.182830 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9f41555d-67d7-42a4-a30a-f45f4f48c922 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305306 Dec 20 16:39:26.186717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:26.221475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.224791 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-18156f57-d788-4058-9caf-a9eb25259c11 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370395 Dec 20 16:39:26.227798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46172) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:26.237884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1983704805', 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:26.272899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba32cec-b0be-4618-ba1d-c202e591f02e None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:26.279469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event deleted for resources: {'Port': ['ID=5ba1b019-b930-4733-b1d5-1dc80361a276,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:26.321729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:26.327798 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1d151bd7-4b5d-49da-866d-7424baa54a9f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/2165de7a-db72-429a-ac4e-03bee08fbda5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5607679 Dec 20 16:39:26.329897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:26.331340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaa0bd4-db08-43c5-8aca-f99743242f17') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.331569 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaa0bd4-db08-43c5-8aca-f99743242f17') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.336904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cd06b-91cc-4622-9a5b-050f1d0650fe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Port': ['ID=5cdd8183-fe8a-4898-9ce2-fec769a000f7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:26.337112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635dc8af-be21-47c3-8ade-feeabcf64aa9 None None] Sync routers for ids ['2165de7a-db72-429a-ac4e-03bee08fbda5'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:26.341724 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ea3945-67e2-469e-b7fe-2b7bf2fda3de tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:39:26.343499 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-96ea3945-67e2-469e-b7fe-2b7bf2fda3de tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/e070d8a0-eb9b-46a6-ab23-3af27be6759e HTTP/1.1" status: 404 len: 333 time: 0.3570566 Dec 20 16:39:26.355760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:26.364915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.365253 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635dc8af-be21-47c3-8ade-feeabcf64aa9 None None] Routers {'2165de7a-db72-429a-ac4e-03bee08fbda5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:26.366056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-635dc8af-be21-47c3-8ade-feeabcf64aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2165de7a-db72-429a-ac4e-03bee08fbda5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.409557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-635dc8af-be21-47c3-8ade-feeabcf64aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.421552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635dc8af-be21-47c3-8ade-feeabcf64aa9 None None] Routers {'2165de7a-db72-429a-ac4e-03bee08fbda5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:26.422568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-635dc8af-be21-47c3-8ade-feeabcf64aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:38:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2165de7a-db72-429a-ac4e-03bee08fbda5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.424260 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68a538d-391d-4d04-8bb8-eaa95bb3cd29 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:39:26.429047 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e68a538d-391d-4d04-8bb8-eaa95bb3cd29 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/3e257f57-0b8f-4def-a2e6-9cca2a65d317 HTTP/1.1" status: 404 len: 333 time: 0.0656123 Dec 20 16:39:26.444522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.446369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:26.462905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d32cd06b-91cc-4622-9a5b-050f1d0650fe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.467902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-635dc8af-be21-47c3-8ade-feeabcf64aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.468564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635dc8af-be21-47c3-8ade-feeabcf64aa9 None None] The sync data for ids ['2165de7a-db72-429a-ac4e-03bee08fbda5'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:26.468925 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d32cd06b-91cc-4622-9a5b-050f1d0650fe tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/5cdd8183-fe8a-4898-9ce2-fec769a000f7 HTTP/1.1" status: 204 len: 168 time: 2.8592088 Dec 20 16:39:26.472674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46180) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:26.480468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:26.480722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:26.484316 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:26.515464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.537064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.594110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.639614 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:26.640622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.644391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.648715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.649572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.654287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:26.655235 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] 10.222.0.60 "DELETE /v2.0/networks/0e6d443b-eb1e-49d1-a086-1b7d32230d0c HTTP/1.1" status: 204 len: 168 time: 2.4303384 Dec 20 16:39:26.661285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.688483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.694812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f451c-259c-4718-9a47-1ba2be006a56 tempest-NetworksTest-1686403915 tempest-NetworksTest-1686403915-project] Pushing event deleted for resources: {'Network': ['ID=0e6d443b-eb1e-49d1-a086-1b7d32230d0c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:26.698282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.698610 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Added segment e2dd1fba-5125-45b8-8bd1-75508c62b5b5 of type vlan for network 10aef3ce-0a64-4d51-8f2b-64e81a033d7d Dec 20 16:39:26.700246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be80755-8aea-4520-a61a-662fd2564df9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:26.775199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.801966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f89df-4baa-4a0b-9c89-7141ea70dcac tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:26.803638 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1e4f89df-4baa-4a0b-9c89-7141ea70dcac tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3268778 Dec 20 16:39:26.806390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:26.839845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.840376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Fanout notify agent at l3_agent the message router_deleted on router e5f5a0fc-7169-4f94-b0a7-526d3401e4cc {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:39:26.853758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.860208 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2f2dbb5f-7bcb-4629-8868-75bcbb8ae3b9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/e5f5a0fc-7169-4f94-b0a7-526d3401e4cc HTTP/1.1" status: 204 len: 168 time: 1.6834750 Dec 20 16:39:26.861340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:26.871387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1879432389', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:26.891390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.921181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.927566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:26.928168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.932772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70906f19-81ca-414f-baab-6f1000feff58']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.961763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.961989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034dc105-ec13-4006-97c7-b67716c3b992') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.962237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034dc105-ec13-4006-97c7-b67716c3b992') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:26.962821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.984918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:26.990124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:27.046136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22615a5-99b4-4474-bb47-dc3e6fce42c7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:27.050330 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f22615a5-99b4-4474-bb47-dc3e6fce42c7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2399030 Dec 20 16:39:27.053169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:27.057209 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0797939 Dec 20 16:39:27.058428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.064603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:27.074162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:27.074600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:27.078242 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:27.089380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8f9bc-de13-45bd-95d0-754f32f8e580 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Pushing event updated for resources: {'Network': ['ID=10aef3ce-0a64-4d51-8f2b-64e81a033d7d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:27.101707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 10aef3ce-0a64-4d51-8f2b-64e81a033d7d details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:27.145326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564dbd4a-3399-4ca2-b9df-c61d94f975e5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:27.147097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564dbd4a-3399-4ca2-b9df-c61d94f975e5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:27.148600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564dbd4a-3399-4ca2-b9df-c61d94f975e5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:27.150180 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-564dbd4a-3399-4ca2-b9df-c61d94f975e5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0933235 Dec 20 16:39:27.154480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46200) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:27.187784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.191999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.195268 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/networks/70906f19-81ca-414f-baab-6f1000feff58 HTTP/1.1" status: 204 len: 168 time: 0.7468112 Dec 20 16:39:27.201189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:27.202566 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.208476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1876859622'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:27.221970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94790c94-7fa0-4e10-86b9-08c319900ded tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Network': ['ID=70906f19-81ca-414f-baab-6f1000feff58,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:27.230064 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b42e4ecf-b5ba-4182-a625-341cbf54fa96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5771d73abe14fdebac77742aa289ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287290 Dec 20 16:39:27.230064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:27.280399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1104-a838-43a9-9c2a-965ffd9ad612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.303234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1104-a838-43a9-9c2a-965ffd9ad612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.328608 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Request body: {'network': {'name': 'tempest-network--251914104', 'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:27.368208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Made reservation on behalf of d5eab6c27592482d93c5d9a2e9a55327 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:27.370786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.383104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.392122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1104-a838-43a9-9c2a-965ffd9ad612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.395327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1104-a838-43a9-9c2a-965ffd9ad612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.399280 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ea3a1104-a838-43a9-9c2a-965ffd9ad612 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f02ccf9-da6a-4da0-9ee9-ed5d033cda69 HTTP/1.1" status: 204 len: 168 time: 0.1654961 Dec 20 16:39:27.413231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a1104-a838-43a9-9c2a-965ffd9ad612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f02ccf9-da6a-4da0-9ee9-ed5d033cda69,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:27.500090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.505582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.532850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:27.548022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68819a1d-5ba5-4f45-9c5e-932e43f401f2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:27.552809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.553288 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Added segment 6dd2b531-2cdf-44e2-a1b5-3aad1da4a45b of type vlan for network 320a755c-d9f0-4e44-be97-1419b0ab69e3 Dec 20 16:39:27.607734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.641332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.642462 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:27.643051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.707883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.716280 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6480749 Dec 20 16:39:27.717441 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:27.743293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f75e8f-ae05-41c6-bd6d-b096bc3f9617 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'Network': ['ID=320a755c-d9f0-4e44-be97-1419b0ab69e3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:27.753516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-056bf83c-e9cb-467a-9b76-dbeb97491655 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 34e9e8c2-f7fb-4275-a3d0-1f125618c5e9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:27.761551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa20c-2145-4782-8c2a-eff60d17736d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.763502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-056bf83c-e9cb-467a-9b76-dbeb97491655 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.765137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 320a755c-d9f0-4e44-be97-1419b0ab69e3 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:27.818999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.879735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:27.883203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.911164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.914196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=8e821723-c08e-4416-b1e0-3b1f2fffe49d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:27.924463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.935807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-056bf83c-e9cb-467a-9b76-dbeb97491655 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.937808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320a755c-d9f0-4e44-be97-1419b0ab69e3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:27.958141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd2b531-2cdf-44e2-a1b5-3aad1da4a45b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:27.958542 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd2b531-2cdf-44e2-a1b5-3aad1da4a45b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:27.984700 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:27.999640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.002806 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.012840 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:28.013833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:28.015859 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:28.044423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Checking segment: {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:28.044782 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network hostable DHCP agents. Network: 72d5fb78-c811-4e6e-94e1-94ec9d1893a5, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:28.047233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:28.086627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.092989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 320a755c-d9f0-4e44-be97-1419b0ab69e3 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 16:39:28.095679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.109087 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "DELETE /v2.0/networks/320a755c-d9f0-4e44-be97-1419b0ab69e3 HTTP/1.1" status: 204 len: 168 time: 0.3852329 Dec 20 16:39:28.116003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:28.119170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.119712 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Added segment 00b8ab91-8215-4f96-8caa-21613cdce690 of type vlan for network 0a805f89-83af-4a6f-827b-ec892977c4dd Dec 20 16:39:28.120619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ed70b-a804-42b2-9f8c-b04386d7d338 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event deleted for resources: {'Network': ['ID=320a755c-d9f0-4e44-be97-1419b0ab69e3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:28.153784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:28.241817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:28.268437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:28.275707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.283540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-056bf83c-e9cb-467a-9b76-dbeb97491655 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.333855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 72d5fb78-c811-4e6e-94e1-94ec9d1893a5) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:28.350179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:28.350876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.360410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935fef0f-2a23-4b9b-82c8-4d39c0db3fb6 None None] Network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:28.381899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-secgroup--350270650'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:28.393376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Made reservation on behalf of d5eab6c27592482d93c5d9a2e9a55327 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:28.397239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.433107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.449427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.455030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:28.455616 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.457604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.472397 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cc377042-7d02-46e4-875c-8749869c369c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2407739 Dec 20 16:39:28.510449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-72d5fb78-c811-4e6e-94e1-94ec9d1893a5', 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ips': [{'subnet_id': '8e821723-c08e-4416-b1e0-3b1f2fffe49d'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:28.511686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.549196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:28.590235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-056bf83c-e9cb-467a-9b76-dbeb97491655 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.609562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.614898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.667900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Allocated IP 172.20.0.18 (72d5fb78-c811-4e6e-94e1-94ec9d1893a5/8e821723-c08e-4416-b1e0-3b1f2fffe49d/e8b90fc4-ada7-485e-a8f7-7501028b3c8e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:28.689826 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4859345 Dec 20 16:39:28.698292 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.699455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:28.710324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '0a805f89-83af-4a6f-827b-ec892977c4dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:28.718511 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.723428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.723944 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Added segment 1427d9d6-449d-486e-aa26-5aca974d1538 of type vlan for network 7fed7645-b178-4818-8fc3-e42d5601f40a Dec 20 16:39:28.731006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:28.739522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bf83c-e9cb-467a-9b76-dbeb97491655 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=34e9e8c2-f7fb-4275-a3d0-1f125618c5e9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:28.746945 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5a392789-4a81-487a-8140-03b01424cc9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260887939', 'description': 'tempest-secgroup-smoke-1260887939 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:28.753759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-056bf83c-e9cb-467a-9b76-dbeb97491655 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.757793 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-056bf83c-e9cb-467a-9b76-dbeb97491655 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/34e9e8c2-f7fb-4275-a3d0-1f125618c5e9 HTTP/1.1" status: 204 len: 168 time: 1.5730252 Dec 20 16:39:28.759826 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf58c2-5c0a-4dbf-9c6b-c98cf014e347 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Network': ['ID=0a805f89-83af-4a6f-827b-ec892977c4dd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:28.763373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:28.780103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4ff05-c34c-48b9-98c2-8f48be42bd89,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:28.821445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.822766 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5518918 Dec 20 16:39:28.832891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:28.836758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784ddd8-1d5d-4234-b708-bcfb0ea80d4f None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:28.838991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 0a805f89-83af-4a6f-827b-ec892977c4dd details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:28.840581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.855719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.920505 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd4765-d645-4d88-83d5-1c272d8a397b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc30e5e7-4919-4622-b88b-1a2102f9278e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:28.924261 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.932166 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-93355bad-0c51-4a43-bfe7-8ff418446ac9 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.0955043 Dec 20 16:39:28.932365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:28.936815 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-71ddecd1-61d6-4567-87b8-df87c611d555 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-security--479044083', 'description': 'tempest-security-description-1423707764'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:28.992545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a392789-4a81-487a-8140-03b01424cc9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:28.995927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71ddecd1-61d6-4567-87b8-df87c611d555 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.001101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09fcc33-11a7-43d5-a357-bb6db509fb8c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Deleting subnet 37700171-8e22-4842-bd26-2d08dc461a16 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:29.037680 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:29.042114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.049526 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09fcc33-11a7-43d5-a357-bb6db509fb8c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.090898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71ddecd1-61d6-4567-87b8-df87c611d555 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.097058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.098206 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:29.098944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.122848 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71ddecd1-61d6-4567-87b8-df87c611d555 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.125893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71ddecd1-61d6-4567-87b8-df87c611d555 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.126494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.130348 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-71ddecd1-61d6-4567-87b8-df87c611d555 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "PUT /v2.0/security-groups/fc30e5e7-4919-4622-b88b-1a2102f9278e HTTP/1.1" status: 200 len: 1794 time: 0.1939483 Dec 20 16:39:29.140653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:29.162902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:39:29.164382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:39:29.166711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddecd1-61d6-4567-87b8-df87c611d555 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc30e5e7-4919-4622-b88b-1a2102f9278e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:29.177613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09fcc33-11a7-43d5-a357-bb6db509fb8c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.183716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:29.190045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:29.197172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:29.198697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.202364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Pushing event updated for resources: {'Port': ['ID=e8b90fc4-ada7-485e-a8f7-7501028b3c8e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:29.279408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Attempting to bind port e8b90fc4-ada7-485e-a8f7-7501028b3c8e on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:29.279778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Attempting to bind port e8b90fc4-ada7-485e-a8f7-7501028b3c8e by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:29.280139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Attempting to bind port e8b90fc4-ada7-485e-a8f7-7501028b3c8e on network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:29.287418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:29.287797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Checking segment: {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:29.288553 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1656091 Dec 20 16:39:29.291240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.291687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Bound using segment: {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:29.292186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Bound port: e8b90fc4-ada7-485e-a8f7-7501028b3c8e, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:29.292580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.309413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:29.312486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.323304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Request body: {'subnet': {'network_id': '7fed7645-b178-4818-8fc3-e42d5601f40a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:29.345710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c9f17-778f-43ad-a9f6-44a55f0233f6 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'Network': ['ID=7fed7645-b178-4818-8fc3-e42d5601f40a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:29.347751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.364293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 7fed7645-b178-4818-8fc3-e42d5601f40a details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:29.368928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] For port e8b90fc4-ada7-485e-a8f7-7501028b3c8e, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:29.405761 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] For port e8b90fc4-ada7-485e-a8f7-7501028b3c8e, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8b90fc4-ada7-485e-a8f7-7501028b3c8e,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:29.419142 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=8d85dbb0-f595-40c9-a50f-069be9a2a8c5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:29.448733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Checking segment: {'id': '00b8ab91-8215-4f96-8caa-21613cdce690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0a805f89-83af-4a6f-827b-ec892977c4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:29.449091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network hostable DHCP agents. Network: 0a805f89-83af-4a6f-827b-ec892977c4dd, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:29.453123 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.472856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 0a805f89-83af-4a6f-827b-ec892977c4dd is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:29.487899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 0a805f89-83af-4a6f-827b-ec892977c4dd) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:29.493061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:29.493863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.504656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c974c-f55b-4c19-adc2-da190a58a32d None None] Network 0a805f89-83af-4a6f-827b-ec892977c4dd requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:29.522368 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-00b7d60e-6d8b-4776-b447-6c6cd05a0c36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8167012 Dec 20 16:39:29.523014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:29.523510 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f7558c45-027c-4704-82f2-fdcb5563bd1d tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups/fc30e5e7-4919-4622-b88b-1a2102f9278e HTTP/1.1" status: 200 len: 1794 time: 0.3677151 Dec 20 16:39:29.528987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46252) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:29.535002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port 3eb61443-4299-4c65-b961-9bef5ab32aa2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:29.535373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.538309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Made reservation on behalf of d5eab6c27592482d93c5d9a2e9a55327 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:29.540781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.554925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '0a805f89-83af-4a6f-827b-ec892977c4dd', 'name': 'tempest-PortsTestJSON-960864963'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:29.578739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09fcc33-11a7-43d5-a357-bb6db509fb8c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.589805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a392789-4a81-487a-8140-03b01424cc9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.645237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7a6c2-ac8e-4cdd-80f7-17696e54ef49 None None] Pushing event updated for resources: {'Port': ['ID=e8b90fc4-ada7-485e-a8f7-7501028b3c8e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:29.660435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-0a805f89-83af-4a6f-827b-ec892977c4dd', 'network_id': '0a805f89-83af-4a6f-827b-ec892977c4dd', 'project_id': '90cfd75b636345aca1562c0033b7007a', 'fixed_ips': [{'subnet_id': '8d85dbb0-f595-40c9-a50f-069be9a2a8c5'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:29.661327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.665248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a392789-4a81-487a-8140-03b01424cc9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.744115 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a392789-4a81-487a-8140-03b01424cc9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c93bb1-bff3-466e-b769-99bcd96bcd40,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:29.771172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6abda87-b18d-4f4e-8269-ac5f72d8b286 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.793635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a392789-4a81-487a-8140-03b01424cc9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.795018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5a392789-4a81-487a-8140-03b01424cc9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0535619 Dec 20 16:39:29.803635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:29.813044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-259b6ae1-2e6c-4e3a-b0bd-00ca9524d049 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '21c93bb1-bff3-466e-b769-99bcd96bcd40', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:29.850913 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6abda87-b18d-4f4e-8269-ac5f72d8b286 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.889493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:29.892773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.897132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Allocated IP 172.20.0.2 (0a805f89-83af-4a6f-827b-ec892977c4dd/8d85dbb0-f595-40c9-a50f-069be9a2a8c5/fbc5d036-4b79-44d7-8f99-b703b933d565) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:29.921802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port 6e6e423d-0e03-4130-a269-465de8bb7fd0 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:29.945698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Allocated IP 172.26.1.19 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/75d2c349-b151-4f0c-a4a6-5540d659551a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:29.972239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6abda87-b18d-4f4e-8269-ac5f72d8b286 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.975631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6abda87-b18d-4f4e-8269-ac5f72d8b286 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.976901 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d6abda87-b18d-4f4e-8269-ac5f72d8b286 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/fc30e5e7-4919-4622-b88b-1a2102f9278e HTTP/1.1" status: 204 len: 168 time: 0.4523275 Dec 20 16:39:29.983445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46256) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:29.986366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.022129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.024731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for 3eb61443-4299-4c65-b961-9bef5ab32aa2 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:30.026801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259b6ae1-2e6c-4e3a-b0bd-00ca9524d049 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.038099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09fcc33-11a7-43d5-a357-bb6db509fb8c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.062322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abda87-b18d-4f4e-8269-ac5f72d8b286 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc30e5e7-4919-4622-b88b-1a2102f9278e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:30.142736 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e579b461-0e7d-4976-862b-5bd0bb8e8cfa tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1521323 Dec 20 16:39:30.143155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:30.164743 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-ab40a697-0586-4049-bc93-cf4520b6bc2d tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] delete failed (client error): The resource could not be found. Dec 20 16:39:30.165851 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ab40a697-0586-4049-bc93-cf4520b6bc2d tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/fc30e5e7-4919-4622-b88b-1a2102f9278e HTTP/1.1" status: 404 len: 347 time: 0.0214593 Dec 20 16:39:30.170572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46260) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:30.172509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.176500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-052c09b9-a750-41be-aa6d-73ef212e9029 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385701038'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:30.180437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.244172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Network 0a805f89-83af-4a6f-827b-ec892977c4dd is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:30.247490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:30.250412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:30.268879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-052c09b9-a750-41be-aa6d-73ef212e9029 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.287795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Pushing event updated for resources: {'Port': ['ID=fbc5d036-4b79-44d7-8f99-b703b933d565,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:30.288494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.7 (0a805f89-83af-4a6f-827b-ec892977c4dd/8d85dbb0-f595-40c9-a50f-069be9a2a8c5/6e6e423d-0e03-4130-a269-465de8bb7fd0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:30.293341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09fcc33-11a7-43d5-a357-bb6db509fb8c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.298889 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c09fcc33-11a7-43d5-a357-bb6db509fb8c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/37700171-8e22-4842-bd26-2d08dc461a16 HTTP/1.1" status: 204 len: 168 time: 1.5320721 Dec 20 16:39:30.302757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:30.333777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295ee3a-1f88-48f6-b37b-3cad3b196b66 None None] Network 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:30.337321 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fcc33-11a7-43d5-a357-bb6db509fb8c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Subnet': ['ID=37700171-8e22-4842-bd26-2d08dc461a16,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:30.360589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Attempting to bind port fbc5d036-4b79-44d7-8f99-b703b933d565 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:30.360966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Attempting to bind port fbc5d036-4b79-44d7-8f99-b703b933d565 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '00b8ab91-8215-4f96-8caa-21613cdce690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0a805f89-83af-4a6f-827b-ec892977c4dd'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:30.361336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Attempting to bind port fbc5d036-4b79-44d7-8f99-b703b933d565 on network 0a805f89-83af-4a6f-827b-ec892977c4dd {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:30.394911 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-341a158e-9da9-43f8-ae39-cd0dfee302db tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904820 Dec 20 16:39:30.398115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46264) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:30.403369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:30.403754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Checking segment: {'id': '00b8ab91-8215-4f96-8caa-21613cdce690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0a805f89-83af-4a6f-827b-ec892977c4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:30.404162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.404560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Bound using segment: {'id': '00b8ab91-8215-4f96-8caa-21613cdce690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0a805f89-83af-4a6f-827b-ec892977c4dd'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:30.405131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Bound port: fbc5d036-4b79-44d7-8f99-b703b933d565, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b8ab91-8215-4f96-8caa-21613cdce690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0a805f89-83af-4a6f-827b-ec892977c4dd'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:30.405431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.474101 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-557960b3-0812-49d6-a14b-54ca1f4a4655 None None] Provisioning complete for port 29c66596-8a46-4a07-ab09-4d520290b330 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:30.474528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-557960b3-0812-49d6-a14b-54ca1f4a4655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.511569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259b6ae1-2e6c-4e3a-b0bd-00ca9524d049 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.529965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e408f-ddba-426f-9eac-6d9512206c4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:30.533796 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bf0e408f-ddba-426f-9eac-6d9512206c4b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1212130 Dec 20 16:39:30.551268 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:30.552020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] For port fbc5d036-4b79-44d7-8f99-b703b933d565, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:30.555692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] For port fbc5d036-4b79-44d7-8f99-b703b933d565, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fbc5d036-4b79-44d7-8f99-b703b933d565,segment=NetworkSegment(00b8ab91-8215-4f96-8caa-21613cdce690),segment_id=00b8ab91-8215-4f96-8caa-21613cdce690)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:30.566997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.569823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.572937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259b6ae1-2e6c-4e3a-b0bd-00ca9524d049 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.656206 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b6ae1-2e6c-4e3a-b0bd-00ca9524d049 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c551492-491b-4a4f-ad59-f1503ceac9ed,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:30.674768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366497b-75d1-4113-bd3a-9b66291677ed None None] DHCP port deletion for 6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:30.675405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-259b6ae1-2e6c-4e3a-b0bd-00ca9524d049 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.682333 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-259b6ae1-2e6c-4e3a-b0bd-00ca9524d049 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8706932 Dec 20 16:39:30.687902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:30.690104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936b32d-fd4e-49bf-bc27-bf6c28191b3f None None] Pushing event updated for resources: {'Port': ['ID=fbc5d036-4b79-44d7-8f99-b703b933d565,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:30.698480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f73c24d3-15e6-4a09-ba7a-4a160c475606 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '21c93bb1-bff3-466e-b769-99bcd96bcd40', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:30.707376 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-052c09b9-a750-41be-aa6d-73ef212e9029 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.736282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-052c09b9-a750-41be-aa6d-73ef212e9029 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.812090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.838770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b366497b-75d1-4113-bd3a-9b66291677ed None None] Deleting port 29c66596-8a46-4a07-ab09-4d520290b330 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:30.839431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b366497b-75d1-4113-bd3a-9b66291677ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.859010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d6818a-797a-40e8-9751-79e3b40ed6ce tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:30.860592 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-10d6818a-797a-40e8-9751-79e3b40ed6ce tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3050089 Dec 20 16:39:30.866584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46270) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:30.872261 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8b90fc4-ada7-485e-a8f7-7501028b3c8e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:30.874017 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c09b9-a750-41be-aa6d-73ef212e9029 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db123e91-a09c-48db-9ad4-f05140e4e053,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:30.880150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.888702 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-052c09b9-a750-41be-aa6d-73ef212e9029 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.895824 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-052c09b9-a750-41be-aa6d-73ef212e9029 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7240915 Dec 20 16:39:30.918320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.926281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46272) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:30.933988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f3a2422a-023a-4046-a0e3-5502ce8933fd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': 'db123e91-a09c-48db-9ad4-f05140e4e053', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:30.952589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b366497b-75d1-4113-bd3a-9b66291677ed None None] For port 29c66596-8a46-4a07-ab09-4d520290b330, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=29c66596-8a46-4a07-ab09-4d520290b330,segment=NetworkSegment(c24eb490-4996-4cc6-a770-ae15b999efe1),segment_id=c24eb490-4996-4cc6-a770-ae15b999efe1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:30.953087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b366497b-75d1-4113-bd3a-9b66291677ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.981932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:39:30.982629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.997170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c24d3-15e6-4a09-ba7a-4a160c475606 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:30.998745 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b366497b-75d1-4113-bd3a-9b66291677ed None None] Calling delete_port for 29c66596-8a46-4a07-ab09-4d520290b330 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:31.000582 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=3eb61443-4299-4c65-b961-9bef5ab32aa2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:31.012199 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c7705546-e529-4d19-9081-6682c994a0fa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1434453 Dec 20 16:39:31.026580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.040117 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.055694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event updated for resources: {'Port': ['ID=75d2c349-b151-4f0c-a4a6-5540d659551a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:31.076646 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1901989-b9dd-400c-a191-99f6ba8981ae tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.077244 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1901989-b9dd-400c-a191-99f6ba8981ae tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.082071 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c1901989-b9dd-400c-a191-99f6ba8981ae tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/5cdd8183-fe8a-4898-9ce2-fec769a000f7 HTTP/1.1" status: 404 len: 333 time: 0.0544536 Dec 20 16:39:31.086479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.101035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:31.108352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:31.112278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:31.130358 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e19661-d60e-42b7-898a-814588b0ec08 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.130829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e19661-d60e-42b7-898a-814588b0ec08 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.135559 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b0e19661-d60e-42b7-898a-814588b0ec08 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/37700171-8e22-4842-bd26-2d08dc461a16 HTTP/1.1" status: 404 len: 337 time: 0.0480635 Dec 20 16:39:31.138365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.150539 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d6f65-44c9-4f0b-bd00-fcaa3151178f None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:31.162846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e8b90fc4-ada7-485e-a8f7-7501028b3c8e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:31.163352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.227937 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ae0a7f-56db-4eec-a50d-cee03078586e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.228449 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ae0a7f-56db-4eec-a50d-cee03078586e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.231800 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b366497b-75d1-4113-bd3a-9b66291677ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.235882 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-89ae0a7f-56db-4eec-a50d-cee03078586e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/34e9e8c2-f7fb-4275-a3d0-1f125618c5e9 HTTP/1.1" status: 404 len: 337 time: 0.0964911 Dec 20 16:39:31.239040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.298869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366497b-75d1-4113-bd3a-9b66291677ed None None] Pushing event deleted for resources: {'Port': ['ID=29c66596-8a46-4a07-ab09-4d520290b330,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:31.302725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366497b-75d1-4113-bd3a-9b66291677ed None None] No DVR routers for this DVR port 29c66596-8a46-4a07-ab09-4d520290b330 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:31.320703 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6779ac6-b3e8-4db7-8f46-ee319932978a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.321279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6779ac6-b3e8-4db7-8f46-ee319932978a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.326826 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e6779ac6-b3e8-4db7-8f46-ee319932978a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/ec575c31-d587-459d-bb91-241ef1de72a3 HTTP/1.1" status: 404 len: 333 time: 0.0844867 Dec 20 16:39:31.327151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.356174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f737347a-78e5-4772-8310-107b14adae87 None None] Provisioning complete for port 75d2c349-b151-4f0c-a4a6-5540d659551a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:31.356941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f737347a-78e5-4772-8310-107b14adae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.379462 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.381766 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8fda2a-105b-4302-b005-1c96ff304969 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.382283 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8fda2a-105b-4302-b005-1c96ff304969 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.385779 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cc8fda2a-105b-4302-b005-1c96ff304969 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/072a3c9f-b5e1-41c7-9dab-9c96b876247c HTTP/1.1" status: 404 len: 337 time: 0.0576401 Dec 20 16:39:31.391061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.455872 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf37c9e-79d0-4eee-a307-b4566d6945cc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.456326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf37c9e-79d0-4eee-a307-b4566d6945cc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.460217 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4bf37c9e-79d0-4eee-a307-b4566d6945cc tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/9ce1d32a-7e13-42c6-a0d8-29e2d11ad9fd HTTP/1.1" status: 404 len: 337 time: 0.0672083 Dec 20 16:39:31.463818 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.466210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2777f9e5-220f-4878-9817-f4ed7a17b5e4 None None] Network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:31.467020 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.471660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 0a805f89-83af-4a6f-827b-ec892977c4dd is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:31.477411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f737347a-78e5-4772-8310-107b14adae87 None None] Port 75d2c349-b151-4f0c-a4a6-5540d659551a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:31.491822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:31.494330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:31.498469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=6e6e423d-0e03-4130-a269-465de8bb7fd0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:31.520036 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3f1396-3345-451c-b825-440208eec3d2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.520739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3f1396-3345-451c-b825-440208eec3d2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.527418 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ec3f1396-3345-451c-b825-440208eec3d2 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/a67a21df-46bb-4e6b-bcf6-48398272670f HTTP/1.1" status: 404 len: 333 time: 0.0564303 Dec 20 16:39:31.543638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.582664 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9428ba51-cc3c-4642-859d-63bc24d2973d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.583604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9428ba51-cc3c-4642-859d-63bc24d2973d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.585441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port e8b90fc4-ada7-485e-a8f7-7501028b3c8e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8b90fc4-ada7-485e-a8f7-7501028b3c8e,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:31.589030 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9428ba51-cc3c-4642-859d-63bc24d2973d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/cea65c83-6c22-4112-a1a4-63450dac2dd5 HTTP/1.1" status: 404 len: 337 time: 0.0423179 Dec 20 16:39:31.590188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.603071 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.621075 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-002b9da3-cd56-49f4-9141-6cbd372290cb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.621677 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002b9da3-cd56-49f4-9141-6cbd372290cb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.627255 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-002b9da3-cd56-49f4-9141-6cbd372290cb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/7b1ad104-f275-4abb-92b1-074c6d5e42b4 HTTP/1.1" status: 404 len: 337 time: 0.0340090 Dec 20 16:39:31.628398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.664223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:31.665015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.668217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4aad8e31-0bd3-4697-9780-9921b98dd04c None None] Provisioning complete for port e8b90fc4-ada7-485e-a8f7-7501028b3c8e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:31.668730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4aad8e31-0bd3-4697-9780-9921b98dd04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.672342 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b63846a-6d64-453a-8515-843dac60e8be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.673058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b63846a-6d64-453a-8515-843dac60e8be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.678975 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4b63846a-6d64-453a-8515-843dac60e8be tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/ae840d93-b377-4af3-8cef-542c5b288111 HTTP/1.1" status: 404 len: 333 time: 0.0479949 Dec 20 16:39:31.679964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.708960 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1456d35-2fdc-4694-b81b-e26933ea46cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.709748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1456d35-2fdc-4694-b81b-e26933ea46cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.711930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3a2422a-023a-4046-a0e3-5502ce8933fd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.715348 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a1456d35-2fdc-4694-b81b-e26933ea46cf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/688fbf98-eda6-464c-8c99-dd9272eb98fb HTTP/1.1" status: 404 len: 337 time: 0.0319822 Dec 20 16:39:31.719936 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1e8760d1-42d7-43ea-af8d-e638598d6cd3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1877882 Dec 20 16:39:31.720810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=e8b90fc4-ada7-485e-a8f7-7501028b3c8e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:31.720959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46296) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.721151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.778519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'Subnet': ['ID=72818454-fa36-4711-a7c9-e45191cc3b23,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:31.800538 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b27b436-bcfc-41a0-8db1-a14b36fb84f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.801085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b27b436-bcfc-41a0-8db1-a14b36fb84f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.805501 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9b27b436-bcfc-41a0-8db1-a14b36fb84f0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/acd55536-371d-4662-8f16-c2cd6c2aa1b0 HTTP/1.1" status: 404 len: 337 time: 0.0832994 Dec 20 16:39:31.812979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.882698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-16e30fb4-35fa-4226-b997-fc8126e219b7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 6e6e423d-0e03-4130-a269-465de8bb7fd0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:31.883303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16e30fb4-35fa-4226-b997-fc8126e219b7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.947148 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Checking segment: {'id': '1427d9d6-449d-486e-aa26-5aca974d1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7fed7645-b178-4818-8fc3-e42d5601f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:31.947780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Network hostable DHCP agents. Network: 7fed7645-b178-4818-8fc3-e42d5601f40a, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:31.949895 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3e6ae0-2a83-44ac-b3cd-790960779af7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:31.950488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3e6ae0-2a83-44ac-b3cd-790960779af7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:31.953590 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4e3e6ae0-2a83-44ac-b3cd-790960779af7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/112e250d-4be2-4208-b7d5-cd376370daae HTTP/1.1" status: 404 len: 333 time: 0.1339314 Dec 20 16:39:31.957703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c24d3-15e6-4a09-ba7a-4a160c475606 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.967768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:31.987231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c24d3-15e6-4a09-ba7a-4a160c475606 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.016908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16e30fb4-35fa-4226-b997-fc8126e219b7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.033183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-16e30fb4-35fa-4226-b997-fc8126e219b7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 6e6e423d-0e03-4130-a269-465de8bb7fd0 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:32.114854 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd17913-fe03-4904-aaa3-a1cdd62b3aa4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.115449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd17913-fe03-4904-aaa3-a1cdd62b3aa4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.118431 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2bd17913-fe03-4904-aaa3-a1cdd62b3aa4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/ebed147c-b95b-405f-b919-842f5fe99869 HTTP/1.1" status: 404 len: 337 time: 0.1461532 Dec 20 16:39:32.122594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46304) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.122861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cc26765b-720c-4065-bbd7-e24b665d78d3 None None] Provisioning complete for port e8b90fc4-ada7-485e-a8f7-7501028b3c8e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:32.123433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc26765b-720c-4065-bbd7-e24b665d78d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.144859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3a2422a-023a-4046-a0e3-5502ce8933fd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.145772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c24d3-15e6-4a09-ba7a-4a160c475606 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69781d07-ab0d-440d-aafe-c50bb1e7ab64,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:32.153849 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c5184a-8ebe-4a92-9591-160327be65ac tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.153849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c5184a-8ebe-4a92-9591-160327be65ac tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.154274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.160527 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a0c5184a-8ebe-4a92-9591-160327be65ac tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/5478f47b-cb29-44c8-b041-381a9ff40e36 HTTP/1.1" status: 404 len: 333 time: 0.0365999 Dec 20 16:39:32.162240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Network 7fed7645-b178-4818-8fc3-e42d5601f40a is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:32.163373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.168365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3a2422a-023a-4046-a0e3-5502ce8933fd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.173313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73c24d3-15e6-4a09-ba7a-4a160c475606 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.174760 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f73c24d3-15e6-4a09-ba7a-4a160c475606 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4845126 Dec 20 16:39:32.185494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.194488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e86de711-0c01-4f11-abc9-95fb4d87b6e9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '21c93bb1-bff3-466e-b769-99bcd96bcd40', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:32.213686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 7fed7645-b178-4818-8fc3-e42d5601f40a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:32.224180 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b49a0f-305e-42d4-b41e-2112ce482742 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.225111 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b49a0f-305e-42d4-b41e-2112ce482742 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.232024 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a8b49a0f-305e-42d4-b41e-2112ce482742 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/854fe556-841d-4875-b56f-f5ba270cea33 HTTP/1.1" status: 404 len: 337 time: 0.0675137 Dec 20 16:39:32.233001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.266688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d097f-604e-4b7a-8bb5-b9ac20d78b84 None None] Network 7fed7645-b178-4818-8fc3-e42d5601f40a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:32.271255 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2422a-023a-4046-a0e3-5502ce8933fd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc66aee-e1fd-4008-b0ba-f7fa2d19fd73,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:32.276449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:32.280506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.309336 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ca452f-63f6-484e-b568-0b78c6ceca0f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.310500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ca452f-63f6-484e-b568-0b78c6ceca0f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.317202 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c6ca452f-63f6-484e-b568-0b78c6ceca0f tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/d7aff219-1eba-41ba-ab98-47515a60b1ab HTTP/1.1" status: 404 len: 333 time: 0.0423789 Dec 20 16:39:32.318373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.321302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3a2422a-023a-4046-a0e3-5502ce8933fd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.324953 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f3a2422a-023a-4046-a0e3-5502ce8933fd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3973200 Dec 20 16:39:32.332194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.350702 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b8cec7-a536-46fc-aa59-5d39a9ddd191 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.351309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b8cec7-a536-46fc-aa59-5d39a9ddd191 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.357618 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-73b8cec7-a536-46fc-aa59-5d39a9ddd191 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/832969aa-66cb-4f9d-89ab-3d489e7f6dbe HTTP/1.1" status: 404 len: 337 time: 0.0359726 Dec 20 16:39:32.357979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.364675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eea706-8c1e-4366-bd54-10d158006a06 None None] Network 0a805f89-83af-4a6f-827b-ec892977c4dd requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:32.374230 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3e1ab8f1-84c6-49ed-a1c4-1c6dddc73b6a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0596020 Dec 20 16:39:32.379838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.384842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Request body: {'floatingip': {'floating_network_id': '7fed7645-b178-4818-8fc3-e42d5601f40a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:32.405754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16e30fb4-35fa-4226-b997-fc8126e219b7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.407728 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f97aa8-397e-4f17-946b-6db6d8394767 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.408329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f97aa8-397e-4f17-946b-6db6d8394767 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.413838 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-87f97aa8-397e-4f17-946b-6db6d8394767 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/d31eefff-58a6-488f-bb66-7ee1a9ea937d HTTP/1.1" status: 404 len: 333 time: 0.0494804 Dec 20 16:39:32.415323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86de711-0c01-4f11-abc9-95fb4d87b6e9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.419217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.420211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-060ed072-7e4d-4455-9696-cabe1be6e653 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.447411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-060ed072-7e4d-4455-9696-cabe1be6e653 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.447643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e30fb4-35fa-4226-b997-fc8126e219b7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=6e6e423d-0e03-4130-a269-465de8bb7fd0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:32.516591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.584098 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2533e0d-73ed-4ca5-b54e-3535eabe416d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.584550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2533e0d-73ed-4ca5-b54e-3535eabe416d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.587688 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c2533e0d-73ed-4ca5-b54e-3535eabe416d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/f8861010-ab5f-43ac-bdc2-3824f3363813 HTTP/1.1" status: 404 len: 337 time: 0.1652737 Dec 20 16:39:32.599681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.603486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16e30fb4-35fa-4226-b997-fc8126e219b7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.609038 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-16e30fb4-35fa-4226-b997-fc8126e219b7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/6e6e423d-0e03-4130-a269-465de8bb7fd0 HTTP/1.1" status: 204 len: 168 time: 0.8846099 Dec 20 16:39:32.639963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.682909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d624ff78-1146-4a70-8ee1-2bdfc8ca39ad None None] Provisioning complete for port fbc5d036-4b79-44d7-8f99-b703b933d565 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:32.683291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d624ff78-1146-4a70-8ee1-2bdfc8ca39ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.704574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a6de3-e518-4b92-a093-9e1581213c40 None None] Network 7fed7645-b178-4818-8fc3-e42d5601f40a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:32.735773 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a611f915-be73-4006-982f-49f042c827c8 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.736563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a611f915-be73-4006-982f-49f042c827c8 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.740203 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a611f915-be73-4006-982f-49f042c827c8 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/6e6e423d-0e03-4130-a269-465de8bb7fd0 HTTP/1.1" status: 404 len: 333 time: 0.0977004 Dec 20 16:39:32.742561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 2165de7a-db72-429a-ac4e-03bee08fbda5 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:39:32.746925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.772684 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac63097-59da-4def-ae32-5cf80b6b4a9b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.773272 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac63097-59da-4def-ae32-5cf80b6b4a9b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.778941 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6ac63097-59da-4def-ae32-5cf80b6b4a9b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/b6581e77-b1f4-454c-8ea8-8cc77f700256 HTTP/1.1" status: 404 len: 333 time: 0.1582425 Dec 20 16:39:32.780689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-060ed072-7e4d-4455-9696-cabe1be6e653 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.786748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-060ed072-7e4d-4455-9696-cabe1be6e653 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.792017 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-060ed072-7e4d-4455-9696-cabe1be6e653 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/6dc66aee-e1fd-4008-b0ba-f7fa2d19fd73 HTTP/1.1" status: 204 len: 168 time: 0.4589307 Dec 20 16:39:32.792864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.794022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.795367 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0f060f-36fa-4933-839a-a65f90a8c17f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:39:32.797468 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4b0f060f-36fa-4933-839a-a65f90a8c17f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/6e6e423d-0e03-4130-a269-465de8bb7fd0 HTTP/1.1" status: 404 len: 333 time: 0.0483911 Dec 20 16:39:32.828475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.829415 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-51330597-5f67-453b-ad7c-2229b8e7e18c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:32.830023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.830878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51330597-5f67-453b-ad7c-2229b8e7e18c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:32.839481 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-51330597-5f67-453b-ad7c-2229b8e7e18c tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/2173768f-5d84-4377-ad19-e94ff3293e95 HTTP/1.1" status: 404 len: 337 time: 0.0409114 Dec 20 16:39:32.854085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:32.858001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8b90fc4-ada7-485e-a8f7-7501028b3c8e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:32.861478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.902278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86de711-0c01-4f11-abc9-95fb4d87b6e9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.913027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ed072-7e4d-4455-9696-cabe1be6e653 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dc66aee-e1fd-4008-b0ba-f7fa2d19fd73,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:32.927416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86de711-0c01-4f11-abc9-95fb4d87b6e9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.939881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d624ff78-1146-4a70-8ee1-2bdfc8ca39ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:32.991327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86de711-0c01-4f11-abc9-95fb4d87b6e9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afaa41fe-6501-4566-9dd3-19e00d3508a8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:33.004214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d624ff78-1146-4a70-8ee1-2bdfc8ca39ad None None] For port fbc5d036-4b79-44d7-8f99-b703b933d565, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fbc5d036-4b79-44d7-8f99-b703b933d565,segment=NetworkSegment(00b8ab91-8215-4f96-8caa-21613cdce690),segment_id=00b8ab91-8215-4f96-8caa-21613cdce690)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:33.014830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d624ff78-1146-4a70-8ee1-2bdfc8ca39ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.024147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e8b90fc4-ada7-485e-a8f7-7501028b3c8e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:33.024525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.076334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86de711-0c01-4f11-abc9-95fb4d87b6e9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.080854 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e86de711-0c01-4f11-abc9-95fb4d87b6e9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8905258 Dec 20 16:39:33.085704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.095341 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d192fc1f-826c-4dbc-a386-d8a1675c6fae tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2667727 Dec 20 16:39:33.100746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-271daafa-b73a-4c4c-97e0-4e953250ea43 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '21c93bb1-bff3-466e-b769-99bcd96bcd40', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:33.106251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624ff78-1146-4a70-8ee1-2bdfc8ca39ad None None] Pushing event updated for resources: {'Port': ['ID=fbc5d036-4b79-44d7-8f99-b703b933d565,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:33.107715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46338) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.123569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:33.138554 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4580b4-c074-416c-b2b6-7d7078284aa7 None None] Sync routers for ids ['2165de7a-db72-429a-ac4e-03bee08fbda5'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:33.154994 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4580b4-c074-416c-b2b6-7d7078284aa7 None None] Routers {'2165de7a-db72-429a-ac4e-03bee08fbda5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:33.155612 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f4580b4-c074-416c-b2b6-7d7078284aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2165de7a-db72-429a-ac4e-03bee08fbda5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:33.163700 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-baa8352f-c508-42bd-b248-9b166cc52895 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/2165de7a-db72-429a-ac4e-03bee08fbda5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8301597 Dec 20 16:39:33.163912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fbc5d036-4b79-44d7-8f99-b703b933d565 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:33.181803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46340) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.224955 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f4580b4-c074-416c-b2b6-7d7078284aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:33.234910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fbc5d036-4b79-44d7-8f99-b703b933d565 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:33.235440 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.246556 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4580b4-c074-416c-b2b6-7d7078284aa7 None None] Routers {'2165de7a-db72-429a-ac4e-03bee08fbda5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:33.247093 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f4580b4-c074-416c-b2b6-7d7078284aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2165de7a-db72-429a-ac4e-03bee08fbda5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:33.276200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1383ad85-fe46-49e4-b3a3-7f2117dd9112 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet 8d85dbb0-f595-40c9-a50f-069be9a2a8c5 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:33.281797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1383ad85-fe46-49e4-b3a3-7f2117dd9112 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.284537 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d9c30892-5e5c-4900-9c3f-e27f5f2bace7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=2165de7a-db72-429a-ac4e-03bee08fbda5 HTTP/1.1" status: 200 len: 205 time: 0.1015766 Dec 20 16:39:33.287246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4e6560b5-be08-456e-935d-a7c6b522391e None None] Provisioning complete for port fbc5d036-4b79-44d7-8f99-b703b933d565 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:33.287727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e6560b5-be08-456e-935d-a7c6b522391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.289951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.313434 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f4580b4-c074-416c-b2b6-7d7078284aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:33.314118 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4580b4-c074-416c-b2b6-7d7078284aa7 None None] The sync data for ids ['2165de7a-db72-429a-ac4e-03bee08fbda5'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:33.381812 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea71f23-294c-4e6d-ad99-7be942cfff9d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.382692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea71f23-294c-4e6d-ad99-7be942cfff9d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.389093 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2ea71f23-294c-4e6d-ad99-7be942cfff9d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/997c32c5-fce1-4246-8947-8f8766744e50 HTTP/1.1" status: 404 len: 333 time: 0.5216990 Dec 20 16:39:33.399036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.435528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-271daafa-b73a-4c4c-97e0-4e953250ea43 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.450204 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1813de-d9be-4eee-a1ac-96cd887e307d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.450678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1813de-d9be-4eee-a1ac-96cd887e307d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.454680 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5e1813de-d9be-4eee-a1ac-96cd887e307d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/01d02c15-1639-490d-aef8-93c6ff1d43f4 HTTP/1.1" status: 404 len: 337 time: 0.0524144 Dec 20 16:39:33.459329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 29c66596-8a46-4a07-ab09-4d520290b330 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:33.461396 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.479015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0eea024-fcfc-4177-93bc-b4be4eb69efa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.484571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 29c66596-8a46-4a07-ab09-4d520290b330 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:33.485208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 29c66596-8a46-4a07-ab09-4d520290b330 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:33.518738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1383ad85-fe46-49e4-b3a3-7f2117dd9112 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.522408 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fc6357-50ad-495d-a979-480c9577c484 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.522976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fc6357-50ad-495d-a979-480c9577c484 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.526028 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-87fc6357-50ad-495d-a979-480c9577c484 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/94ab2358-a0b3-45cf-8513-89fba1d4b7c9 HTTP/1.1" status: 404 len: 337 time: 0.0637131 Dec 20 16:39:33.540322 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.557146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f4dd9a31-5a7e-4984-bf4d-36dd2f5d1dc5 None None] Could not find standard attr ID for object 6e6e423d-0e03-4130-a269-465de8bb7fd0. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:39:33.580523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Allocated IP 172.20.0.13 (7fed7645-b178-4818-8fc3-e42d5601f40a/72818454-fa36-4711-a7c9-e45191cc3b23/ff48cf42-72a0-42a6-b4d2-97aae441510c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:33.606321 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b736736-258d-4075-b63c-f6b25c893009 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.618842 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-27391974-1ad9-45f7-aaa1-f3597defeacf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.619662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27391974-1ad9-45f7-aaa1-f3597defeacf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.624814 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-27391974-1ad9-45f7-aaa1-f3597defeacf tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/8e75b2bb-edf5-4403-a4b2-26cab9da4094 HTTP/1.1" status: 404 len: 333 time: 0.0543816 Dec 20 16:39:33.626714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46350) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.650483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.672151 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd3ae01-d15d-441a-869e-95022ccfff50 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.672603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd3ae01-d15d-441a-869e-95022ccfff50 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.676380 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5fd3ae01-d15d-441a-869e-95022ccfff50 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/43428ee4-dab5-4c97-8df8-7b1bc62bfbf9 HTTP/1.1" status: 404 len: 337 time: 0.0501399 Dec 20 16:39:33.679863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.690180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b736736-258d-4075-b63c-f6b25c893009 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.722653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-271daafa-b73a-4c4c-97e0-4e953250ea43 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.741097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1383ad85-fe46-49e4-b3a3-7f2117dd9112 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.763206 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7415ee6-fe4e-4afb-976d-6c33ccb7f276 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.763450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7415ee6-fe4e-4afb-976d-6c33ccb7f276 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.763577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-271daafa-b73a-4c4c-97e0-4e953250ea43 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.768712 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e7415ee6-fe4e-4afb-976d-6c33ccb7f276 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/60c2b860-ccbe-4bd6-a715-5f5c8cfde758 HTTP/1.1" status: 404 len: 337 time: 0.0841823 Dec 20 16:39:33.770541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46354) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.802116 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-45582639-ec22-4768-9360-fe7829191845 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.802487 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45582639-ec22-4768-9360-fe7829191845 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.807825 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-45582639-ec22-4768-9360-fe7829191845 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/b097fd2e-497d-4dc4-b687-9f799b3e3d5d HTTP/1.1" status: 404 len: 333 time: 0.0342705 Dec 20 16:39:33.809623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.810539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0eea024-fcfc-4177-93bc-b4be4eb69efa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.832910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0eea024-fcfc-4177-93bc-b4be4eb69efa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.846679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271daafa-b73a-4c4c-97e0-4e953250ea43 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69ea769-1136-472f-91e5-c208f251c9ef,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:33.849915 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-277f7e23-c0f1-4e93-b87f-1c2cd95d9584 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.850404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277f7e23-c0f1-4e93-b87f-1c2cd95d9584 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.853693 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-277f7e23-c0f1-4e93-b87f-1c2cd95d9584 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/642832c4-9928-412b-a6b0-cc4ac34e131f HTTP/1.1" status: 404 len: 337 time: 0.0400136 Dec 20 16:39:33.857787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.889598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-271daafa-b73a-4c4c-97e0-4e953250ea43 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.890749 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-271daafa-b73a-4c4c-97e0-4e953250ea43 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7940609 Dec 20 16:39:33.899214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.908281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e4da1bf0-bd35-404c-b7f8-4c6c93efbd29 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '21c93bb1-bff3-466e-b769-99bcd96bcd40', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:33.912581 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daa7c25-1144-4c92-b553-665de9774051 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.913025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daa7c25-1144-4c92-b553-665de9774051 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.918293 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8daa7c25-1144-4c92-b553-665de9774051 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/4a58da89-6ceb-4d8d-8443-5912f69a3fcb HTTP/1.1" status: 404 len: 337 time: 0.0571060 Dec 20 16:39:33.921680 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.934374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b736736-258d-4075-b63c-f6b25c893009 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.936980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b736736-258d-4075-b63c-f6b25c893009 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.938144 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9b736736-258d-4075-b63c-f6b25c893009 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/db123e91-a09c-48db-9ad4-f05140e4e053 HTTP/1.1" status: 204 len: 168 time: 0.8277092 Dec 20 16:39:33.946402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.947023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0eea024-fcfc-4177-93bc-b4be4eb69efa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.947549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eea024-fcfc-4177-93bc-b4be4eb69efa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Fanout notify agent at l3_agent the message router_deleted on router 2165de7a-db72-429a-ac4e-03bee08fbda5 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:39:33.962076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.964222 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb35939c-62fd-42d7-9f45-6ff0a4a4eee4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:33.964796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb35939c-62fd-42d7-9f45-6ff0a4a4eee4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:33.965245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0eea024-fcfc-4177-93bc-b4be4eb69efa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.969038 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e0eea024-fcfc-4177-93bc-b4be4eb69efa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/2165de7a-db72-429a-ac4e-03bee08fbda5 HTTP/1.1" status: 204 len: 168 time: 0.6270001 Dec 20 16:39:33.969190 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cb35939c-62fd-42d7-9f45-6ff0a4a4eee4 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/3a4d936a-60d4-433c-b638-c170347894ac HTTP/1.1" status: 404 len: 333 time: 0.0461264 Dec 20 16:39:33.969521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.971211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:33.972366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1383ad85-fe46-49e4-b3a3-7f2117dd9112 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.992028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b736736-258d-4075-b63c-f6b25c893009 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db123e91-a09c-48db-9ad4-f05140e4e053,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:34.009239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383ad85-fe46-49e4-b3a3-7f2117dd9112 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=8d85dbb0-f595-40c9-a50f-069be9a2a8c5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:34.026350 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1383ad85-fe46-49e4-b3a3-7f2117dd9112 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.029623 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1383ad85-fe46-49e4-b3a3-7f2117dd9112 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/8d85dbb0-f595-40c9-a50f-069be9a2a8c5 HTTP/1.1" status: 204 len: 168 time: 1.1775396 Dec 20 16:39:34.029917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5755ae-af62-42c9-9ddc-fdb2777c6328 None None] Network 0a805f89-83af-4a6f-827b-ec892977c4dd requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:34.035469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.037441 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-e4da1bf0-bd35-404c-b7f8-4c6c93efbd29 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:39:34.047019 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30c566e-b615-4721-a374-b50fcc489146 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:34.047470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30c566e-b615-4721-a374-b50fcc489146 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:34.051299 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a30c566e-b615-4721-a374-b50fcc489146 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/8d60a771-1001-4783-87c5-c084330d1a86 HTTP/1.1" status: 404 len: 337 time: 0.0737088 Dec 20 16:39:34.057013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.068786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4da1bf0-bd35-404c-b7f8-4c6c93efbd29 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.116860 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24c1f7e-12a7-4c15-92fb-c7c2dfe5c94d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:34.117326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24c1f7e-12a7-4c15-92fb-c7c2dfe5c94d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:34.122859 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b24c1f7e-12a7-4c15-92fb-c7c2dfe5c94d tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/ac713336-8b4b-4538-8088-d56d498a397f HTTP/1.1" status: 404 len: 337 time: 0.0605881 Dec 20 16:39:34.126757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc202a48-4b42-4ac9-90d0-5852c843fb8f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting subnet 67356cfa-f289-4ccd-ab4d-6ed31f4d634b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:34.128948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.140269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc202a48-4b42-4ac9-90d0-5852c843fb8f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.148229 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0d23f036-83ed-4e8f-86b8-db73c67500cc tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1986969 Dec 20 16:39:34.169171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.187515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4da1bf0-bd35-404c-b7f8-4c6c93efbd29 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.188915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.191361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-38881c74-ca5d-433e-b462-b37128f4c681 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-secgroup--945119645'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:34.197729 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a21b62-7fde-46bf-a454-0d8a65be8cef None None] DHCP port deletion for 0a805f89-83af-4a6f-827b-ec892977c4dd request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:34.199266 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-74b8dbd4-3a0f-4c46-bbd2-30dd2c0e83e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports?device_id=726ceab3-b191-4647-915e-25726fc9208e HTTP/1.1" status: 200 len: 205 time: 0.0677326 Dec 20 16:39:34.204936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.209237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4da1bf0-bd35-404c-b7f8-4c6c93efbd29 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.252185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-79a21b62-7fde-46bf-a454-0d8a65be8cef None None] Deleting port fbc5d036-4b79-44d7-8f99-b703b933d565 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:34.254085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79a21b62-7fde-46bf-a454-0d8a65be8cef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.261444 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-4be51a16-ae19-4c9c-a67b-5263e3eb1a65 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] delete failed (client error): The resource could not be found. Dec 20 16:39:34.262880 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4be51a16-ae19-4c9c-a67b-5263e3eb1a65 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/routers/726ceab3-b191-4647-915e-25726fc9208e HTTP/1.1" status: 404 len: 336 time: 0.0561967 Dec 20 16:39:34.265402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc202a48-4b42-4ac9-90d0-5852c843fb8f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.265993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46380) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.267901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Network 7fed7645-b178-4818-8fc3-e42d5601f40a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:34.283225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:34.286486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:34.288976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da1bf0-bd35-404c-b7f8-4c6c93efbd29 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c778290c-b942-46e3-b1a1-9c6c4bfad898,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:34.289129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Router 7efbc378-93a4-4824-a491-b80c3f33c839 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:39:34.314814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4da1bf0-bd35-404c-b7f8-4c6c93efbd29 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.318965 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e4da1bf0-bd35-404c-b7f8-4c6c93efbd29 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4157155 Dec 20 16:39:34.320014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.322008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.322008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38881c74-ca5d-433e-b462-b37128f4c681 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.336246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-79a21b62-7fde-46bf-a454-0d8a65be8cef None None] For port fbc5d036-4b79-44d7-8f99-b703b933d565, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fbc5d036-4b79-44d7-8f99-b703b933d565,segment=NetworkSegment(00b8ab91-8215-4f96-8caa-21613cdce690),segment_id=00b8ab91-8215-4f96-8caa-21613cdce690)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:34.336636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79a21b62-7fde-46bf-a454-0d8a65be8cef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.348148 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fb66dd-9870-4728-a0f6-b91a314db0e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:34.348872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fb66dd-9870-4728-a0f6-b91a314db0e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:34.352180 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-49fb66dd-9870-4728-a0f6-b91a314db0e7 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/2e2799d3-a10f-43a9-9867-08be399c2de5 HTTP/1.1" status: 404 len: 337 time: 0.0830700 Dec 20 16:39:34.353023 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'Port': ['ID=ff48cf42-72a0-42a6-b4d2-97aae441510c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:34.355962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-79a21b62-7fde-46bf-a454-0d8a65be8cef None None] Calling delete_port for fbc5d036-4b79-44d7-8f99-b703b933d565 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:34.361829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.363982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a551eed2-e283-405c-83fb-4594d140c6e1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '21c93bb1-bff3-466e-b769-99bcd96bcd40', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:34.401608 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-60ee226d-b8fa-4fdc-884b-7512a5f38555 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 HTTP/1.1" status: 200 len: 205 time: 0.0379548 Dec 20 16:39:34.405276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.448569 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79a21b62-7fde-46bf-a454-0d8a65be8cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.472727 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-8b565e0d-9bc3-4220-a976-1bcf09057d1a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] delete failed (client error): The resource could not be found. Dec 20 16:39:34.476143 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8b565e0d-9bc3-4220-a976-1bcf09057d1a tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/routers/0f0bd032-1f5c-422a-ae88-ced9aa2df9d6 HTTP/1.1" status: 404 len: 336 time: 0.0672722 Dec 20 16:39:34.476315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a21b62-7fde-46bf-a454-0d8a65be8cef None None] Pushing event deleted for resources: {'Port': ['ID=fbc5d036-4b79-44d7-8f99-b703b933d565,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:34.479116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.492140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a21b62-7fde-46bf-a454-0d8a65be8cef None None] No DVR routers for this DVR port fbc5d036-4b79-44d7-8f99-b703b933d565 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:34.542833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.558330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port fbc5d036-4b79-44d7-8f99-b703b933d565 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:34.558674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.626625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.635939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fbc5d036-4b79-44d7-8f99-b703b933d565 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:34.657890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: fbc5d036-4b79-44d7-8f99-b703b933d565 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:34.658223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fbc5d036-4b79-44d7-8f99-b703b933d565 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:34.677180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] For port fbc5d036-4b79-44d7-8f99-b703b933d565, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:34.677548 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.698343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for fbc5d036-4b79-44d7-8f99-b703b933d565 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:34.702801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Port fbc5d036-4b79-44d7-8f99-b703b933d565 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:39:34.708054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.752139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=fbc5d036-4b79-44d7-8f99-b703b933d565,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:34.782926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No DVR routers for this DVR port fbc5d036-4b79-44d7-8f99-b703b933d565 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:34.862479 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-a551eed2-e283-405c-83fb-4594d140c6e1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:39:34.870650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc202a48-4b42-4ac9-90d0-5852c843fb8f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.879801 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab15851-f1e9-46db-94dc-838698d86bdb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:34.880254 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab15851-f1e9-46db-94dc-838698d86bdb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:34.883328 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bab15851-f1e9-46db-94dc-838698d86bdb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/74727c9b-54cf-463b-9543-5e49d92c3163 HTTP/1.1" status: 404 len: 337 time: 0.4032686 Dec 20 16:39:34.886528 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.890090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.906735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a551eed2-e283-405c-83fb-4594d140c6e1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.936367 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8d32f2-d11e-4828-93c0-f0afe3ebee90 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:34.936880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8d32f2-d11e-4828-93c0-f0afe3ebee90 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:34.940201 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3d8d32f2-d11e-4828-93c0-f0afe3ebee90 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/5e16fb03-3abb-492a-a2a5-e6d7a93ebf36 HTTP/1.1" status: 404 len: 337 time: 0.0527127 Dec 20 16:39:34.940690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:34.948659 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:34.952836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Sync routers for ids ['7efbc378-93a4-4824-a491-b80c3f33c839'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:34.972879 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Routers {'7efbc378-93a4-4824-a491-b80c3f33c839'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:34.973128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a805f89-83af-4a6f-827b-ec892977c4dd']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:34.973244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['7efbc378-93a4-4824-a491-b80c3f33c839'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:34.999868 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-526983bd-4093-41b2-a543-763aadd479fb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.000498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526983bd-4093-41b2-a543-763aadd479fb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.006931 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-526983bd-4093-41b2-a543-763aadd479fb tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/cca4a6e7-594a-4242-99f5-c181be7a4f53 HTTP/1.1" status: 404 len: 333 time: 0.0548160 Dec 20 16:39:35.007122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38881c74-ca5d-433e-b462-b37128f4c681 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.011518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b8ab91-8215-4f96-8caa-21613cdce690') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:35.011826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b8ab91-8215-4f96-8caa-21613cdce690') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:35.012106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.016443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.017660 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2b5c9eeb-6123-4072-b7f5-a5c91d70a19b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.1530232 Dec 20 16:39:35.022138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.025489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.028879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.034464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38881c74-ca5d-433e-b462-b37128f4c681 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.065481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc202a48-4b42-4ac9-90d0-5852c843fb8f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.068106 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6169ad60-c8ec-4624-a2b6-412be67ed11b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.068557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6169ad60-c8ec-4624-a2b6-412be67ed11b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.071584 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6169ad60-c8ec-4624-a2b6-412be67ed11b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/03733c22-e90a-4b0a-a26c-308dcbc77c0d HTTP/1.1" status: 404 len: 337 time: 0.0510583 Dec 20 16:39:35.071758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.078633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46398) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.101968 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Set router 7efbc378-93a4-4824-a491-b80c3f33c839 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:35.121945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.123998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a551eed2-e283-405c-83fb-4594d140c6e1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.131094 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38881c74-ca5d-433e-b462-b37128f4c681 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.132327 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-38881c74-ca5d-433e-b462-b37128f4c681 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9495792 Dec 20 16:39:35.133346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc202a48-4b42-4ac9-90d0-5852c843fb8f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Subnet': ['ID=67356cfa-f289-4ccd-ab4d-6ed31f4d634b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:35.139472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46400) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.146337 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e3656e84-474b-4385-9770-6276db4c9d0f tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': '01937704-5964-4838-aabf-8b058038214e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:35.154030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a551eed2-e283-405c-83fb-4594d140c6e1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.156993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc202a48-4b42-4ac9-90d0-5852c843fb8f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.160314 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bc202a48-4b42-4ac9-90d0-5852c843fb8f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/67356cfa-f289-4ccd-ab4d-6ed31f4d634b HTTP/1.1" status: 204 len: 168 time: 1.1898441 Dec 20 16:39:35.164028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:35.164204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46402) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.164444 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.170083 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cb3ac6-5601-42e1-91ec-499266da7b07 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.170295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cb3ac6-5601-42e1-91ec-499266da7b07 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.170529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38881c74-ca5d-433e-b462-b37128f4c681 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01937704-5964-4838-aabf-8b058038214e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:35.173310 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d6cb3ac6-5601-42e1-91ec-499266da7b07 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/e8026c89-335f-4fed-8b1e-6049c81750c7 HTTP/1.1" status: 404 len: 333 time: 0.0894649 Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:35.174192 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:35.185148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bae1e3-80f5-43ee-98e1-a0f47c03a924 None None] Network 0ce76c0b-693d-4c9e-b12c-831fedb84115 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:35.195085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46404) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.230846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551eed2-e283-405c-83fb-4594d140c6e1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293dd90a-d51c-4f25-9a90-dfba73c8d539,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:35.269039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a551eed2-e283-405c-83fb-4594d140c6e1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.270627 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a551eed2-e283-405c-83fb-4594d140c6e1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9458499 Dec 20 16:39:35.272040 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-756ea917-4238-44a3-84d4-e50bd878fe35 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.272649 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756ea917-4238-44a3-84d4-e50bd878fe35 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.275780 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-756ea917-4238-44a3-84d4-e50bd878fe35 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/95d9f9b6-4630-4931-aa99-a3a410c3c27c HTTP/1.1" status: 404 len: 337 time: 0.0751839 Dec 20 16:39:35.279175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.298912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3656e84-474b-4385-9770-6276db4c9d0f tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.317367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.319532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b5fc96-bc4a-4527-8f6d-dc92af628706 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting subnet 0ce8887a-2a88-435d-825f-f7cfa7d9cc1b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:35.320108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'Port': ['ID=ff48cf42-72a0-42a6-b4d2-97aae441510c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:35.327903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21b5fc96-bc4a-4527-8f6d-dc92af628706 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.333833 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77d7276-697c-4246-ac55-c11aa5762efa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.334680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77d7276-697c-4246-ac55-c11aa5762efa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.338366 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f77d7276-697c-4246-ac55-c11aa5762efa tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/ab25d17a-b027-48bb-a31b-f9936e5d169d HTTP/1.1" status: 404 len: 333 time: 0.0578032 Dec 20 16:39:35.366424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.416498 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28f51be-cc13-4a15-a890-21df64e9f057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.416970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28f51be-cc13-4a15-a890-21df64e9f057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.425857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a28f51be-cc13-4a15-a890-21df64e9f057 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/a9ae43ca-7126-44b9-9954-021e274555f3 HTTP/1.1" status: 404 len: 337 time: 0.0527225 Dec 20 16:39:35.426790 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-797731c7-33b7-4d60-bc52-30ff0ed2e358 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/routers/7efbc378-93a4-4824-a491-b80c3f33c839 HTTP/1.1" status: 200 len: 908 time: 0.3944063 Dec 20 16:39:35.427843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21b5fc96-bc4a-4527-8f6d-dc92af628706 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.431522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.431862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.437494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1879432389', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': True}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:35.447462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f00218-7af1-4973-b2ad-236a31503db9 None None] DHCP port deletion for 0ce76c0b-693d-4c9e-b12c-831fedb84115 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:35.453297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efbc378-93a4-4824-a491-b80c3f33c839', 'name': 'tempest-snat-router-1879432389', 'tenant_id': 'c2db8ee5a8ce43eca798873217841d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.19'}], 'enable_snat': False}, 'gw_port_id': '75d2c349-b151-4f0c-a4a6-5540d659551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:39:27Z', 'updated_at': '2021-12-20T16:39:32Z', 'revision_number': 3, 'project_id': 'c2db8ee5a8ce43eca798873217841d46', 'gw_port': {'id': '75d2c349-b151-4f0c-a4a6-5540d659551a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efbc378-93a4-4824-a491-b80c3f33c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:39:29Z', 'updated_at': '2021-12-20T16:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:35.458367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.464457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.465710 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ff2fcf0b-f654-4c24-b088-c499220210cd tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0845590 Dec 20 16:39:35.466935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.472645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.475478 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/networks/0a805f89-83af-4a6f-827b-ec892977c4dd HTTP/1.1" status: 204 len: 168 time: 1.4350169 Dec 20 16:39:35.481516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.496292 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8e2e3-25c0-450b-a881-c31e859489b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Network': ['ID=0a805f89-83af-4a6f-827b-ec892977c4dd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:35.507317 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Checking router: 7efbc378-93a4-4824-a491-b80c3f33c839 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:39:35.507503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Updating router 7efbc378-93a4-4824-a491-b80c3f33c839 port 75d2c349-b151-4f0c-a4a6-5540d659551a binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:39:35.531675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-914713505'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:35.555639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.558359 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-ca91c7ff-1bd8-4676-8c9f-0745eb6aa011 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260887939&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.0633059 Dec 20 16:39:35.591403 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e28f302-d567-4d22-8342-8a503d42fec5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.592324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e28f302-d567-4d22-8342-8a503d42fec5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.598008 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4e28f302-d567-4d22-8342-8a503d42fec5 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/45241e6e-668c-45bc-b970-2e2c3a40035a HTTP/1.1" status: 404 len: 333 time: 0.1610496 Dec 20 16:39:35.606299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46434) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.610999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-12f00218-7af1-4973-b2ad-236a31503db9 None None] Deleting port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:35.611467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12f00218-7af1-4973-b2ad-236a31503db9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.634924 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7c1acb62-2da6-45a9-82af-faf6ed7cae54 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=7fed7645-b178-4818-8fc3-e42d5601f40a HTTP/1.1" status: 200 len: 690 time: 0.1547091 Dec 20 16:39:35.642046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.647467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3656e84-474b-4385-9770-6276db4c9d0f tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.672212 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4135578-c0cd-4da3-9aa6-0f33135d2625 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.673472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4135578-c0cd-4da3-9aa6-0f33135d2625 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.678729 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b4135578-c0cd-4da3-9aa6-0f33135d2625 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/cbf6ad2c-b915-413e-967c-ac090e5c419f HTTP/1.1" status: 404 len: 337 time: 0.0697744 Dec 20 16:39:35.678932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3656e84-474b-4385-9770-6276db4c9d0f tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.679791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.748304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-12f00218-7af1-4973-b2ad-236a31503db9 None None] For port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb,segment=NetworkSegment(91ba08f3-e4e2-456b-9e64-603729b8507c),segment_id=91ba08f3-e4e2-456b-9e64-603729b8507c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:35.748797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12f00218-7af1-4973-b2ad-236a31503db9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.755534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-0a8d6649-9ca7-4a75-902a-c4208d15c5aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:35.757054 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-0a8d6649-9ca7-4a75-902a-c4208d15c5aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=72d5fb78-c811-4e6e-94e1-94ec9d1893a5 HTTP/1.1" status: 200 len: 796 time: 0.1889746 Dec 20 16:39:35.775640 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-5dd2fe6b-5e1a-49cd-92a4-64f9aed7e73f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0117228 Dec 20 16:39:35.782907 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-12f00218-7af1-4973-b2ad-236a31503db9 None None] Calling delete_port for f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:35.793170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3656e84-474b-4385-9770-6276db4c9d0f tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.797034 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e3656e84-474b-4385-9770-6276db4c9d0f tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6536412 Dec 20 16:39:35.797034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.797034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.799689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.804324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:35.807750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.809854 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4c24db-eefc-4a8a-8b03-9c50e4cd9105 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.810416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4c24db-eefc-4a8a-8b03-9c50e4cd9105 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.817615 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-da4c24db-eefc-4a8a-8b03-9c50e4cd9105 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/d68e37af-19ab-4f0c-bf3d-df2ee61ff955 HTTP/1.1" status: 404 len: 333 time: 0.1194780 Dec 20 16:39:35.820924 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46442) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.822341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ad032c94-93b5-46e1-b55f-bb512fc8dbcd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': '01937704-5964-4838-aabf-8b058038214e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:35.826506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3656e84-474b-4385-9770-6276db4c9d0f tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce2437d-32b1-4af9-b64b-a1b2f6d381da,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:35.856082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21b5fc96-bc4a-4527-8f6d-dc92af628706 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.870997 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc9dc75-17f2-4a5e-905e-5a3983502d2b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.871454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc9dc75-17f2-4a5e-905e-5a3983502d2b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.877012 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1cc9dc75-17f2-4a5e-905e-5a3983502d2b tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/12b17f2f-e8d2-4bb2-a9cf-b05b53bcda38 HTTP/1.1" status: 404 len: 337 time: 0.0526650 Dec 20 16:39:35.879968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.919328 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc2a6a7-b0ab-467a-933f-4028bf4f4586 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.920219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc2a6a7-b0ab-467a-933f-4028bf4f4586 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:35.926076 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2dc2a6a7-b0ab-467a-933f-4028bf4f4586 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/b6bbb182-5508-426d-b98b-a504aefbc2e9 HTTP/1.1" status: 404 len: 333 time: 0.0423460 Dec 20 16:39:35.930010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:35.952277 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-123dc462-4cd6-43e0-8c29-0c0e09553adb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1697373 Dec 20 16:39:35.968510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12f00218-7af1-4973-b2ad-236a31503db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.977267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:35.991417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.996729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.999028 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cb093b-c40c-40b6-af47-6caea48e67e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:35.999509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cb093b-c40c-40b6-af47-6caea48e67e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:36.005438 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-06cb093b-c40c-40b6-af47-6caea48e67e0 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/b5b51e69-ae9b-4676-a943-98e4e009e6e6 HTTP/1.1" status: 404 len: 337 time: 0.0720441 Dec 20 16:39:36.007243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:36.007392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f00218-7af1-4973-b2ad-236a31503db9 None None] Pushing event deleted for resources: {'Port': ['ID=f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:36.007503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.007989 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Added segment 8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8 of type vlan for network 91d5e772-ef73-4645-b57b-22c0fefe46e4 Dec 20 16:39:36.020810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f00218-7af1-4973-b2ad-236a31503db9 None None] No DVR routers for this DVR port f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:36.027396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.041867 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.056179 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aee571-a00c-4d9e-9f69-1d60f039008e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:36.056179 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aee571-a00c-4d9e-9f69-1d60f039008e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:36.062517 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-77aee571-a00c-4d9e-9f69-1d60f039008e tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/ports/69917011-2c2f-42ed-a3cd-182697f9139a HTTP/1.1" status: 404 len: 333 time: 0.0555913 Dec 20 16:39:36.063276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:36.091500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bead2ec4-1f28-42c5-b94f-fd54663735a5 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:36.104424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Attempting to bind port 75d2c349-b151-4f0c-a4a6-5540d659551a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:36.104874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Attempting to bind port 75d2c349-b151-4f0c-a4a6-5540d659551a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:36.105153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Attempting to bind port 75d2c349-b151-4f0c-a4a6-5540d659551a on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:36.107469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77ef84-2265-4fb6-82a3-7196d4c64a63 None None] Pushing event updated for resources: {'Port': ['ID=75d2c349-b151-4f0c-a4a6-5540d659551a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:36.115496 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:36.115934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:36.116294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.116674 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:36.117154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Bound port: 75d2c349-b151-4f0c-a4a6-5540d659551a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:36.117529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.123703 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-480af3cb-46c9-434d-a57b-107a674764d9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:36.124162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480af3cb-46c9-434d-a57b-107a674764d9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:36.129931 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-480af3cb-46c9-434d-a57b-107a674764d9 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/subnets/ec2d1e10-ee49-46c2-8e29-ba21dc83fa88 HTTP/1.1" status: 404 len: 337 time: 0.0637045 Dec 20 16:39:36.132474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:36.139656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad032c94-93b5-46e1-b55f-bb512fc8dbcd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.182005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] For port 75d2c349-b151-4f0c-a4a6-5540d659551a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:36.186685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] For port 75d2c349-b151-4f0c-a4a6-5540d659551a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=75d2c349-b151-4f0c-a4a6-5540d659551a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:36.204050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.211956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21b5fc96-bc4a-4527-8f6d-dc92af628706 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.231157 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.238788 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-3b6cf383-0b54-4968-9afa-f015ce966e6d service neutron] 10.222.0.60 "GET /v2.0/networks/72d5fb78-c811-4e6e-94e1-94ec9d1893a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483037 Dec 20 16:39:36.261364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6ae7e2ea-9a29-4a51-b6c3-95a793a8a92f None None] Provisioning complete for port 75d2c349-b151-4f0c-a4a6-5540d659551a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:36.261364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e2ea-9a29-4a51-b6c3-95a793a8a92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.264905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9e7cde-9f07-4812-8bbd-cc48998cd092 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:36.286544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.291020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5fc96-bc4a-4527-8f6d-dc92af628706 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce8887a-2a88-435d-825f-f7cfa7d9cc1b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:36.327190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe301f7-65fc-4a82-abf4-b332c1ea1efe None None] Network 27e53888-85a7-47fd-ac2e-86e52dc1383b requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:36.334239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Routers {'7efbc378-93a4-4824-a491-b80c3f33c839'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:36.334896 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['7efbc378-93a4-4824-a491-b80c3f33c839'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:36.369751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21b5fc96-bc4a-4527-8f6d-dc92af628706 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.372594 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-21b5fc96-bc4a-4527-8f6d-dc92af628706 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/0ce8887a-2a88-435d-825f-f7cfa7d9cc1b HTTP/1.1" status: 204 len: 168 time: 1.2051864 Dec 20 16:39:36.380013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:36.393639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77ef84-2265-4fb6-82a3-7196d4c64a63 None None] Pushing event updated for resources: {'Port': ['ID=75d2c349-b151-4f0c-a4a6-5540d659551a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:36.406823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.430179 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-6f355069-7f61-4db0-bbe6-6c6f0c1f17af service neutron] 10.222.0.60 "GET /v2.0/networks/72d5fb78-c811-4e6e-94e1-94ec9d1893a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854405 Dec 20 16:39:36.437090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.476543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:36.492068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24eb490-4996-4cc6-a770-ae15b999efe1') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:36.492737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24eb490-4996-4cc6-a770-ae15b999efe1') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:36.502870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.507019 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.508906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:36.509552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.525641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.533721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:36.534138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:36.540837 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:36.548238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad032c94-93b5-46e1-b55f-bb512fc8dbcd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.583376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad032c94-93b5-46e1-b55f-bb512fc8dbcd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.596166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.641100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Deleting port ff48cf42-72a0-42a6-b4d2-97aae441510c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:36.641945 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.667913 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.674028 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1708519 Dec 20 16:39:36.680485 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46458) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:36.683670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.692000 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] 10.222.0.60 "DELETE /v2.0/networks/6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879 HTTP/1.1" status: 204 len: 168 time: 0.5588276 Dec 20 16:39:36.699014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '91d5e772-ef73-4645-b57b-22c0fefe46e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:36.717280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad032c94-93b5-46e1-b55f-bb512fc8dbcd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7523f903-da90-4a2e-b887-a3d0b3ee3b19,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:36.737344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e7329-bc42-4c66-80de-4dbbac09db26 tempest-NetworksTestDHCPv6-2138384481 tempest-NetworksTestDHCPv6-2138384481-project] Pushing event deleted for resources: {'Network': ['ID=6ffb1195-ac9d-4f7b-b1a4-95eb0ead0879,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:36.765496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2b05a-c87f-4fdd-bc58-5ef6247b55ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Network': ['ID=91d5e772-ef73-4645-b57b-22c0fefe46e4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:36.771316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:36.781820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad032c94-93b5-46e1-b55f-bb512fc8dbcd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:36.785768 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ad032c94-93b5-46e1-b55f-bb512fc8dbcd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9688792 Dec 20 16:39:36.818527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 91d5e772-ef73-4645-b57b-22c0fefe46e4 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:36.829160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:36.859159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bbb534b1-429e-4103-aa96-c1ee0a34dc2c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': '01937704-5964-4838-aabf-8b058038214e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:36.860172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:36.860538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f2da7dd5-5f1b-45a4-b983-b1f6cbd206fb not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:36.875637 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1321130-3110-46ab-a822-bbdbbd423f89 req-705df3b6-a52a-45d4-84c3-5d780ea67633 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 210 time: 0.1485436 Dec 20 16:39:37.015269 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e2ea-9a29-4a51-b6c3-95a793a8a92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.039426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] Set router 7efbc378-93a4-4824-a491-b80c3f33c839 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:37.042287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.043315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.051520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.069562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbb534b1-429e-4103-aa96-c1ee0a34dc2c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.089492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Calling delete_port for ff48cf42-72a0-42a6-b4d2-97aae441510c owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:37.111766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce76c0b-693d-4c9e-b12c-831fedb84115']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:37.154666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ba08f3-e4e2-456b-9e64-603729b8507c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:37.154964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ba08f3-e4e2-456b-9e64-603729b8507c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:37.213536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46474) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:37.225584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.261200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6ae7e2ea-9a29-4a51-b6c3-95a793a8a92f None None] For port 75d2c349-b151-4f0c-a4a6-5540d659551a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=75d2c349-b151-4f0c-a4a6-5540d659551a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:37.273452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.288254 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e2ea-9a29-4a51-b6c3-95a793a8a92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.293693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:37.294522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.304659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154ddfa-71ed-4304-93cf-4231e970efc1 None None] DHCP port deletion for 27e53888-85a7-47fd-ac2e-86e52dc1383b request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:37.306293 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:37.309134 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:37.327823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:37.337297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.408014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbb534b1-429e-4103-aa96-c1ee0a34dc2c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.454357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7e2ea-9a29-4a51-b6c3-95a793a8a92f None None] Pushing event updated for resources: {'Port': ['ID=75d2c349-b151-4f0c-a4a6-5540d659551a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:37.467826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e98782f2-289b-4e59-8f66-f090d9be6e36 None None] Provisioning complete for port 75d2c349-b151-4f0c-a4a6-5540d659551a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:37.468226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98782f2-289b-4e59-8f66-f090d9be6e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.515465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbb534b1-429e-4103-aa96-c1ee0a34dc2c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.524854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.552058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e154ddfa-71ed-4304-93cf-4231e970efc1 None None] Deleting port 3d920475-30e6-4414-9343-32d729ca075a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:37.552396 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8dfac174-b4b5-449e-9422-0d7b5b482fec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca40676ff3aa410ebe75c524cd538c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369720 Dec 20 16:39:37.552909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e154ddfa-71ed-4304-93cf-4231e970efc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.555222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:37.582821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff48cf42-72a0-42a6-b4d2-97aae441510c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:37.592496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbb534b1-429e-4103-aa96-c1ee0a34dc2c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.596224 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bbb534b1-429e-4103-aa96-c1ee0a34dc2c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7428217 Dec 20 16:39:37.600236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:37.605040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1fb727ed-ead7-42a6-9e61-6a0b14fbc421 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': '01937704-5964-4838-aabf-8b058038214e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:37.617046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb534b1-429e-4103-aa96-c1ee0a34dc2c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd18181-4d44-4af0-9b13-fbda81cab9aa,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:37.668241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efbc378-93a4-4824-a491-b80c3f33c839', 'name': 'tempest-snat-router-1879432389', 'tenant_id': 'c2db8ee5a8ce43eca798873217841d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.19'}], 'enable_snat': False}, 'gw_port_id': '75d2c349-b151-4f0c-a4a6-5540d659551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:39:27Z', 'updated_at': '2021-12-20T16:39:32Z', 'revision_number': 3, 'project_id': 'c2db8ee5a8ce43eca798873217841d46', 'gw_port': {'id': '75d2c349-b151-4f0c-a4a6-5540d659551a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efbc378-93a4-4824-a491-b80c3f33c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:39:29Z', 'updated_at': '2021-12-20T16:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:37.675822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e154ddfa-71ed-4304-93cf-4231e970efc1 None None] For port 3d920475-30e6-4414-9343-32d729ca075a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3d920475-30e6-4414-9343-32d729ca075a,segment=NetworkSegment(ac38103d-6f7b-4520-ad09-0201a3c76bba),segment_id=ac38103d-6f7b-4520-ad09-0201a3c76bba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:37.676222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e154ddfa-71ed-4304-93cf-4231e970efc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.688425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.690203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.703421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.710529 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/networks/0ce76c0b-693d-4c9e-b12c-831fedb84115 HTTP/1.1" status: 204 len: 168 time: 1.3258622 Dec 20 16:39:37.713110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:37.728266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf096d-66ca-4bb1-b4ce-b6810dc410ef None None] The sync data for ids ['7efbc378-93a4-4824-a491-b80c3f33c839'] in dv-neutron-822328-3-hyperv is: [{'id': '7efbc378-93a4-4824-a491-b80c3f33c839', 'name': 'tempest-snat-router-1879432389', 'tenant_id': 'c2db8ee5a8ce43eca798873217841d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.19'}], 'enable_snat': False}, 'gw_port_id': '75d2c349-b151-4f0c-a4a6-5540d659551a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:39:27Z', 'updated_at': '2021-12-20T16:39:32Z', 'revision_number': 3, 'project_id': 'c2db8ee5a8ce43eca798873217841d46', 'gw_port': {'id': '75d2c349-b151-4f0c-a4a6-5540d659551a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efbc378-93a4-4824-a491-b80c3f33c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:39:29Z', 'updated_at': '2021-12-20T16:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:37.738304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.742681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e154ddfa-71ed-4304-93cf-4231e970efc1 None None] Calling delete_port for 3d920475-30e6-4414-9343-32d729ca075a owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:37.765610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e164c-cd91-4005-88f9-ee709c78bebf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Network': ['ID=0ce76c0b-693d-4c9e-b12c-831fedb84115,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:37.769718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.774593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a59133-a682-4110-8ff9-9d619d5dc6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.779325 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fb727ed-ead7-42a6-9e61-6a0b14fbc421 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.801950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.865266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e154ddfa-71ed-4304-93cf-4231e970efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.899660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.908804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154ddfa-71ed-4304-93cf-4231e970efc1 None None] No DVR routers for this DVR port 3d920475-30e6-4414-9343-32d729ca075a on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:37.912135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a59133-a682-4110-8ff9-9d619d5dc6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.917626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154ddfa-71ed-4304-93cf-4231e970efc1 None None] Pushing event deleted for resources: {'Port': ['ID=3d920475-30e6-4414-9343-32d729ca075a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:37.980275 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:37.995343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Allocated IP 172.26.1.169 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/2691e957-c311-4a96-a0b2-d84b7eb420df) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:37.997954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=ad192be6-347a-439b-a27b-8b90ea254d90,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:38.056807 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a001015c-0eb9-4965-9aff-13329897da1f req-94b0b9dd-5f87-4c81-a41a-d5e040d97445 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 210 time: 0.0636826 Dec 20 16:39:38.059606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fb727ed-ead7-42a6-9e61-6a0b14fbc421 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.075580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Checking segment: {'id': '8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91d5e772-ef73-4645-b57b-22c0fefe46e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:38.075580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network hostable DHCP agents. Network: 91d5e772-ef73-4645-b57b-22c0fefe46e4, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:38.077085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fb727ed-ead7-42a6-9e61-6a0b14fbc421 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.091246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.123547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=72818454-fa36-4711-a7c9-e45191cc3b23,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:38.155847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a59133-a682-4110-8ff9-9d619d5dc6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.158695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a59133-a682-4110-8ff9-9d619d5dc6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.160042 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-69a59133-a682-4110-8ff9-9d619d5dc6e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/224bd311-267a-422b-8d0b-903f2ace2f35 HTTP/1.1" status: 204 len: 168 time: 0.6036258 Dec 20 16:39:38.189335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb727ed-ead7-42a6-9e61-6a0b14fbc421 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c694403-1358-4609-a279-538b234e7ba7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:38.220671 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fb727ed-ead7-42a6-9e61-6a0b14fbc421 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.221983 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1fb727ed-ead7-42a6-9e61-6a0b14fbc421 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6206064 Dec 20 16:39:38.237674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:38.252479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0314b9c6-1639-4916-ad47-327e8861cf86 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': '01937704-5964-4838-aabf-8b058038214e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:38.256482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a59133-a682-4110-8ff9-9d619d5dc6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224bd311-267a-422b-8d0b-903f2ace2f35,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:38.295211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.297614 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 91d5e772-ef73-4645-b57b-22c0fefe46e4 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:38.322725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.352819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fed7645-b178-4818-8fc3-e42d5601f40a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:38.362030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e53888-85a7-47fd-ac2e-86e52dc1383b']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:38.372057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 91d5e772-ef73-4645-b57b-22c0fefe46e4) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:38.372298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.381819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac38103d-6f7b-4520-ad09-0201a3c76bba') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:38.382111 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac38103d-6f7b-4520-ad09-0201a3c76bba') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:38.384193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb6903-fc74-4511-98ac-a6041e71d2b9 None None] Network 91d5e772-ef73-4645-b57b-22c0fefe46e4 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:38.384624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:38.385206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.414006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.449113 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-360e1254-0ace-4cac-aca7-749478863401 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:38.450753 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-360e1254-0ace-4cac-aca7-749478863401 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=72d5fb78-c811-4e6e-94e1-94ec9d1893a5 HTTP/1.1" status: 200 len: 796 time: 0.2562840 Dec 20 16:39:38.459652 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-61fc4375-217f-4508-a92b-2fa16777cd34 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7664337 Dec 20 16:39:38.460980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.462668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1427d9d6-449d-486e-aa26-5aca974d1538') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:38.462968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1427d9d6-449d-486e-aa26-5aca974d1538') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:38.466479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:38.487356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.508634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.508971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '91d5e772-ef73-4645-b57b-22c0fefe46e4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1099560953'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:38.511747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:38.512272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.520487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:38.520487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:38.534300 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:38.594938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-91d5e772-ef73-4645-b57b-22c0fefe46e4', 'network_id': '91d5e772-ef73-4645-b57b-22c0fefe46e4', 'project_id': '90cfd75b636345aca1562c0033b7007a', 'fixed_ips': [{'subnet_id': 'ad192be6-347a-439b-a27b-8b90ea254d90'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:38.596051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:38.618444 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:38.651296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.656346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0314b9c6-1639-4916-ad47-327e8861cf86 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.750680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 75d2c349-b151-4f0c-a4a6-5540d659551a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:38.764832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.777515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fed7645-b178-4818-8fc3-e42d5601f40a {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 16:39:38.781160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.786939 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "DELETE /v2.0/networks/7fed7645-b178-4818-8fc3-e42d5601f40a HTTP/1.1" status: 204 len: 168 time: 3.1380191 Dec 20 16:39:38.822894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:38.826297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:38.848121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Allocated IP 172.20.0.2 (91d5e772-ef73-4645-b57b-22c0fefe46e4/ad192be6-347a-439b-a27b-8b90ea254d90/a852dd50-1995-4003-b8cb-ef9c22b5576a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:38.880645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 75d2c349-b151-4f0c-a4a6-5540d659551a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:38.881302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.885209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.950499 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-1d7d1bad-4aa3-4b57-98b3-6e93fb2a3915 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 472 time: 0.4849584 Dec 20 16:39:38.958496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:38.968418 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/networks/27e53888-85a7-47fd-ac2e-86e52dc1383b HTTP/1.1" status: 204 len: 168 time: 1.2490013 Dec 20 16:39:38.969602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f426f-3cde-49b9-b9e1-24f7b8144c30 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Network': ['ID=27e53888-85a7-47fd-ac2e-86e52dc1383b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:38.971586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:38.991527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'network': {'name': 'tempest-RoutersTest-1324863139'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:39.000034 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': '3e29dbff-be36-4335-b379-9749a76d4540', 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['21c93bb1-bff3-466e-b769-99bcd96bcd40']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:39.002401 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d9beb9d1-4d5b-4234-83e2-14218eb2b37a tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1688356 Dec 20 16:39:39.003983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:39.007345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:39.011046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:39.039860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b9d415-0eab-4093-af47-5730d396926a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:39.135310 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.151656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.210923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3d920475-30e6-4414-9343-32d729ca075a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:39.257259 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Network 91d5e772-ef73-4645-b57b-22c0fefe46e4 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:39.258166 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 3d920475-30e6-4414-9343-32d729ca075a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:39.258324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b98aa7-bf94-4210-87f9-49f2fb936fa7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fed7645-b178-4818-8fc3-e42d5601f40a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:39.259192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3d920475-30e6-4414-9343-32d729ca075a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:39.277460 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:39.288476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:39.294753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Pushing event updated for resources: {'Port': ['ID=a852dd50-1995-4003-b8cb-ef9c22b5576a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:39.304746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bb6f176c-e9c5-47d6-96a3-cc109859ce40 None None] Provisioning complete for port 2691e957-c311-4a96-a0b2-d84b7eb420df triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:39.305313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb6f176c-e9c5-47d6-96a3-cc109859ce40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.319183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:39.330500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.399813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Attempting to bind port a852dd50-1995-4003-b8cb-ef9c22b5576a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:39.400233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Attempting to bind port a852dd50-1995-4003-b8cb-ef9c22b5576a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91d5e772-ef73-4645-b57b-22c0fefe46e4'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:39.400535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Attempting to bind port a852dd50-1995-4003-b8cb-ef9c22b5576a on network 91d5e772-ef73-4645-b57b-22c0fefe46e4 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:39.403073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f176c-e9c5-47d6-96a3-cc109859ce40 None None] Port 2691e957-c311-4a96-a0b2-d84b7eb420df cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:39.404171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53383a7d-e962-4160-a132-d0ad59150846 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:39.404963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53383a7d-e962-4160-a132-d0ad59150846 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:39.405605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53383a7d-e962-4160-a132-d0ad59150846 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:39.407524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53383a7d-e962-4160-a132-d0ad59150846 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:39.408231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53383a7d-e962-4160-a132-d0ad59150846 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:39.409240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:39.409240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Checking segment: {'id': '8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91d5e772-ef73-4645-b57b-22c0fefe46e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:39.410025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.410406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Bound using segment: {'id': '8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91d5e772-ef73-4645-b57b-22c0fefe46e4'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:39.410887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Bound port: a852dd50-1995-4003-b8cb-ef9c22b5576a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '91d5e772-ef73-4645-b57b-22c0fefe46e4'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:39.411264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.411602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53383a7d-e962-4160-a132-d0ad59150846 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:39.413775 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-53383a7d-e962-4160-a132-d0ad59150846 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3945 time: 0.3994863 Dec 20 16:39:39.429269 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:39.443176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:39.528602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] For port a852dd50-1995-4003-b8cb-ef9c22b5576a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:39.533034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] For port a852dd50-1995-4003-b8cb-ef9c22b5576a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a852dd50-1995-4003-b8cb-ef9c22b5576a,segment=NetworkSegment(8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8),segment_id=8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:39.540061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.543735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:39.552544 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-ca270530-a00b-48df-83e9-46ca4887b3da tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] delete failed (client error): The resource could not be found. Dec 20 16:39:39.556441 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ca270530-a00b-48df-83e9-46ca4887b3da tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/e02ef498-0d0e-421f-a07a-103b18ab40ca HTTP/1.1" status: 404 len: 345 time: 0.1235538 Dec 20 16:39:39.560600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.561109 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added segment df3bef80-e4e9-4019-8d0b-eb59081f1705 of type vlan for network 2bc76351-8a4c-444d-98dd-6c6679ce4148 Dec 20 16:39:39.610727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46526) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:39.623225 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9df24-7344-4748-b006-f42ed94910c2 None None] Pushing event updated for resources: {'Port': ['ID=a852dd50-1995-4003-b8cb-ef9c22b5576a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:39.631030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:39.636509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.679897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.687597 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc50459-a228-4884-9031-6c3ca96317d4 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] DELETE failed (client error): The resource could not be found. Dec 20 16:39:39.688116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc50459-a228-4884-9031-6c3ca96317d4 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:39.695048 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4bc50459-a228-4884-9031-6c3ca96317d4 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "DELETE /v2.0/networks/7fed7645-b178-4818-8fc3-e42d5601f40a HTTP/1.1" status: 404 len: 339 time: 0.0762732 Dec 20 16:39:39.698944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46530) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:39.707372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:39.721220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Request body: {'network': {'name': 'tempest-network--1954736861', 'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:39.782015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1986926380'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:39.788685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:39.792179 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.797163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event updated for resources: {'Port': ['ID=2691e957-c311-4a96-a0b2-d84b7eb420df,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:39.809063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0314b9c6-1639-4916-ad47-327e8861cf86 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.821519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0314b9c6-1639-4916-ad47-327e8861cf86 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.839470 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.846504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:39.847793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.855397 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0d4b72cc-2c25-4468-972b-6255d973f61d req-5ccdbb8e-053b-4947-bba8-2b56ea256455 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 210 time: 0.5982285 Dec 20 16:39:39.890547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314b9c6-1639-4916-ad47-327e8861cf86 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9d2928-6fd0-4cfc-874e-2b34dad979bb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:39.943228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0314b9c6-1639-4916-ad47-327e8861cf86 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:39.944511 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0314b9c6-1639-4916-ad47-327e8861cf86 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.7055209 Dec 20 16:39:39.947540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:39.990645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b4b19e-fd20-4250-8512-387bf6782032 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.003467 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0191674 Dec 20 16:39:40.009857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:40.017610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'subnet': {'network_id': '2bc76351-8a4c-444d-98dd-6c6679ce4148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:40.036379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:40.040259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.042729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Made reservation on behalf of d5eab6c27592482d93c5d9a2e9a55327 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:40.045337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.079873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b4b19e-fd20-4250-8512-387bf6782032 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.124236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.126735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b7ebc-907d-4642-9dd6-ff209a890930 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Network': ['ID=2bc76351-8a4c-444d-98dd-6c6679ce4148,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:40.130374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.147304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 2bc76351-8a4c-444d-98dd-6c6679ce4148 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:40.178252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.11 (91d5e772-ef73-4645-b57b-22c0fefe46e4/ad192be6-347a-439b-a27b-8b90ea254d90/b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:40.191850 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b4b19e-fd20-4250-8512-387bf6782032 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.201182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98b4b19e-fd20-4250-8512-387bf6782032 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.205715 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-98b4b19e-fd20-4250-8512-387bf6782032 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3a9d2928-6fd0-4cfc-874e-2b34dad979bb HTTP/1.1" status: 204 len: 168 time: 0.2571266 Dec 20 16:39:40.211697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:40.229859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:40.233734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.279660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:40.303940 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4b19e-fd20-4250-8512-387bf6782032 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a9d2928-6fd0-4cfc-874e-2b34dad979bb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:40.336052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.336402 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Added segment 14969001-e628-4961-bed1-45dcd7d85221 of type vlan for network e0917e68-5a23-4068-ba46-acaebf994c4b Dec 20 16:39:40.399113 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1db58566-d274-4abe-b47b-b12bf5d42a8a tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1807196 Dec 20 16:39:40.402325 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:40.404902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.24 (72d5fb78-c811-4e6e-94e1-94ec9d1893a5/8e821723-c08e-4416-b1e0-3b1f2fffe49d/9663600b-3278-4fd4-8faf-abfd00fb0932) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:40.472739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59e62013-a7d7-4a7d-8a69-ae1205d058b6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.497573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59e62013-a7d7-4a7d-8a69-ae1205d058b6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.499579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.546932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.573898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.594641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.598729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59e62013-a7d7-4a7d-8a69-ae1205d058b6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.632873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59e62013-a7d7-4a7d-8a69-ae1205d058b6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.634021 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-59e62013-a7d7-4a7d-8a69-ae1205d058b6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3c694403-1358-4609-a279-538b234e7ba7 HTTP/1.1" status: 204 len: 168 time: 0.2304466 Dec 20 16:39:40.637286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:40.648668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.650675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e62013-a7d7-4a7d-8a69-ae1205d058b6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c694403-1358-4609-a279-538b234e7ba7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:40.686977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:40.704784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.722892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.723873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:40.725016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.740971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fa074c-91d1-4c37-8fe0-83df3f7320cf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:40.743994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a852dd50-1995-4003-b8cb-ef9c22b5576a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:40.758510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.758862 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added segment 0c106283-977c-46f8-87d4-d573714d2a06 of type vlan for network 3439bf0c-469f-4885-b2e4-cff88fac6215 Dec 20 16:39:40.825405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a852dd50-1995-4003-b8cb-ef9c22b5576a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:40.826041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.845416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Subnet': ['ID=1c9d60ee-01ed-4fac-b507-b07e1fe8b56a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:40.861558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Checking segment: {'id': 'df3bef80-e4e9-4019-8d0b-eb59081f1705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2bc76351-8a4c-444d-98dd-6c6679ce4148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:40.862073 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network hostable DHCP agents. Network: 2bc76351-8a4c-444d-98dd-6c6679ce4148, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:40.891968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.903975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 2bc76351-8a4c-444d-98dd-6c6679ce4148 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:40.921846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 2bc76351-8a4c-444d-98dd-6c6679ce4148) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:40.924302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Router e380350d-607b-4a57-8f2f-0ef82ff08d67 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:39:40.928929 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2160742 Dec 20 16:39:40.935533 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:40.936147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.936801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb643e-89b0-42f5-93e4-3432771a949e None None] Network 2bc76351-8a4c-444d-98dd-6c6679ce4148 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:40.938642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:40.940273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:40.981795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17fb09-3b43-4b8c-8a53-c01a07410056 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'Network': ['ID=e0917e68-5a23-4068-ba46-acaebf994c4b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:41.029784 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8c8f72bc-271e-4e57-94f1-4fe4dab0d3d2 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3525414 Dec 20 16:39:41.042676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:41.089735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 91d5e772-ef73-4645-b57b-22c0fefe46e4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:41.099349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.123334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:41.137571 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:39:41.140393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:41.205689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:41.224008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.225847 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Sync routers for ids ['e380350d-607b-4a57-8f2f-0ef82ff08d67'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:41.229569 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5c2a5db8-79f2-45a2-ba48-ebddf7dca2d1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2140229 Dec 20 16:39:41.234482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network e0917e68-5a23-4068-ba46-acaebf994c4b details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:41.238901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:41.256931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-53d4ff52-2021-4dc0-8788-9d26984fd2ed tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-641847870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:41.265758 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Routers {'e380350d-607b-4a57-8f2f-0ef82ff08d67'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:41.270589 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e380350d-607b-4a57-8f2f-0ef82ff08d67'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:41.289789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:41.290843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.301419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2250b88-c55b-47c4-886b-315d0b531df5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:41.306046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:41.308446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2250b88-c55b-47c4-886b-315d0b531df5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:41.311737 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-53a9c93e-3bf0-4f0c-b70a-f3a0cfcba2c2 req-c93542bb-3992-4c60-91eb-4482d14aa940 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 210 time: 0.2722411 Dec 20 16:39:41.337420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2250b88-c55b-47c4-886b-315d0b531df5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:41.339020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2250b88-c55b-47c4-886b-315d0b531df5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:41.340978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c2250b88-c55b-47c4-886b-315d0b531df5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4000053 Dec 20 16:39:41.342545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d26ac163-389f-4564-a188-b4ce64b70151 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.344974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:41.349311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.350783 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-10464729-8ddb-487d-b3b0-1c40a452fc5b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9179709 Dec 20 16:39:41.359158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:41.373107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d26ac163-389f-4564-a188-b4ce64b70151 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.393395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2394ba66-3e75-49e8-a96d-77f04cf17092 None None] Network 91d5e772-ef73-4645-b57b-22c0fefe46e4 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:41.423510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port a852dd50-1995-4003-b8cb-ef9c22b5576a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a852dd50-1995-4003-b8cb-ef9c22b5576a,segment=NetworkSegment(8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8),segment_id=8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:41.434642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.436382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.442592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:41.443556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.454094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.454558 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-21da39d9-01a4-4815-ac6e-ec042226db68 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.9578671 Dec 20 16:39:41.455144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46554) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:41.478234 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Set router e380350d-607b-4a57-8f2f-0ef82ff08d67 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:41.511252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d4ff52-2021-4dc0-8788-9d26984fd2ed tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.513046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d4ff52-2021-4dc0-8788-9d26984fd2ed tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.533021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=a852dd50-1995-4003-b8cb-ef9c22b5576a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:41.599364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.604174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-13c6d80a-7dd1-4cfe-97be-ae2306831e6c None None] Provisioning complete for port a852dd50-1995-4003-b8cb-ef9c22b5576a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:41.604782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13c6d80a-7dd1-4cfe-97be-ae2306831e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.623858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0917e68-5a23-4068-ba46-acaebf994c4b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:41.633699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14969001-e628-4961-bed1-45dcd7d85221') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:41.634150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14969001-e628-4961-bed1-45dcd7d85221') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:41.644525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.650342 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1035843 Dec 20 16:39:41.655827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:41.660079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.666512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:41.667040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.669151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-500687859'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:41.681053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.682907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d26ac163-389f-4564-a188-b4ce64b70151 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.707561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-2bc76351-8a4c-444d-98dd-6c6679ce4148', 'network_id': '2bc76351-8a4c-444d-98dd-6c6679ce4148', 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'fixed_ips': [{'subnet_id': '1c9d60ee-01ed-4fac-b507-b07e1fe8b56a'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:41.708853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.717756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d26ac163-389f-4564-a188-b4ce64b70151 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.718238 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e380350d-607b-4a57-8f2f-0ef82ff08d67', 'name': 'tempest-snat-router-1879432389', 'tenant_id': 'c2db8ee5a8ce43eca798873217841d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '2691e957-c311-4a96-a0b2-d84b7eb420df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:39:35Z', 'updated_at': '2021-12-20T16:39:39Z', 'revision_number': 3, 'project_id': 'c2db8ee5a8ce43eca798873217841d46', 'gw_port': {'id': '2691e957-c311-4a96-a0b2-d84b7eb420df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e380350d-607b-4a57-8f2f-0ef82ff08d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:39:37Z', 'updated_at': '2021-12-20T16:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:41.719046 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d26ac163-389f-4564-a188-b4ce64b70151 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/2bd18181-4d44-4af0-9b13-fbda81cab9aa HTTP/1.1" status: 204 len: 168 time: 0.6733437 Dec 20 16:39:41.735608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:41.740209 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:41.753904 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Checking router: e380350d-607b-4a57-8f2f-0ef82ff08d67 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:39:41.754537 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Updating router e380350d-607b-4a57-8f2f-0ef82ff08d67 port 2691e957-c311-4a96-a0b2-d84b7eb420df binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:39:41.769599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.795096 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.801194 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8d08bcf1-56a1-48db-986e-65ac197e7f09 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0577860 Dec 20 16:39:41.808360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0917e68-5a23-4068-ba46-acaebf994c4b {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 16:39:41.809845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:41.828910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.833554 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "DELETE /v2.0/networks/e0917e68-5a23-4068-ba46-acaebf994c4b HTTP/1.1" status: 204 len: 168 time: 0.4813387 Dec 20 16:39:41.872421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:41.886411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3d76-2222-4659-9cc7-32c4a84d42c3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.900121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3d76-2222-4659-9cc7-32c4a84d42c3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:41.932353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Request body: {'network': {'name': 'tempest-network--220066761', 'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:41.973214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d37d9f-50d2-4063-89ce-826dcc34d1b3 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0917e68-5a23-4068-ba46-acaebf994c4b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:41.976753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3d76-2222-4659-9cc7-32c4a84d42c3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.029294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3d76-2222-4659-9cc7-32c4a84d42c3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.030855 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0f5b3d76-2222-4659-9cc7-32c4a84d42c3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7523f903-da90-4a2e-b887-a3d0b3ee3b19 HTTP/1.1" status: 204 len: 168 time: 0.2167950 Dec 20 16:39:42.037219 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Made reservation on behalf of d5eab6c27592482d93c5d9a2e9a55327 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:42.040112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.043225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:42.059542 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d4ff52-2021-4dc0-8788-9d26984fd2ed tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.069652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b3d76-2222-4659-9cc7-32c4a84d42c3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7523f903-da90-4a2e-b887-a3d0b3ee3b19,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:42.091246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d4ff52-2021-4dc0-8788-9d26984fd2ed tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.112027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Allocated IP 172.20.0.2 (2bc76351-8a4c-444d-98dd-6c6679ce4148/1c9d60ee-01ed-4fac-b507-b07e1fe8b56a/eb3c94e2-1eb9-4f7f-8e16-497791efb7d1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:42.137730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d4ff52-2021-4dc0-8788-9d26984fd2ed tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.141729 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-53d4ff52-2021-4dc0-8788-9d26984fd2ed tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8972285 Dec 20 16:39:42.144742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:42.153851 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'port': {'network_id': '2bc76351-8a4c-444d-98dd-6c6679ce4148', 'name': 'tempest-RoutersTest-798904622'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:42.163581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:42.219707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.220143 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Added segment fe0eadc7-26a2-4956-acf2-a92a056de995 of type vlan for network c0d08bd3-020f-467b-9057-f5868d7e3481 Dec 20 16:39:42.236872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-54578441-c9e9-483d-bd88-a0c6ace04437 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1847224 Dec 20 16:39:42.297377 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.306433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d207b8-c8f7-4376-a691-dc17786bc5fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Network': ['ID=3439bf0c-469f-4885-b2e4-cff88fac6215,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:42.310867 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:42.311955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b090444e-8322-4424-be7b-2519c83abe62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:42.312497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b090444e-8322-4424-be7b-2519c83abe62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.317110 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.338513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 3439bf0c-469f-4885-b2e4-cff88fac6215 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:42.360657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ac163-389f-4564-a188-b4ce64b70151 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bd18181-4d44-4af0-9b13-fbda81cab9aa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:42.387868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:42.389385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:42.393342 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.411846 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cfae51dd-5e8d-4b4f-a3da-34752e2f670d tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/routers/e380350d-607b-4a57-8f2f-0ef82ff08d67 HTTP/1.1" status: 200 len: 908 time: 1.0430293 Dec 20 16:39:42.412417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:42.424466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:42.427766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:42.471142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.492772 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292a4f5-2a9b-45bd-a913-fc171b503d0a None None] Pushing event updated for resources: {'Port': ['ID=2691e957-c311-4a96-a0b2-d84b7eb420df,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:42.508766 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Attempting to bind port 2691e957-c311-4a96-a0b2-d84b7eb420df on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:42.509136 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Attempting to bind port 2691e957-c311-4a96-a0b2-d84b7eb420df by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:42.510167 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Attempting to bind port 2691e957-c311-4a96-a0b2-d84b7eb420df on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:42.523678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:42.524324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.527996 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:42.528391 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:42.528948 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.529361 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:42.531277 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Bound port: 2691e957-c311-4a96-a0b2-d84b7eb420df, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:42.531416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=9663600b-3278-4fd4-8faf-abfd00fb0932,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:42.531693 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.561567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba86c04-faa9-43d6-b025-d246e3de0da4 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:42.652097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53993139-271e-485f-a300-ff2e578584ab tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.667059 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] For port 2691e957-c311-4a96-a0b2-d84b7eb420df, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:42.671038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53993139-271e-485f-a300-ff2e578584ab tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.672326 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] For port 2691e957-c311-4a96-a0b2-d84b7eb420df, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2691e957-c311-4a96-a0b2-d84b7eb420df,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:42.693272 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.712899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-04e9ff7d-767b-41a4-bb15-1fd11e4bd895 None None] Provisioning complete for port b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:42.715791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04e9ff7d-767b-41a4-bb15-1fd11e4bd895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.728554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.729488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:42.730600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.763478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53993139-271e-485f-a300-ff2e578584ab tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.776427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53993139-271e-485f-a300-ff2e578584ab tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.785201 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-53993139-271e-485f-a300-ff2e578584ab tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4ce2437d-32b1-4af9-b64b-a1b2f6d381da HTTP/1.1" status: 204 len: 168 time: 0.4602091 Dec 20 16:39:42.788999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:42.811223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a852dd50-1995-4003-b8cb-ef9c22b5576a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:42.851251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a75e9f-3130-4d0c-9b46-55b9d98b99cf req-e1c016ca-90c8-4c8a-b81a-df187311f39a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:42.852844 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-57a75e9f-3130-4d0c-9b46-55b9d98b99cf req-e1c016ca-90c8-4c8a-b81a-df187311f39a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 932 time: 0.3792677 Dec 20 16:39:42.853996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:42.857329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.865425 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-e59e6aa7-a397-4ce1-a59c-2f2108488d9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8922353 Dec 20 16:39:42.872373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53993139-271e-485f-a300-ff2e578584ab tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ce2437d-32b1-4af9-b64b-a1b2f6d381da,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:42.880324 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9524634 Dec 20 16:39:42.883370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:42.902559 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-04e9ff7d-767b-41a4-bb15-1fd11e4bd895 None None] Port b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:42.911108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:42.916662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.919823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Request body: {'port': {'device_id': '3e29dbff-be36-4335-b379-9749a76d4540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:42.937323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.984135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:42.984719 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added segment f29adea8-ceb5-427b-bbae-b98565f85149 of type vlan for network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca Dec 20 16:39:42.995092 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292a4f5-2a9b-45bd-a913-fc171b503d0a None None] Pushing event updated for resources: {'Port': ['ID=2691e957-c311-4a96-a0b2-d84b7eb420df,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:43.000244 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Routers {'e380350d-607b-4a57-8f2f-0ef82ff08d67'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:43.001101 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e380350d-607b-4a57-8f2f-0ef82ff08d67'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:43.023919 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5d6fbe7d-cf12-43dd-ba01-2bd35df269f3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2141113 Dec 20 16:39:43.024653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:43.041972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Network 2bc76351-8a4c-444d-98dd-6c6679ce4148 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:43.045343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Pushing event updated for resources: {'Port': ['ID=eb3c94e2-1eb9-4f7f-8e16-497791efb7d1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:43.048534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:43.054664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa9eeb-be23-44b1-a6ff-abbb8584bd03 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:43.059664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:43.066527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-04e9ff7d-767b-41a4-bb15-1fd11e4bd895 None None] Provisioning complete for port a852dd50-1995-4003-b8cb-ef9c22b5576a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:43.066968 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04e9ff7d-767b-41a4-bb15-1fd11e4bd895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.115020 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.139197 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] Set router e380350d-607b-4a57-8f2f-0ef82ff08d67 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:39:43.180356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.191295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Attempting to bind port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:43.191718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Attempting to bind port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'df3bef80-e4e9-4019-8d0b-eb59081f1705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2bc76351-8a4c-444d-98dd-6c6679ce4148'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:43.192061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Attempting to bind port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 on network 2bc76351-8a4c-444d-98dd-6c6679ce4148 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:43.194268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a852dd50-1995-4003-b8cb-ef9c22b5576a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:43.194652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.215310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.224545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:43.224964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Checking segment: {'id': 'df3bef80-e4e9-4019-8d0b-eb59081f1705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2bc76351-8a4c-444d-98dd-6c6679ce4148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:43.225334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.225734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Bound using segment: {'id': 'df3bef80-e4e9-4019-8d0b-eb59081f1705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2bc76351-8a4c-444d-98dd-6c6679ce4148'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:43.226220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Bound port: eb3c94e2-1eb9-4f7f-8e16-497791efb7d1, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3bef80-e4e9-4019-8d0b-eb59081f1705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2bc76351-8a4c-444d-98dd-6c6679ce4148'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:43.226624 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.308399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b090444e-8322-4424-be7b-2519c83abe62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.318946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654580a-ee37-4f05-922f-993b6813cac5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:43.320829 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d654580a-ee37-4f05-922f-993b6813cac5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] 10.222.0.60 "GET /v2.0/networks/c0d08bd3-020f-467b-9057-f5868d7e3481 HTTP/1.1" status: 200 len: 756 time: 0.4225471 Dec 20 16:39:43.322372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] device_id is not set on port c1000613-24a4-429c-bfec-9472401c4e64 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:43.342737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:43.380368 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e380350d-607b-4a57-8f2f-0ef82ff08d67', 'name': 'tempest-snat-router-1879432389', 'tenant_id': 'c2db8ee5a8ce43eca798873217841d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '2691e957-c311-4a96-a0b2-d84b7eb420df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:39:35Z', 'updated_at': '2021-12-20T16:39:39Z', 'revision_number': 3, 'project_id': 'c2db8ee5a8ce43eca798873217841d46', 'gw_port': {'id': '2691e957-c311-4a96-a0b2-d84b7eb420df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e380350d-607b-4a57-8f2f-0ef82ff08d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:39:37Z', 'updated_at': '2021-12-20T16:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:43.383035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] For port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:43.405218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] For port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eb3c94e2-1eb9-4f7f-8e16-497791efb7d1,segment=NetworkSegment(df3bef80-e4e9-4019-8d0b-eb59081f1705),segment_id=df3bef80-e4e9-4019-8d0b-eb59081f1705)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:43.408698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b090444e-8322-4424-be7b-2519c83abe62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:43.418621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.426495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d3664-4934-445a-a90c-fdeb5deec476 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'Network': ['ID=c0d08bd3-020f-467b-9057-f5868d7e3481,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:43.428935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] Provisioning complete for port 9663600b-3278-4fd4-8faf-abfd00fb0932 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:43.429372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.432033 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b446638-f989-46e2-94ae-dfeb903e53fd None None] The sync data for ids ['e380350d-607b-4a57-8f2f-0ef82ff08d67'] in dv-neutron-822328-3-hyperv is: [{'id': 'e380350d-607b-4a57-8f2f-0ef82ff08d67', 'name': 'tempest-snat-router-1879432389', 'tenant_id': 'c2db8ee5a8ce43eca798873217841d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '2691e957-c311-4a96-a0b2-d84b7eb420df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:39:35Z', 'updated_at': '2021-12-20T16:39:39Z', 'revision_number': 3, 'project_id': 'c2db8ee5a8ce43eca798873217841d46', 'gw_port': {'id': '2691e957-c311-4a96-a0b2-d84b7eb420df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e380350d-607b-4a57-8f2f-0ef82ff08d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:39:37Z', 'updated_at': '2021-12-20T16:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:43.470078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network c0d08bd3-020f-467b-9057-f5868d7e3481 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:43.478740 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-57a75e9f-3130-4d0c-9b46-55b9d98b99cf req-6c11b8af-7706-4627-9477-751425746809 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5916278 Dec 20 16:39:43.586418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.592541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:43.593418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.609536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] Port 9663600b-3278-4fd4-8faf-abfd00fb0932 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:43.613727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5c286-8f13-4eec-b46d-28d56fb42c91 None None] Pushing event updated for resources: {'Port': ['ID=eb3c94e2-1eb9-4f7f-8e16-497791efb7d1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:43.638699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.20.0.13 (2bc76351-8a4c-444d-98dd-6c6679ce4148/1c9d60ee-01ed-4fac-b507-b07e1fe8b56a/c1000613-24a4-429c-bfec-9472401c4e64) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:43.642570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] Provisioning complete for port 2691e957-c311-4a96-a0b2-d84b7eb420df triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:43.642570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.645858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ffa88ad-3f0b-4faa-a2cd-f0ab3e63fe19 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.731713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b090444e-8322-4424-be7b-2519c83abe62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.767351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.779531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090444e-8322-4424-be7b-2519c83abe62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:43.795526 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1318810 Dec 20 16:39:43.808770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025dac7-dc97-4f25-9c4c-fbc2cc95c732 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:43.810192 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2025dac7-dc97-4f25-9c4c-fbc2cc95c732 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] 10.222.0.60 "GET /v2.0/networks/10aef3ce-0a64-4d51-8f2b-64e81a033d7d HTTP/1.1" status: 200 len: 768 time: 0.4047303 Dec 20 16:39:43.814178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:43.814178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:43.821167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] For port 2691e957-c311-4a96-a0b2-d84b7eb420df, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2691e957-c311-4a96-a0b2-d84b7eb420df,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:43.825120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.831954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.853133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'subnet': {'network_id': '3439bf0c-469f-4885-b2e4-cff88fac6215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:43.865713 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ffa88ad-3f0b-4faa-a2cd-f0ab3e63fe19 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:43.929028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] Pushing event updated for resources: {'Port': ['ID=2691e957-c311-4a96-a0b2-d84b7eb420df,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:43.937822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d488c230-d961-4519-8b2a-16887124cd3d None None] Could not find standard attr ID for object b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:39:43.977931 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19105256-089e-4ef9-b6b3-f01f29abf957 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Network': ['ID=5b5fea3d-2541-4d88-868d-2e1c33fa99ca,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:44.042098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:44.083370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b090444e-8322-4424-be7b-2519c83abe62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.086931 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b090444e-8322-4424-be7b-2519c83abe62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29 HTTP/1.1" status: 204 len: 168 time: 2.6283643 Dec 20 16:39:44.090437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:44.125095 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cdf42e-0d97-4018-92d5-0372273b5dcd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:39:44.139959 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b7cdf42e-0d97-4018-92d5-0372273b5dcd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29 HTTP/1.1" status: 404 len: 333 time: 0.0482304 Dec 20 16:39:44.145422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:44.184322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.188430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.231064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9543c6f-27a0-4265-8d09-00f99556ac15 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet ad192be6-347a-439b-a27b-8b90ea254d90 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:44.244847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9543c6f-27a0-4265-8d09-00f99556ac15 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.291285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.310370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9543c6f-27a0-4265-8d09-00f99556ac15 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.375267 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ffa88ad-3f0b-4faa-a2cd-f0ab3e63fe19 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.378709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ffa88ad-3f0b-4faa-a2cd-f0ab3e63fe19 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.379930 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6ffa88ad-3f0b-4faa-a2cd-f0ab3e63fe19 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/01937704-5964-4838-aabf-8b058038214e HTTP/1.1" status: 204 len: 168 time: 1.3511136 Dec 20 16:39:44.384211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:44.424082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.435819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Deleting port 2691e957-c311-4a96-a0b2-d84b7eb420df {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:44.436194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.486968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa88ad-3f0b-4faa-a2cd-f0ab3e63fe19 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01937704-5964-4838-aabf-8b058038214e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:44.505565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 2bc76351-8a4c-444d-98dd-6c6679ce4148 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:44.509852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9543c6f-27a0-4265-8d09-00f99556ac15 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.511120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:44.515112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.520369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.542743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:44.545421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:44.589172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9663600b-3278-4fd4-8faf-abfd00fb0932 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:39:44.591511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=c1000613-24a4-429c-bfec-9472401c4e64,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:44.607455 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5e124763-b978-4397-a6d3-359a6dd9524b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2221265 Dec 20 16:39:44.612284 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46594) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:44.620496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8a245849-6587-4199-b2b5-209f0ae8af84 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155853433'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:44.647882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.656357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:44.657038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.705556 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f6293e31-c578-4cde-b3f5-f506712cc0d3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5560732 Dec 20 16:39:44.707178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:44.714589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9543c6f-27a0-4265-8d09-00f99556ac15 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.716496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a245849-6587-4199-b2b5-209f0ae8af84 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.730387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Transition to ACTIVE for port object 9663600b-3278-4fd4-8faf-abfd00fb0932 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:39:44.732836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d08bd3-020f-467b-9057-f5868d7e3481']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:44.752376 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.776003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0eadc7-26a2-4956-acf2-a92a056de995') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:44.776674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0eadc7-26a2-4956-acf2-a92a056de995') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:44.830407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9543c6f-27a0-4265-8d09-00f99556ac15 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.837274 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e9543c6f-27a0-4265-8d09-00f99556ac15 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/ad192be6-347a-439b-a27b-8b90ea254d90 HTTP/1.1" status: 204 len: 168 time: 0.6877983 Dec 20 16:39:44.837274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543c6f-27a0-4265-8d09-00f99556ac15 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=ad192be6-347a-439b-a27b-8b90ea254d90,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:44.838551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46598) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:44.850365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e12d571-db0e-4625-bb64-7823fe82d8be None None] Network 91d5e772-ef73-4645-b57b-22c0fefe46e4 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:44.956343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:44.978827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2691e957-c311-4a96-a0b2-d84b7eb420df up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:45.069628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] For port 2691e957-c311-4a96-a0b2-d84b7eb420df, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2691e957-c311-4a96-a0b2-d84b7eb420df,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:45.070005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.073448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2691e957-c311-4a96-a0b2-d84b7eb420df triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:45.074147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.088183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Calling delete_port for 2691e957-c311-4a96-a0b2-d84b7eb420df owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:45.142191 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Attempting to bind port 9663600b-3278-4fd4-8faf-abfd00fb0932 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:45.151751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Attempting to bind port 9663600b-3278-4fd4-8faf-abfd00fb0932 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:45.152089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Attempting to bind port 9663600b-3278-4fd4-8faf-abfd00fb0932 on network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:45.199824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.212201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433a521-a26b-42da-b688-5b0eda7d35eb None None] DHCP port deletion for 91d5e772-ef73-4645-b57b-22c0fefe46e4 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:45.233845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.235890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Pushing event updated for resources: {'Port': ['ID=9663600b-3278-4fd4-8faf-abfd00fb0932,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:45.253334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Port 9663600b-3278-4fd4-8faf-abfd00fb0932 on network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:39:45.253945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Attempting to bind port 9663600b-3278-4fd4-8faf-abfd00fb0932 on network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:45.279891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2631ad-6140-4b2c-98f8-2b044951c23b req-3db2d4ba-06c9-469b-96f5-0b570091c643 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:45.281468 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:45.281699 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0c2631ad-6140-4b2c-98f8-2b044951c23b req-3db2d4ba-06c9-469b-96f5-0b570091c643 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 932 time: 0.6880386 Dec 20 16:39:45.284224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:45.284583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a245849-6587-4199-b2b5-209f0ae8af84 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.284717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:45.297939 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:45.335845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a245849-6587-4199-b2b5-209f0ae8af84 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.337701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157224af-d1ed-4fbb-bbce-50c1801067f3 None None] Network 2bc76351-8a4c-444d-98dd-6c6679ce4148 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:45.375434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:45.376045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Checking segment: {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:45.376381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Bound using segment: {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:45.376699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Bound port: 9663600b-3278-4fd4-8faf-abfd00fb0932, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:45.377067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.397221 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a245849-6587-4199-b2b5-209f0ae8af84 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.398508 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8a245849-6587-4199-b2b5-209f0ae8af84 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7852681 Dec 20 16:39:45.406590 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46600) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:45.406794 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a245849-6587-4199-b2b5-209f0ae8af84 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5d900e-301e-466d-8c7b-4b10f9586c11,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:45.429630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9ba450af-c99c-4228-ad14-58d501924844 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': 'cc5d900e-301e-466d-8c7b-4b10f9586c11', 'direction': 'ingress', 'protocol': 17}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:45.442432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.461603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port a852dd50-1995-4003-b8cb-ef9c22b5576a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:45.461932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.576712 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.617200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0d08bd3-020f-467b-9057-f5868d7e3481 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 16:39:45.630668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.631217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:45.631815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.633996 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "DELETE /v2.0/networks/c0d08bd3-020f-467b-9057-f5868d7e3481 HTTP/1.1" status: 204 len: 168 time: 1.8114321 Dec 20 16:39:45.667173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46602) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:45.673662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Request body: {'network': {'name': 'tempest-network--502564748'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:45.684854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6d6d3aaf-91f5-41e4-9350-ed147c87b25b None None] Provisioning complete for port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:45.685323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3aaf-91f5-41e4-9350-ed147c87b25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.686601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] For port a852dd50-1995-4003-b8cb-ef9c22b5576a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a852dd50-1995-4003-b8cb-ef9c22b5576a,segment=NetworkSegment(8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8),segment_id=8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:45.687239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.745715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for a852dd50-1995-4003-b8cb-ef9c22b5576a owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:45.748932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c433a521-a26b-42da-b688-5b0eda7d35eb None None] Deleting port a852dd50-1995-4003-b8cb-ef9c22b5576a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:45.749386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c433a521-a26b-42da-b688-5b0eda7d35eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.875949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Made reservation on behalf of d5eab6c27592482d93c5d9a2e9a55327 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:45.880036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.898963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c433a521-a26b-42da-b688-5b0eda7d35eb None None] For port a852dd50-1995-4003-b8cb-ef9c22b5576a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a852dd50-1995-4003-b8cb-ef9c22b5576a,segment=NetworkSegment(8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8),segment_id=8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:45.899548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c433a521-a26b-42da-b688-5b0eda7d35eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:45.961338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c433a521-a26b-42da-b688-5b0eda7d35eb None None] Calling delete_port for a852dd50-1995-4003-b8cb-ef9c22b5576a owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:45.970847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:45.994891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.005066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.005944 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Added segment 1086639a-a53e-4351-8995-7d2208648d86 of type vlan for network f029b2ab-a7a5-4d45-a75c-669f995bf078 Dec 20 16:39:46.024929 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0c2631ad-6140-4b2c-98f8-2b044951c23b req-c719b552-f1ad-40d9-b021-19c7ed1b3114 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7157195 Dec 20 16:39:46.034905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a5ca-529e-48f7-8340-af3d12e3a6b8 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0d08bd3-020f-467b-9057-f5868d7e3481,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.041335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.064763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.078178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] For port 9663600b-3278-4fd4-8faf-abfd00fb0932, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:46.082901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] For port 9663600b-3278-4fd4-8faf-abfd00fb0932, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9663600b-3278-4fd4-8faf-abfd00fb0932,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:46.086606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3aaf-91f5-41e4-9350-ed147c87b25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.111133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No DVR routers for this DVR port a852dd50-1995-4003-b8cb-ef9c22b5576a on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:46.126197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=a852dd50-1995-4003-b8cb-ef9c22b5576a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.130175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.145834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.158802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.178560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eb3c94e2-1eb9-4f7f-8e16-497791efb7d1,segment=NetworkSegment(df3bef80-e4e9-4019-8d0b-eb59081f1705),segment_id=df3bef80-e4e9-4019-8d0b-eb59081f1705)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:46.224844 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.239885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.251469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ba450af-c99c-4228-ad14-58d501924844 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.254164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.353590 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Subnet': ['ID=8ee8dc4b-f09b-465c-9fef-c8e4eead8f80,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.379057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:46.379611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.381201 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] 10.222.0.18 "PUT /v2.0/ports/9663600b-3278-4fd4-8faf-abfd00fb0932 HTTP/1.1" status: 200 len: 1094 time: 3.5046408 Dec 20 16:39:46.397654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:39:46.405700 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ba450af-c99c-4228-ad14-58d501924844 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.407546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e29dbff-be36-4335-b379-9749a76d4540', 'tag': '9663600b-3278-4fd4-8faf-abfd00fb0932'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:39:46.412382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329d0187-eaec-4e5b-a9ba-8c948c20210c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e29dbff-be36-4335-b379-9749a76d4540", "tag": "9663600b-3278-4fd4-8faf-abfd00fb0932"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:39:46.429970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ba450af-c99c-4228-ad14-58d501924844 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.479438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-6d6d3aaf-91f5-41e4-9350-ed147c87b25b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:39:46.479801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-6d6d3aaf-91f5-41e4-9350-ed147c87b25b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:39:46.485113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=eb3c94e2-1eb9-4f7f-8e16-497791efb7d1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.493601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0231b-92c1-4204-b84e-0e85a785f7b1 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:46.496989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba450af-c99c-4228-ad14-58d501924844 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa731465-03b3-44eb-af95-02726198cc32,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.504464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c433a521-a26b-42da-b688-5b0eda7d35eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.530563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=c1000613-24a4-429c-bfec-9472401c4e64,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.535210 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.566129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433a521-a26b-42da-b688-5b0eda7d35eb None None] No DVR routers for this DVR port a852dd50-1995-4003-b8cb-ef9c22b5576a on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:46.568117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433a521-a26b-42da-b688-5b0eda7d35eb None None] Pushing event deleted for resources: {'Port': ['ID=a852dd50-1995-4003-b8cb-ef9c22b5576a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.570742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.571802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:46.572416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.611756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c342e60b-7fa8-4bf4-8cfc-64ba65406c41 x-openstack-request-id: req-c342e60b-7fa8-4bf4-8cfc-64ba65406c41 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:39:46.612025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e29dbff-be36-4335-b379-9749a76d4540", "tag": "9663600b-3278-4fd4-8faf-abfd00fb0932", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:39:46.612265 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c342e60b-7fa8-4bf4-8cfc-64ba65406c41 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:39:46.612664 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e29dbff-be36-4335-b379-9749a76d4540', 'tag': '9663600b-3278-4fd4-8faf-abfd00fb0932', 'status': 'completed', 'code': 200} Dec 20 16:39:46.627673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.736871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d5e772-ef73-4645-b57b-22c0fefe46e4']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:46.737600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:46.748622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a5481-b9c7-4d17-bcee-a36dbd264bdd service neutron] Pushing event updated for resources: {'Port': ['ID=9663600b-3278-4fd4-8faf-abfd00fb0932,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.760758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ba450af-c99c-4228-ad14-58d501924844 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.762011 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9ba450af-c99c-4228-ad14-58d501924844 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3429525 Dec 20 16:39:46.762894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Checking segment: {'id': '0c106283-977c-46f8-87d4-d573714d2a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3439bf0c-469f-4885-b2e4-cff88fac6215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:46.763259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network hostable DHCP agents. Network: 3439bf0c-469f-4885-b2e4-cff88fac6215, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:46.769836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:46.789250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'Network': ['ID=f029b2ab-a7a5-4d45-a75c-669f995bf078,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.794704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.806058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f029b2ab-a7a5-4d45-a75c-669f995bf078 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:46.813972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-c44bcf67-56b5-4925-adc1-5622e378cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:46.816171 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-c44bcf67-56b5-4925-adc1-5622e378cf6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 1097 time: 0.3628294 Dec 20 16:39:46.821246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.825682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.827603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event deleted for resources: {'Port': ['ID=2691e957-c311-4a96-a0b2-d84b7eb420df,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:46.891582 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-959c9e28-5ee1-4e64-b74e-c3ffe3ce4714 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2226164 Dec 20 16:39:46.894051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:46.894438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b67fc0a-df9a-46a3-83b4-7a6dbb4c16b8') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:46.896782 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-3d7f12a8-3fc1-4683-8d7e-d1b490560f74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9663600b-3278-4fd4-8faf-abfd00fb0932 HTTP/1.1" status: 200 len: 217 time: 0.0519128 Dec 20 16:39:46.900294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:46.911400 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-67940066-874e-48c9-8fa9-eb24f125ffb7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:46.921050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.937849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:46.939028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.980621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:46.981823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 3439bf0c-469f-4885-b2e4-cff88fac6215 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:47.016136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.016587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e380350d-607b-4a57-8f2f-0ef82ff08d67 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:39:47.025332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.029046 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-87c204ac-4fc5-4c7b-9662-f1d64fdbbf8a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e380350d-607b-4a57-8f2f-0ef82ff08d67 HTTP/1.1" status: 204 len: 168 time: 4.6034479 Dec 20 16:39:47.029744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:47.030362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.031934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46610) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:47.033908 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:47.036970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 3439bf0c-469f-4885-b2e4-cff88fac6215) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:47.039521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.043903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:47.044612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.053303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b093075-d18b-4f5b-b5eb-910deba87cea None None] Network 3439bf0c-469f-4885-b2e4-cff88fac6215 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:47.127354 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-558e40d2-6017-443c-bc3f-bb32d4a68af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:47.129716 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-558e40d2-6017-443c-bc3f-bb32d4a68af8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e821723-c08e-4416-b1e0-3b1f2fffe49d HTTP/1.1" status: 200 len: 838 time: 0.1796236 Dec 20 16:39:47.142476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cccc443-a21e-4b95-8e52-bfb469c45ad4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.156351 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4be39d72-e617-4059-9893-8b09fb6dd55d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3322175 Dec 20 16:39:47.179456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:47.217927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'subnet': {'network_id': '5b5fea3d-2541-4d88-868d-2e1c33fa99ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:47.236730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-3439bf0c-469f-4885-b2e4-cff88fac6215', 'network_id': '3439bf0c-469f-4885-b2e4-cff88fac6215', 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'fixed_ips': [{'subnet_id': '8ee8dc4b-f09b-465c-9fef-c8e4eead8f80'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:47.238401 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.260777 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:39:47.312697 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cccc443-a21e-4b95-8e52-bfb469c45ad4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.339215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a852dd50-1995-4003-b8cb-ef9c22b5576a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:47.373107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-38b157fa-b139-4d2b-a0c8-0745b0c81a00 None None] Provisioning complete for port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:47.373482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38b157fa-b139-4d2b-a0c8-0745b0c81a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.377125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a22f7-7bcd-4135-9e95-fa634ecc41b1 req-3f9bada7-f75e-4165-a777-149d576bc886 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:47.379458 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-027a22f7-7bcd-4135-9e95-fa634ecc41b1 req-3f9bada7-f75e-4165-a777-149d576bc886 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 944 time: 0.2598326 Dec 20 16:39:47.386553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-a83acf5a-f579-41c7-907b-7941ad7ac074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:47.387388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a852dd50-1995-4003-b8cb-ef9c22b5576a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:47.387754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a852dd50-1995-4003-b8cb-ef9c22b5576a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:47.389359 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-a83acf5a-f579-41c7-907b-7941ad7ac074 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72d5fb78-c811-4e6e-94e1-94ec9d1893a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2404480 Dec 20 16:39:47.472988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.501605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Allocated IP 2001:db8::2 (3439bf0c-469f-4885-b2e4-cff88fac6215/8ee8dc4b-f09b-465c-9fef-c8e4eead8f80/9849d4f0-9d33-4820-b0b2-3823bd6a965c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:47.550598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cccc443-a21e-4b95-8e52-bfb469c45ad4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.553302 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cccc443-a21e-4b95-8e52-bfb469c45ad4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.557042 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7cccc443-a21e-4b95-8e52-bfb469c45ad4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/cc5d900e-301e-466d-8c7b-4b10f9586c11 HTTP/1.1" status: 204 len: 168 time: 0.7801299 Dec 20 16:39:47.567573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:47.610037 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccc443-a21e-4b95-8e52-bfb469c45ad4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5d900e-301e-466d-8c7b-4b10f9586c11,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:47.621230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-38b157fa-b139-4d2b-a0c8-0745b0c81a00 None None] Provisioning complete for port c1000613-24a4-429c-bfec-9472401c4e64 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:47.621603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38b157fa-b139-4d2b-a0c8-0745b0c81a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.650167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.650851 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-027a22f7-7bcd-4135-9e95-fa634ecc41b1 req-23247d29-621a-42cf-9189-2c07d4c5ca1c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538941 Dec 20 16:39:47.654507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.658397 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/networks/91d5e772-ef73-4645-b57b-22c0fefe46e4 HTTP/1.1" status: 204 len: 168 time: 2.8166487 Dec 20 16:39:47.676469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:47.693408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'name': 'tempest-PortsTestJSON-1404685263'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:47.720734 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-aff9d89f-e2e7-4b16-b22b-339491116c5a service neutron] 10.222.0.18 "GET /v2.0/networks/72d5fb78-c811-4e6e-94e1-94ec9d1893a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145700 Dec 20 16:39:47.728606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-38b157fa-b139-4d2b-a0c8-0745b0c81a00 None None] Port c1000613-24a4-429c-bfec-9472401c4e64 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:47.760481 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.770934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.783198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6311d32-388d-4d1f-9e1a-19df10504baa tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Network': ['ID=91d5e772-ef73-4645-b57b-22c0fefe46e4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:47.825572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67940066-874e-48c9-8fa9-eb24f125ffb7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.847504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Network 3439bf0c-469f-4885-b2e4-cff88fac6215 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:47.851931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:47.853920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Pushing event updated for resources: {'Port': ['ID=9849d4f0-9d33-4820-b0b2-3823bd6a965c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:47.856305 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:47.880890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67940066-874e-48c9-8fa9-eb24f125ffb7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.886996 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-56f92158-c591-4169-b57b-fae16f7934dd tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3091311 Dec 20 16:39:47.901597 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:47.906217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-939d1093-0e3a-4805-aeae-cdb912907ba1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567520867'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:47.918939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.921665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Attempting to bind port 9849d4f0-9d33-4820-b0b2-3823bd6a965c on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:47.922341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Attempting to bind port 9849d4f0-9d33-4820-b0b2-3823bd6a965c by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '0c106283-977c-46f8-87d4-d573714d2a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3439bf0c-469f-4885-b2e4-cff88fac6215'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:47.923104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Attempting to bind port 9849d4f0-9d33-4820-b0b2-3823bd6a965c on network 3439bf0c-469f-4885-b2e4-cff88fac6215 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:47.930200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:47.931066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Checking segment: {'id': '0c106283-977c-46f8-87d4-d573714d2a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3439bf0c-469f-4885-b2e4-cff88fac6215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:47.931733 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.932412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Bound using segment: {'id': '0c106283-977c-46f8-87d4-d573714d2a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3439bf0c-469f-4885-b2e4-cff88fac6215'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:47.933352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Bound port: 9849d4f0-9d33-4820-b0b2-3823bd6a965c, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c106283-977c-46f8-87d4-d573714d2a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3439bf0c-469f-4885-b2e4-cff88fac6215'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:47.934024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.948682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:47.952182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.960958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67940066-874e-48c9-8fa9-eb24f125ffb7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Network f029b2ab-a7a5-4d45-a75c-669f995bf078 is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:39:47.961818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67940066-874e-48c9-8fa9-eb24f125ffb7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:47.962417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67940066-874e-48c9-8fa9-eb24f125ffb7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:47.963737 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-67940066-874e-48c9-8fa9-eb24f125ffb7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "PUT /v2.0/networks/f029b2ab-a7a5-4d45-a75c-669f995bf078 HTTP/1.1" status: 200 len: 857 time: 1.0574510 Dec 20 16:39:47.979391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:48.023235 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c65179a-5737-44d0-9e2d-6e04f0ee9e24 req-08c18852-8629-4bc3-a098-7b4fc6a98b72 service neutron] 10.222.0.18 "GET /v2.0/networks/72d5fb78-c811-4e6e-94e1-94ec9d1893a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837389 Dec 20 16:39:48.026808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] For port 9849d4f0-9d33-4820-b0b2-3823bd6a965c, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:48.030283 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] For port 9849d4f0-9d33-4820-b0b2-3823bd6a965c, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9849d4f0-9d33-4820-b0b2-3823bd6a965c,segment=NetworkSegment(0c106283-977c-46f8-87d4-d573714d2a06),segment_id=0c106283-977c-46f8-87d4-d573714d2a06)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:48.035731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.036752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:48.040563 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.047579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Deleting port 75d2c349-b151-4f0c-a4a6-5540d659551a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:48.047951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.107535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d813af6-ab59-4d9e-becd-5fbd3bffb688 None None] Pushing event updated for resources: {'Port': ['ID=9849d4f0-9d33-4820-b0b2-3823bd6a965c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:48.170657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port 1fe33d9e-f600-491f-a718-f368c28f5c60 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:48.197505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67940066-874e-48c9-8fa9-eb24f125ffb7 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event updated for resources: {'Network': ['ID=f029b2ab-a7a5-4d45-a75c-669f995bf078,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:48.227473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939d1093-0e3a-4805-aeae-cdb912907ba1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.238160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] For port 75d2c349-b151-4f0c-a4a6-5540d659551a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=75d2c349-b151-4f0c-a4a6-5540d659551a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:48.238539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.251907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.256220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Calling delete_port for 75d2c349-b151-4f0c-a4a6-5540d659551a owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:48.282336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-0e210611-1691-40ac-bc03-817cc057e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:48.282336 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-0e210611-1691-40ac-bc03-817cc057e985 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 1097 time: 0.1576481 Dec 20 16:39:48.326916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.360191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.584620 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-a618e31d-251e-4190-bf56-11c466551b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:48.586136 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-a618e31d-251e-4190-bf56-11c466551b97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=72d5fb78-c811-4e6e-94e1-94ec9d1893a5 HTTP/1.1" status: 200 len: 897 time: 0.2872667 Dec 20 16:39:48.604503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=c1000613-24a4-429c-bfec-9472401c4e64,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:48.634316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.638788 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-aecba074-d439-48ab-ac78-7d35f414bb3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9663600b-3278-4fd4-8faf-abfd00fb0932 HTTP/1.1" status: 200 len: 217 time: 0.0444491 Dec 20 16:39:48.641957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.653798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.715750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f029b2ab-a7a5-4d45-a75c-669f995bf078']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:48.732400 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1086639a-a53e-4351-8995-7d2208648d86') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:48.733378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1086639a-a53e-4351-8995-7d2208648d86') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:48.739802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9849d4f0-9d33-4820-b0b2-3823bd6a965c up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:48.751323 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-e1d162ea-0e22-43d6-aee7-4bba2ee97059 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3767140 Dec 20 16:39:48.755502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-8d7f2240-9e41-48ec-95e4-6cf81d3c26af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:48.756977 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-8d7f2240-9e41-48ec-95e4-6cf81d3c26af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e821723-c08e-4416-b1e0-3b1f2fffe49d HTTP/1.1" status: 200 len: 838 time: 0.1099448 Dec 20 16:39:48.776104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.795864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939d1093-0e3a-4805-aeae-cdb912907ba1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.797111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.816634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.828162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9849d4f0-9d33-4820-b0b2-3823bd6a965c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:48.828544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.831923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.856057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-45b07cb0-0c26-467d-aed8-d17a95d3fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:48.857683 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-45b07cb0-0c26-467d-aed8-d17a95d3fee7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72d5fb78-c811-4e6e-94e1-94ec9d1893a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0897377 Dec 20 16:39:48.863177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f43f954-fd0a-4f15-8701-e29ac9811a7d None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:48.892214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event deleted for resources: {'Port': ['ID=75d2c349-b151-4f0c-a4a6-5540d659551a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:48.928021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939d1093-0e3a-4805-aeae-cdb912907ba1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.947854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:48.995572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 9849d4f0-9d33-4820-b0b2-3823bd6a965c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9849d4f0-9d33-4820-b0b2-3823bd6a965c,segment=NetworkSegment(0c106283-977c-46f8-87d4-d573714d2a06),segment_id=0c106283-977c-46f8-87d4-d573714d2a06)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:49.000785 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.001901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.004899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.006051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:49.017496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:49.019314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:49.022525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:49.024097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.028603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:49.029253 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:49.099396 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:49.112521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2691e957-c311-4a96-a0b2-d84b7eb420df no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:49.116630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=9849d4f0-9d33-4820-b0b2-3823bd6a965c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:49.139477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 2691e957-c311-4a96-a0b2-d84b7eb420df {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:49.139829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2691e957-c311-4a96-a0b2-d84b7eb420df not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:49.171253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.197846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f029b2ab-a7a5-4d45-a75c-669f995bf078 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 16:39:49.218672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.226231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f029b2ab-a7a5-4d45-a75c-669f995bf078 HTTP/1.1" status: 204 len: 168 time: 1.2108028 Dec 20 16:39:49.226231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Subnet': ['ID=caa36a62-5639-446c-ac37-19cc92d3fc74,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:49.233340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:49.250966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091dbef-ea9a-4e98-ab02-1acf45971869 tempest-ExternalNetworksTestJSON-713519453 tempest-ExternalNetworksTestJSON-713519453-project-admin] Pushing event deleted for resources: {'Network': ['ID=f029b2ab-a7a5-4d45-a75c-669f995bf078,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:49.256000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-939d1093-0e3a-4805-aeae-cdb912907ba1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.260442 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-939d1093-0e3a-4805-aeae-cdb912907ba1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3577640 Dec 20 16:39:49.292764 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46628) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:49.298553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9c04b6d8-19f0-46ce-844d-4e4bf2bd1f57 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-secgroup--723589434'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:49.311185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d1093-0e3a-4805-aeae-cdb912907ba1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a5f79b-8788-4137-af1a-abb9cd29f816,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:49.316052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 2bc76351-8a4c-444d-98dd-6c6679ce4148 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:49.321393 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80eb8f2-bc91-45fa-9ba3-3ad2717d6d7f tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] DELETE failed (client error): The resource could not be found. Dec 20 16:39:49.322005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80eb8f2-bc91-45fa-9ba3-3ad2717d6d7f tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:49.327466 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e80eb8f2-bc91-45fa-9ba3-3ad2717d6d7f tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] 10.222.0.60 "DELETE /v2.0/subnets/72818454-fa36-4711-a7c9-e45191cc3b23 HTTP/1.1" status: 404 len: 337 time: 0.0873609 Dec 20 16:39:49.340192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14527a9-d8c9-4e56-a629-20e109f28e67 req-1ddb8e6a-b32f-47fe-b5fc-ca276541fede tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:49.342474 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c14527a9-d8c9-4e56-a629-20e109f28e67 req-1ddb8e6a-b32f-47fe-b5fc-ca276541fede tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 944 time: 0.5574739 Dec 20 16:39:49.349870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:49.351156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b6eca-39bd-41e5-8340-6edf458917a2 None None] Network 3439bf0c-469f-4885-b2e4-cff88fac6215 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:49.359606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:49.377745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-55a542b1-d000-4e7c-99e2-4f6ebceb7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:49.379761 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-55a542b1-d000-4e7c-99e2-4f6ebceb7287 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 1098 time: 0.5627518 Dec 20 16:39:49.464170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c04b6d8-19f0-46ce-844d-4e4bf2bd1f57 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.498202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-88d637cc-4904-4640-8ab3-451cf4e62161 None None] Provisioning complete for port 9849d4f0-9d33-4820-b0b2-3823bd6a965c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:49.498903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88d637cc-4904-4640-8ab3-451cf4e62161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.529485 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=1fe33d9e-f600-491f-a718-f368c28f5c60,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:49.557902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.564581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c04b6d8-19f0-46ce-844d-4e4bf2bd1f57 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.565399 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4f1dc455-0b0d-4a1e-9d69-44d78750cfed tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8815782 Dec 20 16:39:49.567025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.570112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:49.668395 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-cffdb9f7-6ae4-4cbe-b122-f67e84f6f5c9 service neutron] 10.222.0.18 "GET /v2.0/networks/72d5fb78-c811-4e6e-94e1-94ec9d1893a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7845044 Dec 20 16:39:49.709002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.709608 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7efbc378-93a4-4824-a491-b80c3f33c839 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:39:49.727312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 9663600b-3278-4fd4-8faf-abfd00fb0932 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:39:49.730931 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.735634 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dd41f9f6-3eb4-4d84-87be-37b8d4595df2 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "DELETE /v2.0/routers/7efbc378-93a4-4824-a491-b80c3f33c839 HTTP/1.1" status: 204 len: 168 time: 2.6926820 Dec 20 16:39:49.741612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:49.747476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2013185365', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:49.832878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4fdcd9b9-5981-4a16-9064-ca76b4c0e0bf None None] Provisioning complete for port c1000613-24a4-429c-bfec-9472401c4e64 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:49.833896 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd9b9-5981-4a16-9064-ca76b4c0e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.840141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c04b6d8-19f0-46ce-844d-4e4bf2bd1f57 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.851630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-16c4fe7f-50ed-422e-a0e9-efc40321d4f5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 1fe33d9e-f600-491f-a718-f368c28f5c60 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:49.852059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Checking segment: {'id': 'f29adea8-ceb5-427b-bbae-b98565f85149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b5fea3d-2541-4d88-868d-2e1c33fa99ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:49.852459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network hostable DHCP agents. Network: 5b5fea3d-2541-4d88-868d-2e1c33fa99ca, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:49.852804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16c4fe7f-50ed-422e-a0e9-efc40321d4f5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.857120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.858757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:49.884112 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-329d0187-eaec-4e5b-a9ba-8c948c20210c req-0164d9a5-183f-4281-9158-a204d91e79a9 service neutron] 10.222.0.18 "GET /v2.0/networks/72d5fb78-c811-4e6e-94e1-94ec9d1893a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860840 Dec 20 16:39:49.929496 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcd9b9-5981-4a16-9064-ca76b4c0e0bf None None] Port c1000613-24a4-429c-bfec-9472401c4e64 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:50.021489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16c4fe7f-50ed-422e-a0e9-efc40321d4f5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.025441 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.026317 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 9663600b-3278-4fd4-8faf-abfd00fb0932, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9663600b-3278-4fd4-8faf-abfd00fb0932,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:50.039647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-16c4fe7f-50ed-422e-a0e9-efc40321d4f5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 1fe33d9e-f600-491f-a718-f368c28f5c60 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:50.048528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.054217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '9663600b-3278-4fd4-8faf-abfd00fb0932', 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5', 'port_id': '9663600b-3278-4fd4-8faf-abfd00fb0932', 'mac_address': 'fa:16:3e:8a:44:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e821723-c08e-4416-b1e0-3b1f2fffe49d', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:39:50.093538 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c14527a9-d8c9-4e56-a629-20e109f28e67 req-622a9bf8-b772-4b3b-922f-c1dde1aa150d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7317712 Dec 20 16:39:50.114702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c04b6d8-19f0-46ce-844d-4e4bf2bd1f57 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.115943 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9c04b6d8-19f0-46ce-844d-4e4bf2bd1f57 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8211157 Dec 20 16:39:50.124506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46636) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:50.128146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04b6d8-19f0-46ce-844d-4e4bf2bd1f57 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d03197-5590-4e53-8239-edbf05140b44,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:50.130215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.132105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-420a9a08-9f3d-42bc-a4b0-d048ecdd0ce4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': '46a5f79b-8788-4137-af1a-abb9cd29f816', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '63d03197-5590-4e53-8239-edbf05140b44', 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:50.145116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1104e605-56a2-4d01-b43e-a966311f5d23 None None] Provisioning complete for port 9849d4f0-9d33-4820-b0b2-3823bd6a965c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:50.145492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1104e605-56a2-4d01-b43e-a966311f5d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.176529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9663600b-3278-4fd4-8faf-abfd00fb0932 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:39:50.200799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 9663600b-3278-4fd4-8faf-abfd00fb0932, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9663600b-3278-4fd4-8faf-abfd00fb0932,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:50.211290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.276880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=9663600b-3278-4fd4-8faf-abfd00fb0932,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:50.283307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.332955 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-420a9a08-9f3d-42bc-a4b0-d048ecdd0ce4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.374473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16c4fe7f-50ed-422e-a0e9-efc40321d4f5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.430098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['9663600b-3278-4fd4-8faf-abfd00fb0932'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:39:50.443728 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4fe7f-50ed-422e-a0e9-efc40321d4f5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=1fe33d9e-f600-491f-a718-f368c28f5c60,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:50.458540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:50.466632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16c4fe7f-50ed-422e-a0e9-efc40321d4f5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.476577 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-16c4fe7f-50ed-422e-a0e9-efc40321d4f5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/1fe33d9e-f600-491f-a718-f368c28f5c60 HTTP/1.1" status: 204 len: 168 time: 0.9015698 Dec 20 16:39:50.480265 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:50.490802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'mac_address': 'fa:16:3e:c6:d2:01', 'name': 'tempest-PortsTestJSON-838099053'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:50.512951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 5b5fea3d-2541-4d88-868d-2e1c33fa99ca) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:50.518503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:50.519179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.530662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42cafc-3161-440f-88ed-e0c58350f21b None None] Network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:50.541594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router ccf3f143-187d-4faa-9186-9d7188b1f2f7 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:39:50.550770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-b5c1a264-a37c-404c-bd6d-b9edefca7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:50.551794 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-b5c1a264-a37c-404c-bd6d-b9edefca7591 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e25fcb82-5b95-4940-bb91-7414ff4ead6c HTTP/1.1" status: 200 len: 897 time: 1.1337020 Dec 20 16:39:50.625525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.637255 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-420a9a08-9f3d-42bc-a4b0-d048ecdd0ce4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.652135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-420a9a08-9f3d-42bc-a4b0-d048ecdd0ce4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.673586 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-46977fda-40e8-4de5-ae21-c4494615fc2b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4601774 Dec 20 16:39:50.683339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:50.696388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-27faccd5-bb72-4681-ab27-2464ea9eda97 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-713994657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:50.713665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a9a08-9f3d-42bc-a4b0-d048ecdd0ce4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b919767a-17c4-40cf-9c5c-fd01a89444b0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:50.738242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-420a9a08-9f3d-42bc-a4b0-d048ecdd0ce4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.741993 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-420a9a08-9f3d-42bc-a4b0-d048ecdd0ce4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6137466 Dec 20 16:39:50.742158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9849d4f0-9d33-4820-b0b2-3823bd6a965c up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:50.743232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:50.781020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aef3ce-0a64-4d51-8f2b-64e81a033d7d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:50.785985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:50.841859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dd1fba-5125-45b8-8bd1-75508c62b5b5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:50.842521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dd1fba-5125-45b8-8bd1-75508c62b5b5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:50.863629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.892573 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-2b0c890b-faf4-4810-af0f-4d5393046e46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba HTTP/1.1" status: 200 len: 1001 time: 0.3073604 Dec 20 16:39:50.900772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.914394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27faccd5-bb72-4681-ab27-2464ea9eda97 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.915581 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27faccd5-bb72-4681-ab27-2464ea9eda97 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.925230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bfee-8188-4f42-9014-ee5ad18caefb tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.930148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-5b5fea3d-2541-4d88-868d-2e1c33fa99ca', 'network_id': '5b5fea3d-2541-4d88-868d-2e1c33fa99ca', 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'fixed_ips': [{'subnet_id': 'caa36a62-5639-446c-ac37-19cc92d3fc74'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:50.930849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.943365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bfee-8188-4f42-9014-ee5ad18caefb tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.947919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:50.948364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.952497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:50.962107 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-349feec4-ae6e-451c-aba2-7586c6d00937 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/ccf3f143-187d-4faa-9186-9d7188b1f2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2534659 Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:50.965110 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:50.968165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:50.993005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:50.995884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a684424-f8db-4611-a0a4-1fcfa4dbe657 None None] Sync routers for ids ['ccf3f143-187d-4faa-9186-9d7188b1f2f7'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:51.036591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.080032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.083870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a684424-f8db-4611-a0a4-1fcfa4dbe657 None None] Routers {'ccf3f143-187d-4faa-9186-9d7188b1f2f7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:51.084509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a684424-f8db-4611-a0a4-1fcfa4dbe657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ccf3f143-187d-4faa-9186-9d7188b1f2f7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:51.086601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a7ff51-9918-4550-8b1f-2d605fe4e6db tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:51.092404 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-01a7ff51-9918-4550-8b1f-2d605fe4e6db tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports/c1000613-24a4-429c-bfec-9472401c4e64 HTTP/1.1" status: 200 len: 977 time: 0.1157253 Dec 20 16:39:51.093855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:51.105784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27faccd5-bb72-4681-ab27-2464ea9eda97 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.107992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.109087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bfee-8188-4f42-9014-ee5ad18caefb tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.120375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-ba62791d-8d47-495a-bcbc-44dabe77e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:51.121937 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-ba62791d-8d47-495a-bcbc-44dabe77e673 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74fa4c7a-23ff-4b43-8908-750b8849b092 HTTP/1.1" status: 200 len: 834 time: 0.2171147 Dec 20 16:39:51.123547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.126752 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] 10.222.0.60 "DELETE /v2.0/networks/10aef3ce-0a64-4d51-8f2b-64e81a033d7d HTTP/1.1" status: 204 len: 168 time: 1.7757435 Dec 20 16:39:51.150410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0a7bfee-8188-4f42-9014-ee5ad18caefb tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.151722 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b0a7bfee-8188-4f42-9014-ee5ad18caefb tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b919767a-17c4-40cf-9c5c-fd01a89444b0 HTTP/1.1" status: 204 len: 168 time: 0.4055634 Dec 20 16:39:51.153816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a684424-f8db-4611-a0a4-1fcfa4dbe657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:51.157276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:51.162052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27faccd5-bb72-4681-ab27-2464ea9eda97 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.186765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port bce80f3b-6292-486e-b278-d0c804422ca5 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:51.197627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7bfee-8188-4f42-9014-ee5ad18caefb tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b919767a-17c4-40cf-9c5c-fd01a89444b0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:51.215654 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9849d4f0-9d33-4820-b0b2-3823bd6a965c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:51.216129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.261214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a684424-f8db-4611-a0a4-1fcfa4dbe657 None None] Routers {'ccf3f143-187d-4faa-9186-9d7188b1f2f7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:51.261838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a684424-f8db-4611-a0a4-1fcfa4dbe657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ccf3f143-187d-4faa-9186-9d7188b1f2f7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:51.282133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27faccd5-bb72-4681-ab27-2464ea9eda97 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.283576 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-27faccd5-bb72-4681-ab27-2464ea9eda97 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5938418 Dec 20 16:39:51.318209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:51.318580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a684424-f8db-4611-a0a4-1fcfa4dbe657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:51.319415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a684424-f8db-4611-a0a4-1fcfa4dbe657 None None] The sync data for ids ['ccf3f143-187d-4faa-9186-9d7188b1f2f7'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:51.336000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Allocated IP 2001:db8:1::2 (5b5fea3d-2541-4d88-868d-2e1c33fa99ca/caa36a62-5639-446c-ac37-19cc92d3fc74/3488645a-d3f5-4353-96c1-434f8343e6ef) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:51.396699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de975d1-3590-4362-a5c8-32a0e5e0b4e5 tempest-ExternalNetworksTestJSON-1616773589 tempest-ExternalNetworksTestJSON-1616773589-project] Pushing event deleted for resources: {'Network': ['ID=10aef3ce-0a64-4d51-8f2b-64e81a033d7d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:51.438948 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b6d4bd54-472a-4fb6-9567-7fbb3c624c39 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2713282 Dec 20 16:39:51.446286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46658) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:51.529155 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.534486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:51.545247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.550474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Allocated IP 172.26.1.58 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/dab13edc-5422-43cc-9227-f738dca3c39a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:51.568167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f33d8-aab1-4c1b-b8e5-93f2e01336fd req-476969ee-2136-4010-a7bd-6a1f070d6912 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:51.569969 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-223f33d8-aab1-4c1b-b8e5-93f2e01336fd req-476969ee-2136-4010-a7bd-6a1f070d6912 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 945 time: 0.3395424 Dec 20 16:39:51.577435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-56f03cf8-6906-450b-a9f6-5dc23f185617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:51.579758 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-56f03cf8-6906-450b-a9f6-5dc23f185617 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e25fcb82-5b95-4940-bb91-7414ff4ead6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1845758 Dec 20 16:39:51.601162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Pushing event updated for resources: {'Port': ['ID=3488645a-d3f5-4353-96c1-434f8343e6ef,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:51.637315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:51.640571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:51.643921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:51.715000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 75d2c349-b151-4f0c-a4a6-5540d659551a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:51.739933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 9663600b-3278-4fd4-8faf-abfd00fb0932 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:51.741768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Attempting to bind port 3488645a-d3f5-4353-96c1-434f8343e6ef on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:51.742134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Attempting to bind port 3488645a-d3f5-4353-96c1-434f8343e6ef by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'f29adea8-ceb5-427b-bbae-b98565f85149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b5fea3d-2541-4d88-868d-2e1c33fa99ca'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:51.742502 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Attempting to bind port 3488645a-d3f5-4353-96c1-434f8343e6ef on network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:51.746378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 75d2c349-b151-4f0c-a4a6-5540d659551a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:51.746716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 75d2c349-b151-4f0c-a4a6-5540d659551a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:51.768748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:51.769127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Checking segment: {'id': 'f29adea8-ceb5-427b-bbae-b98565f85149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b5fea3d-2541-4d88-868d-2e1c33fa99ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:51.769519 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.769907 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Bound using segment: {'id': 'f29adea8-ceb5-427b-bbae-b98565f85149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b5fea3d-2541-4d88-868d-2e1c33fa99ca'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:51.770420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Bound port: 3488645a-d3f5-4353-96c1-434f8343e6ef, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29adea8-ceb5-427b-bbae-b98565f85149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b5fea3d-2541-4d88-868d-2e1c33fa99ca'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:51.770847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.833434 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-baff5e1b-b952-4c2f-9fd9-99a7fffcd773 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22b53c38cd9649dda89382351eeed625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935057 Dec 20 16:39:51.841627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46664) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:51.862433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 9663600b-3278-4fd4-8faf-abfd00fb0932 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:39:51.864816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] For port 3488645a-d3f5-4353-96c1-434f8343e6ef, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:51.869001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] For port 3488645a-d3f5-4353-96c1-434f8343e6ef, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3488645a-d3f5-4353-96c1-434f8343e6ef,segment=NetworkSegment(f29adea8-ceb5-427b-bbae-b98565f85149),segment_id=f29adea8-ceb5-427b-bbae-b98565f85149)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:51.870839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 9663600b-3278-4fd4-8faf-abfd00fb0932 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:51.871210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.893280 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.895952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cbccfbc-095b-4591-a471-4417b6fbf4ba tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.910344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:51.919776 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-223f33d8-aab1-4c1b-b8e5-93f2e01336fd req-c38fbe2f-9236-4788-88a9-5687b83d2081 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125534 Dec 20 16:39:51.977988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15822a0d-f952-41af-a3c4-8f86fe6f1da2 None None] Pushing event updated for resources: {'Port': ['ID=3488645a-d3f5-4353-96c1-434f8343e6ef,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:51.996523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cbccfbc-095b-4591-a471-4417b6fbf4ba tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.005397 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-bff554c4-e066-4b7c-b637-b79990b16a92 service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161685 Dec 20 16:39:52.007921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.034823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.058996 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e29dbff-be36-4335-b379-9749a76d4540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9663600b-3278-4fd4-8faf-abfd00fb0932'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:39:52.061268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f0aa01-f3fa-442d-bea7-32ac4dc19b4f" -d '{"events": [{"server_uuid": "3e29dbff-be36-4335-b379-9749a76d4540", "name": "network-vif-plugged", "status": "completed", "tag": "9663600b-3278-4fd4-8faf-abfd00fb0932"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:39:52.079442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 9663600b-3278-4fd4-8faf-abfd00fb0932, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9663600b-3278-4fd4-8faf-abfd00fb0932,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:52.092411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.115746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7295c809-8ee0-4227-ab7f-75a5181d8dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.119692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.122160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.143052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7937b40-8897-4b46-9ded-ea4041555aa7 x-openstack-request-id: req-c7937b40-8897-4b46-9ded-ea4041555aa7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:39:52.143382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e29dbff-be36-4335-b379-9749a76d4540", "name": "network-vif-plugged", "status": "completed", "tag": "9663600b-3278-4fd4-8faf-abfd00fb0932", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:39:52.143639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7937b40-8897-4b46-9ded-ea4041555aa7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:39:52.144035 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e29dbff-be36-4335-b379-9749a76d4540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9663600b-3278-4fd4-8faf-abfd00fb0932', 'code': 200} Dec 20 16:39:52.160097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=9663600b-3278-4fd4-8faf-abfd00fb0932,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:52.274139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cbccfbc-095b-4591-a471-4417b6fbf4ba tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.276821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cbccfbc-095b-4591-a471-4417b6fbf4ba tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.280439 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4cbccfbc-095b-4591-a471-4417b6fbf4ba tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/63d03197-5590-4e53-8239-edbf05140b44 HTTP/1.1" status: 204 len: 168 time: 0.8241606 Dec 20 16:39:52.292162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46668) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:52.323484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.350650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbccfbc-095b-4591-a471-4417b6fbf4ba tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d03197-5590-4e53-8239-edbf05140b44,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:52.491658 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:52.512703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7295c809-8ee0-4227-ab7f-75a5181d8dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.514882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:52.517038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.519547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:52.525611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:52.526241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.577973 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=bce80f3b-6292-486e-b278-d0c804422ca5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:52.586850 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a85e1d2-8623-4d07-8c65-5e6ed7164faf req-cf75b59e-0a98-4689-9498-b021da2289b5 service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722988 Dec 20 16:39:52.608719 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ff578b0c-0515-4afa-a6ac-2eed37910a91 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3129251 Dec 20 16:39:52.608719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c087f6-a9c0-4ba8-8049-efe7abb24e4c req-5d6dc237-7b4e-4384-b769-96088e201933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:52.609326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:52.609945 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11c087f6-a9c0-4ba8-8049-efe7abb24e4c req-5d6dc237-7b4e-4384-b769-96088e201933 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 1099 time: 0.2845125 Dec 20 16:39:52.655742 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1439aa78-1524-4824-ad77-b1ebaf2f0538 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1669042 Dec 20 16:39:52.660051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:52.660249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:52.684613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:52.690735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:52.713926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a44cf5-8245-467f-9c33-41a7f87308d9 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:52.715336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7295c809-8ee0-4227-ab7f-75a5181d8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.717918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7295c809-8ee0-4227-ab7f-75a5181d8dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.722097 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7295c809-8ee0-4227-ab7f-75a5181d8dcc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1be80755-8aea-4520-a61a-662fd2564df9 HTTP/1.1" status: 204 len: 168 time: 0.8765585 Dec 20 16:39:52.747333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee633e4d-de45-4614-9dd8-e176bf3d9035 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:52.751230 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ee633e4d-de45-4614-9dd8-e176bf3d9035 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/bce80f3b-6292-486e-b278-d0c804422ca5 HTTP/1.1" status: 200 len: 840 time: 0.0861361 Dec 20 16:39:52.754358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event updated for resources: {'Port': ['ID=dab13edc-5422-43cc-9227-f738dca3c39a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:52.759209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:52.799762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295c809-8ee0-4227-ab7f-75a5181d8dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be80755-8aea-4520-a61a-662fd2564df9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:52.806780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a26f1083-8e77-413f-b666-9f354f2ea502 None None] Provisioning complete for port dab13edc-5422-43cc-9227-f738dca3c39a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:52.810048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a26f1083-8e77-413f-b666-9f354f2ea502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.813827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b21904e0-d581-4bdf-a3df-7a403021f64a tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.852849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3488645a-d3f5-4353-96c1-434f8343e6ef up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:52.879348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b21904e0-d581-4bdf-a3df-7a403021f64a tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.879798 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11c087f6-a9c0-4ba8-8049-efe7abb24e4c req-ce7208de-76e8-49bc-8c4b-dcd5dd2a167b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436018 Dec 20 16:39:52.919037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a26f1083-8e77-413f-b666-9f354f2ea502 None None] Port dab13edc-5422-43cc-9227-f738dca3c39a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:52.947196 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3488645a-d3f5-4353-96c1-434f8343e6ef triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:52.947695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.949567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b21904e0-d581-4bdf-a3df-7a403021f64a tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.952695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b21904e0-d581-4bdf-a3df-7a403021f64a tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.953956 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b21904e0-d581-4bdf-a3df-7a403021f64a tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/46a5f79b-8788-4137-af1a-abb9cd29f816 HTTP/1.1" status: 204 len: 168 time: 0.3436410 Dec 20 16:39:52.970187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 2001:db8::1 (3439bf0c-469f-4885-b2e4-cff88fac6215/8ee8dc4b-f09b-465c-9fef-c8e4eead8f80/bc9654e1-4b12-4a38-a789-ccae3469ce66) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:52.972576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:52.981176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21904e0-d581-4bdf-a3df-7a403021f64a tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a5f79b-8788-4137-af1a-abb9cd29f816,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:53.020248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port c1000613-24a4-429c-bfec-9472401c4e64 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:53.020933 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.171437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.195012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.231126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for c1000613-24a4-429c-bfec-9472401c4e64 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:53.235858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 3488645a-d3f5-4353-96c1-434f8343e6ef, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3488645a-d3f5-4353-96c1-434f8343e6ef,segment=NetworkSegment(f29adea8-ceb5-427b-bbae-b98565f85149),segment_id=f29adea8-ceb5-427b-bbae-b98565f85149)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:53.242192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.310137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:53.333476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=3488645a-d3f5-4353-96c1-434f8343e6ef,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:53.368279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa41c5d-ab93-4ce4-b1b7-e51e5eb247ca None None] Network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:53.416982 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c05400a7-8407-4ce0-89e1-e41340bdde8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5eab6c27592482d93c5d9a2e9a55327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1053615 Dec 20 16:39:53.419457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:53.464960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8e830d9c-f990-46cb-91e5-ae2d87d30f26 None None] Provisioning complete for port 3488645a-d3f5-4353-96c1-434f8343e6ef triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:53.465281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e830d9c-f990-46cb-91e5-ae2d87d30f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.510931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140ea11b-d317-4a88-8818-600164fc869d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.548515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140ea11b-d317-4a88-8818-600164fc869d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.557662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.604371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=c1000613-24a4-429c-bfec-9472401c4e64,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:53.684653 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7bff631c-4572-436b-93eb-94e73eb8eb24 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2493672 Dec 20 16:39:53.693602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:53.698823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cef17c7d-5369-4a87-ab64-da42b7dda29c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111025097'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:53.747295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b2b83-d2d9-4262-985d-0a96889d9094 req-63a69c8e-c653-4059-b55c-b669a3de35f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:53.754454 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-856b2b83-d2d9-4262-985d-0a96889d9094 req-63a69c8e-c653-4059-b55c-b669a3de35f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 946 time: 0.3063767 Dec 20 16:39:53.756862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140ea11b-d317-4a88-8818-600164fc869d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.759074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-140ea11b-d317-4a88-8818-600164fc869d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.760235 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-140ea11b-d317-4a88-8818-600164fc869d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68819a1d-5ba5-4f45-9c5e-932e43f401f2 HTTP/1.1" status: 204 len: 168 time: 0.3395660 Dec 20 16:39:53.810354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ea11b-d317-4a88-8818-600164fc869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68819a1d-5ba5-4f45-9c5e-932e43f401f2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:53.816656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.819765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7afcd-8ed1-4b3c-b761-b743f468e30c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port bce80f3b-6292-486e-b278-d0c804422ca5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:53.820110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcb7afcd-8ed1-4b3c-b761-b743f468e30c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:53.839197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cef17c7d-5369-4a87-ab64-da42b7dda29c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.015673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cf86f6c9-ad49-4c58-aadd-1d6e3319d862 None None] Provisioning complete for port 3488645a-d3f5-4353-96c1-434f8343e6ef triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:54.016568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf86f6c9-ad49-4c58-aadd-1d6e3319d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.061274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcb7afcd-8ed1-4b3c-b761-b743f468e30c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.062933 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router ccf3f143-187d-4faa-9186-9d7188b1f2f7 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:39:54.096372 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-856b2b83-d2d9-4262-985d-0a96889d9094 req-d66b922c-6b2b-4c7e-88d4-bd042237ab89 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104100 Dec 20 16:39:54.099686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cef17c7d-5369-4a87-ab64-da42b7dda29c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.108759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.110615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7afcd-8ed1-4b3c-b761-b743f468e30c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for bce80f3b-6292-486e-b278-d0c804422ca5 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:54.124177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.148044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cef17c7d-5369-4a87-ab64-da42b7dda29c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.219413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:54.227477 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c0e93e2a-6af5-4896-a58f-e1606967a5f3 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/ccf3f143-187d-4faa-9186-9d7188b1f2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1283269 Dec 20 16:39:54.230630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cef17c7d-5369-4a87-ab64-da42b7dda29c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.231901 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cef17c7d-5369-4a87-ab64-da42b7dda29c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5369859 Dec 20 16:39:54.232630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:54.234200 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef17c7d-5369-4a87-ab64-da42b7dda29c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d9bffb-1223-4f8c-a6f7-8edc6993365f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:54.237247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:54.239676 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e4847-07c8-4e77-a980-3dba4a755902 None None] Sync routers for ids ['ccf3f143-187d-4faa-9186-9d7188b1f2f7'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:54.249331 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0e4847-07c8-4e77-a980-3dba4a755902 None None] Routers {'ccf3f143-187d-4faa-9186-9d7188b1f2f7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:54.249983 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dd0e4847-07c8-4e77-a980-3dba4a755902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ccf3f143-187d-4faa-9186-9d7188b1f2f7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:54.253914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4825d04b-d067-4b97-b9e8-b65296ccd5a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': 'e3d9bffb-1223-4f8c-a6f7-8edc6993365f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:54.289957 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dd0e4847-07c8-4e77-a980-3dba4a755902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:54.290069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4825d04b-d067-4b97-b9e8-b65296ccd5a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.295632 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0e4847-07c8-4e77-a980-3dba4a755902 None None] Routers {'ccf3f143-187d-4faa-9186-9d7188b1f2f7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:54.296234 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dd0e4847-07c8-4e77-a980-3dba4a755902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ccf3f143-187d-4faa-9186-9d7188b1f2f7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:54.341443 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dd0e4847-07c8-4e77-a980-3dba4a755902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:54.342339 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e4847-07c8-4e77-a980-3dba4a755902 None None] The sync data for ids ['ccf3f143-187d-4faa-9186-9d7188b1f2f7'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:54.365999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4825d04b-d067-4b97-b9e8-b65296ccd5a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.371131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4825d04b-d067-4b97-b9e8-b65296ccd5a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.389456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825d04b-d067-4b97-b9e8-b65296ccd5a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f813c08-ea77-48ed-b9ce-963c91eca4db,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:54.404694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4825d04b-d067-4b97-b9e8-b65296ccd5a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.405790 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4825d04b-d067-4b97-b9e8-b65296ccd5a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1680615 Dec 20 16:39:54.409185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:54.414711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.439481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7d60c1f-53c9-40fc-bf54-56e151d711ac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.451684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7d60c1f-53c9-40fc-bf54-56e151d711ac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.481094 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7d60c1f-53c9-40fc-bf54-56e151d711ac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.492050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7d60c1f-53c9-40fc-bf54-56e151d711ac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.493738 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c7d60c1f-53c9-40fc-bf54-56e151d711ac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/8f813c08-ea77-48ed-b9ce-963c91eca4db HTTP/1.1" status: 204 len: 168 time: 0.0835409 Dec 20 16:39:54.498145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46708) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:54.499892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d60c1f-53c9-40fc-bf54-56e151d711ac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f813c08-ea77-48ed-b9ce-963c91eca4db,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:54.573567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 3439bf0c-469f-4885-b2e4-cff88fac6215 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:54.624522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:54.626412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcb7afcd-8ed1-4b3c-b761-b743f468e30c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.652423 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:54.652975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.661977 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-b7653cda-2329-42db-862d-e95a748a3528 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 16:39:54.663092 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b7653cda-2329-42db-862d-e95a748a3528 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/ccf3f143-187d-4faa-9186-9d7188b1f2f7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4266970 Dec 20 16:39:54.663752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=bc9654e1-4b12-4a38-a789-ccae3469ce66,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:54.666116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:54.693087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3488645a-d3f5-4353-96c1-434f8343e6ef up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:39:54.714174 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-db7cc024-7029-42a4-b1be-ed0a56786660 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccf3f143-187d-4faa-9186-9d7188b1f2f7 HTTP/1.1" status: 200 len: 205 time: 0.0465477 Dec 20 16:39:54.716804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:54.779435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3488645a-d3f5-4353-96c1-434f8343e6ef triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:54.781092 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.789451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7afcd-8ed1-4b3c-b761-b743f468e30c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=bce80f3b-6292-486e-b278-d0c804422ca5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:54.800288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcb7afcd-8ed1-4b3c-b761-b743f468e30c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.803636 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bcb7afcd-8ed1-4b3c-b761-b743f468e30c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/bce80f3b-6292-486e-b278-d0c804422ca5 HTTP/1.1" status: 204 len: 168 time: 2.0400276 Dec 20 16:39:54.823786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:54.848309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6ef4-2990-4b70-a324-3a8b936c10c7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.855292 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-375c0c31-45d8-4c9c-bd94-a02e5ff38e52 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3498137 Dec 20 16:39:54.874577 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46724) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:54.898807 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7e31df-9241-425c-b6fd-ae99d4d06a14 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:39:54.900294 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1c7e31df-9241-425c-b6fd-ae99d4d06a14 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/bce80f3b-6292-486e-b278-d0c804422ca5 HTTP/1.1" status: 404 len: 333 time: 0.0723057 Dec 20 16:39:54.905364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46726) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:54.917027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'name': 'tempest-PortsTestJSON-849058487'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:54.929430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:54.996405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89f0518b-f159-4881-816d-3fd6c6eb5c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.061845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6ef4-2990-4b70-a324-3a8b936c10c7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.064379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6ef4-2990-4b70-a324-3a8b936c10c7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.067549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-419aaa6c-5eb3-4ac8-ae09-5cd88506e241 None None] Provisioning complete for port bc9654e1-4b12-4a38-a789-ccae3469ce66 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:55.067928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-419aaa6c-5eb3-4ac8-ae09-5cd88506e241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.114054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6ef4-2990-4b70-a324-3a8b936c10c7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.114864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3c6ef4-2990-4b70-a324-3a8b936c10c7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Fanout notify agent at l3_agent the message router_deleted on router ccf3f143-187d-4faa-9186-9d7188b1f2f7 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:39:55.118290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-419aaa6c-5eb3-4ac8-ae09-5cd88506e241 None None] Port bc9654e1-4b12-4a38-a789-ccae3469ce66 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:55.124253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6ef4-2990-4b70-a324-3a8b936c10c7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.130744 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cc3c6ef4-2990-4b70-a324-3a8b936c10c7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/ccf3f143-187d-4faa-9186-9d7188b1f2f7 HTTP/1.1" status: 204 len: 168 time: 0.4084902 Dec 20 16:39:55.131341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:55.165352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.199682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94605f9-a6b2-4933-a5e4-19692ea13e92 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting subnet 1c9d60ee-01ed-4fac-b507-b07e1fe8b56a {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:39:55.203923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94605f9-a6b2-4933-a5e4-19692ea13e92 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.206320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8585e9-fe5f-4587-bdc0-767a83cc4764 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.266025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8585e9-fe5f-4587-bdc0-767a83cc4764 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.284001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94605f9-a6b2-4933-a5e4-19692ea13e92 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.324196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db3df6-357a-405c-852a-63eb14ecc8f0 req-0d2d8b1e-be2d-4d45-902b-22c1abb685be tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:55.326437 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96db3df6-357a-405c-852a-63eb14ecc8f0 req-0d2d8b1e-be2d-4d45-902b-22c1abb685be tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 946 time: 0.0965486 Dec 20 16:39:55.396205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:55.399762 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.428933 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96db3df6-357a-405c-852a-63eb14ecc8f0 req-a85f3d29-4364-4c10-adb1-2105d25af13e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953202 Dec 20 16:39:55.435680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94605f9-a6b2-4933-a5e4-19692ea13e92 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.448241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8585e9-fe5f-4587-bdc0-767a83cc4764 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.451025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8585e9-fe5f-4587-bdc0-767a83cc4764 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.454913 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0b8585e9-fe5f-4587-bdc0-767a83cc4764 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/e3d9bffb-1223-4f8c-a6f7-8edc6993365f HTTP/1.1" status: 204 len: 168 time: 0.5732353 Dec 20 16:39:55.455076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port ea5c28f3-6510-42f5-8aed-e100007bd664 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:39:55.459219 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:55.462054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Router 7e94d334-86e0-4f26-b835-088e1de7c58f is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:39:55.499381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8585e9-fe5f-4587-bdc0-767a83cc4764 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d9bffb-1223-4f8c-a6f7-8edc6993365f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:55.534861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9ee51029-0ffa-49cd-942b-485ae96f4ba4 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0746312 Dec 20 16:39:55.538799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46748) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:55.543028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9c37be98-8d51-4514-8eb8-c3880448dcf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-secgroup--294809693'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:55.587463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c37be98-8d51-4514-8eb8-c3880448dcf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.600083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94605f9-a6b2-4933-a5e4-19692ea13e92 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.638217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94605f9-a6b2-4933-a5e4-19692ea13e92 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9d60ee-01ed-4fac-b507-b07e1fe8b56a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:55.646724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e94605f9-a6b2-4933-a5e4-19692ea13e92 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.652740 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e94605f9-a6b2-4933-a5e4-19692ea13e92 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/1c9d60ee-01ed-4fac-b507-b07e1fe8b56a HTTP/1.1" status: 204 len: 168 time: 0.5201893 Dec 20 16:39:55.653495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46752) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:55.655119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef9ca58-8510-46b4-a292-d00b2be39e18 None None] Network 2bc76351-8a4c-444d-98dd-6c6679ce4148 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:55.766313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.793053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c37be98-8d51-4514-8eb8-c3880448dcf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.801333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c37be98-8d51-4514-8eb8-c3880448dcf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.873672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df20fd-fcf7-43db-993c-3163fb683407 None None] DHCP port deletion for 2bc76351-8a4c-444d-98dd-6c6679ce4148 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:39:55.886166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c37be98-8d51-4514-8eb8-c3880448dcf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.890331 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9c37be98-8d51-4514-8eb8-c3880448dcf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3481941 Dec 20 16:39:55.892783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:55.894414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37be98-8d51-4514-8eb8-c3880448dcf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56f624b-3e22-4f0f-bc72-b04c284264d4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:55.901418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2e22b16b-ab40-4050-a660-58f1e23425c1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': 'd56f624b-3e22-4f0f-bc72-b04c284264d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:55.936282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:55.936791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:55.979068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-14df20fd-fcf7-43db-993c-3163fb683407 None None] Deleting port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:55.979647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14df20fd-fcf7-43db-993c-3163fb683407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.007634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e22b16b-ab40-4050-a660-58f1e23425c1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.045564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eb3c94e2-1eb9-4f7f-8e16-497791efb7d1,segment=NetworkSegment(df3bef80-e4e9-4019-8d0b-eb59081f1705),segment_id=df3bef80-e4e9-4019-8d0b-eb59081f1705)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:56.046104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.070282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:56.075383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-14df20fd-fcf7-43db-993c-3163fb683407 None None] For port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eb3c94e2-1eb9-4f7f-8e16-497791efb7d1,segment=NetworkSegment(df3bef80-e4e9-4019-8d0b-eb59081f1705),segment_id=df3bef80-e4e9-4019-8d0b-eb59081f1705)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:39:56.075785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14df20fd-fcf7-43db-993c-3163fb683407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.092255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-14df20fd-fcf7-43db-993c-3163fb683407 None None] Calling delete_port for eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:56.100791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc28d6-8b0a-486b-b90e-62ba546ef2b4 req-3df3ae30-7114-493c-82a6-ed9635189454 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:56.103048 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c1bc28d6-8b0a-486b-b90e-62ba546ef2b4 req-3df3ae30-7114-493c-82a6-ed9635189454 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 946 time: 0.5667579 Dec 20 16:39:56.125243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:56.144841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e22b16b-ab40-4050-a660-58f1e23425c1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.155518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e22b16b-ab40-4050-a660-58f1e23425c1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.195645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22b16b-ab40-4050-a660-58f1e23425c1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c680034f-7856-4ede-ade8-7766f4278ef7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:56.216653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.220126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e22b16b-ab40-4050-a660-58f1e23425c1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.221425 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2e22b16b-ab40-4050-a660-58f1e23425c1 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240743 Dec 20 16:39:56.224410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:56.230734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14df20fd-fcf7-43db-993c-3163fb683407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.234411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:56.236272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.237792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.245550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.268678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df20fd-fcf7-43db-993c-3163fb683407 None None] Pushing event deleted for resources: {'Port': ['ID=eb3c94e2-1eb9-4f7f-8e16-497791efb7d1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:56.271670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f300e93-49bf-4c7c-bed6-b4ff0d99ae39 None None] Sync routers for ids ['7e94d334-86e0-4f26-b835-088e1de7c58f'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:56.274940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df20fd-fcf7-43db-993c-3163fb683407 None None] No DVR routers for this DVR port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:56.296275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f300e93-49bf-4c7c-bed6-b4ff0d99ae39 None None] Routers {'7e94d334-86e0-4f26-b835-088e1de7c58f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:56.297535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f300e93-49bf-4c7c-bed6-b4ff0d99ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['7e94d334-86e0-4f26-b835-088e1de7c58f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:56.310986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=eb3c94e2-1eb9-4f7f-8e16-497791efb7d1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:56.314170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No DVR routers for this DVR port eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:39:56.322932 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-98e0ee80-4bd0-4562-81ce-97e7d8b2c021 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules/c680034f-7856-4ede-ade8-7766f4278ef7 HTTP/1.1" status: 200 len: 763 time: 0.0966902 Dec 20 16:39:56.333335 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c1bc28d6-8b0a-486b-b90e-62ba546ef2b4 req-e6aa4eda-c163-4763-a262-ffc766bcb1ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050200 Dec 20 16:39:56.337712 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.342453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46768) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:56.345476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.347387 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-778d71de-0609-4dee-9c8a-895025c1f286 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6030500 Dec 20 16:39:56.348953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f300e93-49bf-4c7c-bed6-b4ff0d99ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:56.365006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:56.365237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f300e93-49bf-4c7c-bed6-b4ff0d99ae39 None None] Routers {'7e94d334-86e0-4f26-b835-088e1de7c58f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:56.365237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f300e93-49bf-4c7c-bed6-b4ff0d99ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['7e94d334-86e0-4f26-b835-088e1de7c58f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:56.371373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d162acb0-007c-4857-a221-c945d23e51b9 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:56.401126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f300e93-49bf-4c7c-bed6-b4ff0d99ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:56.401747 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f300e93-49bf-4c7c-bed6-b4ff0d99ae39 None None] The sync data for ids ['7e94d334-86e0-4f26-b835-088e1de7c58f'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:56.412026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f1c4ea4-755c-4098-a626-6a734fa7884c tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:56.470594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.471294 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=bc9654e1-4b12-4a38-a789-ccae3469ce66,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:56.508897 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2e6ff322-f7c3-4525-9136-0ce132618d94 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1600544 Dec 20 16:39:56.515312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:56.532230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc76351-8a4c-444d-98dd-6c6679ce4148']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:56.548045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3bef80-e4e9-4019-8d0b-eb59081f1705') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:56.548253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3bef80-e4e9-4019-8d0b-eb59081f1705') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:56.552747 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f1c4ea4-755c-4098-a626-6a734fa7884c tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] 10.222.0.60 "PUT /v2.0/quotas/686d58e8fb2e4de9b8abdcced620afd1 HTTP/1.1" status: 200 len: 368 time: 0.4228985 Dec 20 16:39:56.555687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46778) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:56.558165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.565723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.568793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Request body: {'network': {'project_id': '686d58e8fb2e4de9b8abdcced620afd1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:56.614515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.627158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:39:56.627561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.628686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 3439bf0c-469f-4885-b2e4-cff88fac6215 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:56.630412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f68115e-60d2-4a0b-abbf-90edfe817b7c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:39:56.630547 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:39:56.641522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:56.656076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:56.660165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f68115e-60d2-4a0b-abbf-90edfe817b7c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.680105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:56.689261 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=ea5c28f3-6510-42f5-8aed-e100007bd664,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:56.692661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:56.698483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:56.699015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.706033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:39:56.713799 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Made reservation on behalf of 686d58e8fb2e4de9b8abdcced620afd1 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:56.716839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.754997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:39:56.755727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eb3c94e2-1eb9-4f7f-8e16-497791efb7d1 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:39:56.759282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.764766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.768546 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/networks/2bc76351-8a4c-444d-98dd-6c6679ce4148 HTTP/1.1" status: 204 len: 168 time: 1.1109920 Dec 20 16:39:56.786363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46780) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:56.788794 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c012c-1cf2-4b47-9c75-08c334b34829 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Network': ['ID=2bc76351-8a4c-444d-98dd-6c6679ce4148,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:56.797494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'network': {'name': 'tempest-RoutersTest-2058956779'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:56.816674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f68115e-60d2-4a0b-abbf-90edfe817b7c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.818417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.822752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f68115e-60d2-4a0b-abbf-90edfe817b7c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.826473 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5f68115e-60d2-4a0b-abbf-90edfe817b7c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c680034f-7856-4ede-ade8-7766f4278ef7 HTTP/1.1" status: 204 len: 168 time: 0.3068902 Dec 20 16:39:56.833911 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-56cc8596-e834-432d-9faf-9569072dba3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9260569 Dec 20 16:39:56.833911 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:56.837875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46784) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:56.861972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-162da766-2132-454a-9367-332fbf70b07a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:56.869756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68115e-60d2-4a0b-abbf-90edfe817b7c tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c680034f-7856-4ede-ade8-7766f4278ef7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:56.909470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:56.913835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.950348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d162acb0-007c-4857-a221-c945d23e51b9 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.953446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:56.969618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:56.970003 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added segment 7fd7680f-b261-4717-ab88-4640aa30387b of type vlan for network f36eed04-1515-4197-b4f5-7030390b271a Dec 20 16:39:57.002418 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-05105132-1602-418b-980b-367e02a3752d tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1652470 Dec 20 16:39:57.005750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-162da766-2132-454a-9367-332fbf70b07a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.009662 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:57.014610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-08d845e2-18ff-4278-9407-c258b8640c52 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': 'd56f624b-3e22-4f0f-bc72-b04c284264d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:57.035559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.060913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-683dd843-bd6e-4a7f-8e4f-7c6d6757e024 None None] Provisioning complete for port bc9654e1-4b12-4a38-a789-ccae3469ce66 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:39:57.061518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-683dd843-bd6e-4a7f-8e4f-7c6d6757e024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.092750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.099569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:57.100367 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.105858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-683dd843-bd6e-4a7f-8e4f-7c6d6757e024 None None] Port bc9654e1-4b12-4a38-a789-ccae3469ce66 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:39:57.128654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router c495ee16-6a5b-4e59-8de2-da42686c2f8c is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:39:57.148114 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3556962 Dec 20 16:39:57.152989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.155684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d845e2-18ff-4278-9407-c258b8640c52 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.169170 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:57.189015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'subnet': {'network_id': 'f36eed04-1515-4197-b4f5-7030390b271a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:57.190739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce13a4d-95d3-4164-ad18-df554c88b766 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Network': ['ID=f36eed04-1515-4197-b4f5-7030390b271a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:57.192716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.204034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f36eed04-1515-4197-b4f5-7030390b271a details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:57.405549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:57.447250 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd74521-0b93-44fd-8e62-d49e805809ed,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:57.461189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.461534 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Added segment e938affc-4e34-48de-a6b7-ae3c35f48fc0 of type vlan for network 8a3bffe3-67a3-4569-993b-f1baf509e339 Dec 20 16:39:57.498374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d845e2-18ff-4278-9407-c258b8640c52 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.518292 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:57.530560 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0d6b734b-0211-4b02-bcaf-5898a42f8ceb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/c495ee16-6a5b-4e59-8de2-da42686c2f8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2083464 Dec 20 16:39:57.530778 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43c9b4-259b-4770-8a09-e2ae88e38e47 None None] Sync routers for ids ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:57.541142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:57.543630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d845e2-18ff-4278-9407-c258b8640c52 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.544600 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43c9b4-259b-4770-8a09-e2ae88e38e47 None None] Routers {'c495ee16-6a5b-4e59-8de2-da42686c2f8c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:57.545855 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e43c9b4-259b-4770-8a09-e2ae88e38e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:57.566750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-162da766-2132-454a-9367-332fbf70b07a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.576949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.580356 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e43c9b4-259b-4770-8a09-e2ae88e38e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:57.589005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-162da766-2132-454a-9367-332fbf70b07a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.590503 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43c9b4-259b-4770-8a09-e2ae88e38e47 None None] Routers {'c495ee16-6a5b-4e59-8de2-da42686c2f8c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:57.591211 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e43c9b4-259b-4770-8a09-e2ae88e38e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:57.604824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d845e2-18ff-4278-9407-c258b8640c52 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4470e2-40c0-41b4-a16d-d54912aa1b56,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:57.612375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:57.615952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.626669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7059d32e-7b53-49a0-9aba-81ac8d2a93ae tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:57.630211 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7059d32e-7b53-49a0-9aba-81ac8d2a93ae tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports/bc9654e1-4b12-4a38-a789-ccae3469ce66 HTTP/1.1" status: 200 len: 911 time: 0.0859745 Dec 20 16:39:57.631617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46792) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:57.634237 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e43c9b4-259b-4770-8a09-e2ae88e38e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:57.635044 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43c9b4-259b-4770-8a09-e2ae88e38e47 None None] The sync data for ids ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:57.664368 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d845e2-18ff-4278-9407-c258b8640c52 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.665567 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-08d845e2-18ff-4278-9407-c258b8640c52 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6545601 Dec 20 16:39:57.668516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-162da766-2132-454a-9367-332fbf70b07a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] In _notify_port_updated(), no bound segment for port ea5c28f3-6510-42f5-8aed-e100007bd664 on network 3b396c3c-2eb8-48ee-b70f-a86d35609cea {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:39:57.674717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162da766-2132-454a-9367-332fbf70b07a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:57.675338 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-162da766-2132-454a-9367-332fbf70b07a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.676203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46794) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:57.676681 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-162da766-2132-454a-9367-332fbf70b07a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "PUT /v2.0/ports/ea5c28f3-6510-42f5-8aed-e100007bd664 HTTP/1.1" status: 200 len: 818 time: 0.8221843 Dec 20 16:39:57.685531 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:57.739809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6fb5-4b82-4eb4-829b-83864198f67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.741835 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0d6b12f4-a679-4fe4-82b0-a92017dbb5e7 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules/4b4470e2-40c0-41b4-a16d-d54912aa1b56 HTTP/1.1" status: 200 len: 763 time: 0.0596023 Dec 20 16:39:57.748240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:57.768442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.769355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:57.770159 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.782789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162da766-2132-454a-9367-332fbf70b07a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=ea5c28f3-6510-42f5-8aed-e100007bd664,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:57.880819 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3176908 Dec 20 16:39:57.885384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:57.885538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46802) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:57.890021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Request body: {'network': {'project_id': '686d58e8fb2e4de9b8abdcced620afd1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:57.902216 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a3b53-80e5-4d4e-9859-6af28340430b tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Pushing event updated for resources: {'Network': ['ID=8a3bffe3-67a3-4569-993b-f1baf509e339,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:57.913835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 8a3bffe3-67a3-4569-993b-f1baf509e339 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:57.993052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Made reservation on behalf of 686d58e8fb2e4de9b8abdcced620afd1 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:57.996543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.010334 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-286d6568-27c1-4f4d-865c-d36b61109d29 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2591364 Dec 20 16:39:58.019184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46804) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.059069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a110680c-c397-4456-a2b6-c15d872ea013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port ea5c28f3-6510-42f5-8aed-e100007bd664 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:39:58.059424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a110680c-c397-4456-a2b6-c15d872ea013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.088256 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.091963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:58.163097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.163435 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Added segment e20ffd65-6d24-43e7-ad14-fd2e4ad3232c of type vlan for network 5b0e22b8-1c73-4b92-919b-05095d669e69 Dec 20 16:39:58.203917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e946d-d5de-4f6e-83e1-df80af42e5a8 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.230031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e946d-d5de-4f6e-83e1-df80af42e5a8 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.239865 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a110680c-c397-4456-a2b6-c15d872ea013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.255016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Subnet': ['ID=5abbaf03-90c1-4888-bd92-efbf75c51285,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:58.259374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.267569 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a110680c-c397-4456-a2b6-c15d872ea013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for ea5c28f3-6510-42f5-8aed-e100007bd664 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:39:58.286868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Checking segment: {'id': '7fd7680f-b261-4717-ab88-4640aa30387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f36eed04-1515-4197-b4f5-7030390b271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:58.287232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network hostable DHCP agents. Network: f36eed04-1515-4197-b4f5-7030390b271a, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:39:58.348547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.349524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:58.350090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.381777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e946d-d5de-4f6e-83e1-df80af42e5a8 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.385503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network f36eed04-1515-4197-b4f5-7030390b271a is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:39:58.400215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e946d-d5de-4f6e-83e1-df80af42e5a8 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.401748 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2f4e946d-d5de-4f6e-83e1-df80af42e5a8 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4b4470e2-40c0-41b4-a16d-d54912aa1b56 HTTP/1.1" status: 204 len: 168 time: 0.3782642 Dec 20 16:39:58.407802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d162acb0-007c-4857-a221-c945d23e51b9 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.431009 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.448365 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5592127 Dec 20 16:39:58.448365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f36eed04-1515-4197-b4f5-7030390b271a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:58.448869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46808) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.449813 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e946d-d5de-4f6e-83e1-df80af42e5a8 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b4470e2-40c0-41b4-a16d-d54912aa1b56,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:58.459038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f70d6772-1e8f-4d20-b9d8-16cc9a363212 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Request body: {'network': {'project_id': '686d58e8fb2e4de9b8abdcced620afd1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:58.465295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d162acb0-007c-4857-a221-c945d23e51b9 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.466579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:58.467173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.476985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac82e6f-4d5a-4217-9abe-5cfcece8cce3 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Pushing event updated for resources: {'Network': ['ID=5b0e22b8-1c73-4b92-919b-05095d669e69,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:58.508625 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4049891c-61ea-4aad-85ea-e9d7d653f5e5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3372033 Dec 20 16:39:58.521460 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-de64b2be-f441-40ee-be21-53743cfddf26 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0874419 Dec 20 16:39:58.522660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.523305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a110680c-c397-4456-a2b6-c15d872ea013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.531089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cd697cd8-9000-4f7c-9faf-9142bde7f37f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-518800992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:58.535976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.545736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a6822302-e567-4fcb-a93e-aaad764da351 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': 'd56f624b-3e22-4f0f-bc72-b04c284264d4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:58.573898 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70d6772-1e8f-4d20-b9d8-16cc9a363212 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 16:39:58.574397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70d6772-1e8f-4d20-b9d8-16cc9a363212 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:39:58.579296 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f70d6772-1e8f-4d20-b9d8-16cc9a363212 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1235135 Dec 20 16:39:58.579486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f709c99-e2ba-4321-9d01-4045ff4a28b2 None None] Network f36eed04-1515-4197-b4f5-7030390b271a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:39:58.580012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.590602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110680c-c397-4456-a2b6-c15d872ea013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=ea5c28f3-6510-42f5-8aed-e100007bd664,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:58.616580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a110680c-c397-4456-a2b6-c15d872ea013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.620396 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a110680c-c397-4456-a2b6-c15d872ea013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/ea5c28f3-6510-42f5-8aed-e100007bd664 HTTP/1.1" status: 204 len: 168 time: 0.9285169 Dec 20 16:39:58.625394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.632290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 5b0e22b8-1c73-4b92-919b-05095d669e69 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:58.675047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.680063 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-a6822302-e567-4fcb-a93e-aaad764da351 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Project b17dda852b70404aae0e0f2be6032708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:39:58.695158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd697cd8-9000-4f7c-9faf-9142bde7f37f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.696235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd697cd8-9000-4f7c-9faf-9142bde7f37f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.707873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.716127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6822302-e567-4fcb-a93e-aaad764da351 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.736178 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-53ec277c-79c0-4bde-993e-7a47ff1233d2 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=686d58e8fb2e4de9b8abdcced620afd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537039 Dec 20 16:39:58.738984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.764760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-f36eed04-1515-4197-b4f5-7030390b271a', 'network_id': 'f36eed04-1515-4197-b4f5-7030390b271a', 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'fixed_ips': [{'subnet_id': '5abbaf03-90c1-4888-bd92-efbf75c51285'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:39:58.765688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.784151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd697cd8-9000-4f7c-9faf-9142bde7f37f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.795738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd697cd8-9000-4f7c-9faf-9142bde7f37f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.810322 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:39:58.812805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8de1d-684b-4078-b114-abea3f026875 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:58.818735 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-43d8de1d-684b-4078-b114-abea3f026875 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1841395 Dec 20 16:39:58.818735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46820) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.856628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f36105d-d2ec-4e86-a21a-0988426c70fb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:39:58.862420 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1f36105d-d2ec-4e86-a21a-0988426c70fb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/ea5c28f3-6510-42f5-8aed-e100007bd664 HTTP/1.1" status: 404 len: 333 time: 0.0393016 Dec 20 16:39:58.862420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd697cd8-9000-4f7c-9faf-9142bde7f37f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.865627 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cd697cd8-9000-4f7c-9faf-9142bde7f37f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3377492 Dec 20 16:39:58.866534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46822) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.866534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:58.878063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1076500561'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:58.919888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Allocated IP 172.20.0.2 (f36eed04-1515-4197-b4f5-7030390b271a/5abbaf03-90c1-4888-bd92-efbf75c51285/2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:58.921922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6822302-e567-4fcb-a93e-aaad764da351 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:58.959380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6822302-e567-4fcb-a93e-aaad764da351 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.002012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6822302-e567-4fcb-a93e-aaad764da351 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9ecccd-c874-41be-82a5-7c040b488317,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:59.006765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:39:59.010667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.072542 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6822302-e567-4fcb-a93e-aaad764da351 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.073815 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a6822302-e567-4fcb-a93e-aaad764da351 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5339363 Dec 20 16:39:59.083176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:59.104002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.110111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.153831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Network f36eed04-1515-4197-b4f5-7030390b271a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:39:59.156918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:39:59.162924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:39:59.165312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:39:59.166605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Pushing event updated for resources: {'Port': ['ID=2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:59.166719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d162acb0-007c-4857-a221-c945d23e51b9 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Router 7e94d334-86e0-4f26-b835-088e1de7c58f has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:39:59.183411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.183586 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Added segment d520dd98-f35f-4284-a798-b3fca9a93420 of type vlan for network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 Dec 20 16:39:59.192070 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cfb12823-4385-4011-8529-8d0dafa2c330 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules/1b9ecccd-c874-41be-82a5-7c040b488317 HTTP/1.1" status: 200 len: 769 time: 0.0928319 Dec 20 16:39:59.199981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:59.225863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Attempting to bind port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:39:59.225863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Attempting to bind port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '7fd7680f-b261-4717-ab88-4640aa30387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f36eed04-1515-4197-b4f5-7030390b271a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:39:59.226198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Attempting to bind port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d on network f36eed04-1515-4197-b4f5-7030390b271a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:39:59.232336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:39:59.232745 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Checking segment: {'id': '7fd7680f-b261-4717-ab88-4640aa30387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f36eed04-1515-4197-b4f5-7030390b271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:39:59.233144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.233542 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Bound using segment: {'id': '7fd7680f-b261-4717-ab88-4640aa30387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f36eed04-1515-4197-b4f5-7030390b271a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:39:59.234031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Bound port: 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd7680f-b261-4717-ab88-4640aa30387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f36eed04-1515-4197-b4f5-7030390b271a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:39:59.234423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.266767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.299774 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.303855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] For port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:39:59.307623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] For port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d,segment=NetworkSegment(7fd7680f-b261-4717-ab88-4640aa30387b),segment_id=7fd7680f-b261-4717-ab88-4640aa30387b)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:39:59.312496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2394c8ea-d723-4711-b7e2-21b268c6f40f tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.314502 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.359317 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.365101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:39:59.365729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.382398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3c6e1-8332-4426-9953-851b3e54e167 None None] Pushing event updated for resources: {'Port': ['ID=2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:59.413501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2394c8ea-d723-4711-b7e2-21b268c6f40f tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.448970 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5817323 Dec 20 16:39:59.472134 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7181a69f-b4d4-4cc6-88cd-7ebebaaeb8f5 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2638855 Dec 20 16:39:59.476551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:59.476878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:59.487188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:39:59.615672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d162acb0-007c-4857-a221-c945d23e51b9 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:39:59.623945 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d162acb0-007c-4857-a221-c945d23e51b9 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.628405 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d162acb0-007c-4857-a221-c945d23e51b9 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "PUT /v2.0/routers/7e94d334-86e0-4f26-b835-088e1de7c58f HTTP/1.1" status: 200 len: 925 time: 3.2700431 Dec 20 16:39:59.631390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a644c8b-1081-4be0-838c-6d73a26e1de0 None None] Sync routers for ids ['7e94d334-86e0-4f26-b835-088e1de7c58f'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:39:59.631942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:59.655487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a644c8b-1081-4be0-838c-6d73a26e1de0 None None] Routers {'7e94d334-86e0-4f26-b835-088e1de7c58f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:59.656139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a644c8b-1081-4be0-838c-6d73a26e1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['7e94d334-86e0-4f26-b835-088e1de7c58f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:59.718419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a644c8b-1081-4be0-838c-6d73a26e1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:59.732585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a644c8b-1081-4be0-838c-6d73a26e1de0 None None] Routers {'7e94d334-86e0-4f26-b835-088e1de7c58f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:39:59.733796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a644c8b-1081-4be0-838c-6d73a26e1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['7e94d334-86e0-4f26-b835-088e1de7c58f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:59.750369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2394c8ea-d723-4711-b7e2-21b268c6f40f tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.753755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2394c8ea-d723-4711-b7e2-21b268c6f40f tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.757836 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2394c8ea-d723-4711-b7e2-21b268c6f40f tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cd74521-0b93-44fd-8e62-d49e805809ed HTTP/1.1" status: 204 len: 168 time: 1.0194175 Dec 20 16:39:59.763632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:39:59.783154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a644c8b-1081-4be0-838c-6d73a26e1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:39:59.784184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a644c8b-1081-4be0-838c-6d73a26e1de0 None None] The sync data for ids ['7e94d334-86e0-4f26-b835-088e1de7c58f'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:39:59.805305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 2001:db8:1::1 (5b5fea3d-2541-4d88-868d-2e1c33fa99ca/caa36a62-5639-446c-ac37-19cc92d3fc74/a09c8d4f-c0ec-45ff-bbf5-94c793a1b290) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:39:59.835289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.846961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394c8ea-d723-4711-b7e2-21b268c6f40f tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd74521-0b93-44fd-8e62-d49e805809ed,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:59.910556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc94e19-1409-4216-9e8f-1a025596d67b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Network': ['ID=32bfbcd1-a49c-4174-be93-a87c83a6aec6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:39:59.925125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:39:59.989325 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b403971-08cb-4239-b4fd-80ec9872e1a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.993244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.025027 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-07c92375-8162-4b8b-8a0e-46cd2427c078 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/routers/7e94d334-86e0-4f26-b835-088e1de7c58f HTTP/1.1" status: 200 len: 925 time: 0.3894112 Dec 20 16:40:00.025527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b403971-08cb-4239-b4fd-80ec9872e1a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.027592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:00.034685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.170711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b403971-08cb-4239-b4fd-80ec9872e1a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.174531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.192773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b403971-08cb-4239-b4fd-80ec9872e1a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.193996 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9b403971-08cb-4239-b4fd-80ec9872e1a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1b9ecccd-c874-41be-82a5-7c040b488317 HTTP/1.1" status: 204 len: 168 time: 0.7126334 Dec 20 16:40:00.205736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:00.207423 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:00.211105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.228523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b403971-08cb-4239-b4fd-80ec9872e1a6 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b9ecccd-c874-41be-82a5-7c040b488317,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:00.266438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.267950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30795786-4980-4c32-a34f-8b1b1d7f4ecd tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:00.272593 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-30795786-4980-4c32-a34f-8b1b1d7f4ecd tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=7e94d334-86e0-4f26-b835-088e1de7c58f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2381411 Dec 20 16:40:00.275593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46842) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:00.285180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.20.0.1 (f36eed04-1515-4197-b4f5-7030390b271a/5abbaf03-90c1-4888-bd92-efbf75c51285/b9c0d291-a0b9-4a07-88cd-5d8c54728d3c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:00.330294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0e22b8-1c73-4b92-919b-05095d669e69']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:00.372133 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9e37b218-456a-427c-a894-215f65c5263d tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1573353 Dec 20 16:40:00.378916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:00.381155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20ffd65-6d24-43e7-ad14-fd2e4ad3232c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:00.381562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20ffd65-6d24-43e7-ad14-fd2e4ad3232c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:00.464275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.474136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.537655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.558509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.578677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:00.593093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:00.593498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.596843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.599949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b9777-fdbd-4f6f-b8ea-08aecca92f73 None None] Network f36eed04-1515-4197-b4f5-7030390b271a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:00.618345 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:00.621287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:00.643029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.643179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:00.643562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.714498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network f36eed04-1515-4197-b4f5-7030390b271a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:00.737610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6fd4e739-09c3-44c0-970d-a8b5059774df None None] Provisioning complete for port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:00.738193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e739-09c3-44c0-970d-a8b5059774df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.749120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:00.755894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ae2c0-5439-4417-8e34-4efc77b0ea18 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:00.756278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=b90e1f92-98d0-426a-a479-d7f01b163195,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:00.760424 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-362ae2c0-5439-4417-8e34-4efc77b0ea18 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 881 time: 0.4746752 Dec 20 16:40:00.761251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=a09c8d4f-c0ec-45ff-bbf5-94c793a1b290,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:00.762464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:00.767215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:00.770363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Checking segment: {'id': 'd520dd98-f35f-4284-a798-b3fca9a93420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:00.771194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network hostable DHCP agents. Network: 32bfbcd1-a49c-4174-be93-a87c83a6aec6, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:00.784444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98a62b84-d8c5-40f7-83b8-7e625c7abaf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.822164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=b9c0d291-a0b9-4a07-88cd-5d8c54728d3c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:00.826983 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-48138c38-ba00-4361-9501-51af4a584d18 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e94d334-86e0-4f26-b835-088e1de7c58f HTTP/1.1" status: 200 len: 205 time: 0.0528488 Dec 20 16:40:00.830974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:00.832967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.17 (72d5fb78-c811-4e6e-94e1-94ec9d1893a5/8e821723-c08e-4416-b1e0-3b1f2fffe49d/5788062f-c6d5-437f-9871-f735d0805cf4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:00.846898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.875730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.882888 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] 10.222.0.60 "DELETE /v2.0/networks/5b0e22b8-1c73-4b92-919b-05095d669e69 HTTP/1.1" status: 204 len: 168 time: 1.1088493 Dec 20 16:40:00.887266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:00.895356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:00.897625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.911402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:00.913888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.934021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98a62b84-d8c5-40f7-83b8-7e625c7abaf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.948033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28aaae-b7c3-4a64-b69a-a71e9f132c2d tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b0e22b8-1c73-4b92-919b-05095d669e69,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:01.056857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 32bfbcd1-a49c-4174-be93-a87c83a6aec6) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:01.061701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:01.062461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.104721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c081bd7-92c8-45e7-b4c9-0a43a9f17773 None None] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:01.113844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:01.115735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.141674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.147224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e739-09c3-44c0-970d-a8b5059774df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.188890 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-99b7172e-f51e-4ce8-a131-c24316b6e013 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7087531 Dec 20 16:40:01.192217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:01.197530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.206118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-22d187c5-d543-4188-a594-7cd4f507b93e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:01.210317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98a62b84-d8c5-40f7-83b8-7e625c7abaf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.213434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98a62b84-d8c5-40f7-83b8-7e625c7abaf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.214931 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-98a62b84-d8c5-40f7-83b8-7e625c7abaf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/d56f624b-3e22-4f0f-bc72-b04c284264d4 HTTP/1.1" status: 204 len: 168 time: 0.8309398 Dec 20 16:40:01.224694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46854) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:01.310233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6fd4e739-09c3-44c0-970d-a8b5059774df None None] For port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d,segment=NetworkSegment(7fd7680f-b261-4717-ab88-4640aa30387b),segment_id=7fd7680f-b261-4717-ab88-4640aa30387b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:01.344472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e739-09c3-44c0-970d-a8b5059774df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.381471 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-32bfbcd1-a49c-4174-be93-a87c83a6aec6', 'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6', 'project_id': '90cfd75b636345aca1562c0033b7007a', 'fixed_ips': [{'subnet_id': 'b90e1f92-98d0-426a-a479-d7f01b163195'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:01.384967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.409012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.459447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.491548 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3bffe3-67a3-4569-993b-f1baf509e339']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:01.504127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e938affc-4e34-48de-a6b7-ae3c35f48fc0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:01.504555 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e938affc-4e34-48de-a6b7-ae3c35f48fc0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:01.540619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4e739-09c3-44c0-970d-a8b5059774df None None] Pushing event updated for resources: {'Port': ['ID=2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:01.585978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.587062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:40:01.587580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:40:01.592070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-08a75e2d-9cfb-4111-a489-e5740161d759 None None] Provisioning complete for port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:01.592428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08a75e2d-9cfb-4111-a489-e5740161d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.596710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.621216 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.626026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a62b84-d8c5-40f7-83b8-7e625c7abaf3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56f624b-3e22-4f0f-bc72-b04c284264d4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:01.637393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:01.638327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:01.640385 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:01.672462 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.678533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Allocated IP 172.20.0.2 (32bfbcd1-a49c-4174-be93-a87c83a6aec6/b90e1f92-98d0-426a-a479-d7f01b163195/9490399c-ebd5-4727-ae35-5affb6a13fec) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:01.731624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.740932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.747892 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] 10.222.0.60 "DELETE /v2.0/networks/8a3bffe3-67a3-4569-993b-f1baf509e339 HTTP/1.1" status: 204 len: 168 time: 0.8568695 Dec 20 16:40:01.758479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.774473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad59997-2c82-4ccf-9ab9-e492382bb750 tempest-QuotasNegativeTest-1557777271 tempest-QuotasNegativeTest-1557777271-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a3bffe3-67a3-4569-993b-f1baf509e339,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:01.779451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.788897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.805574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-08a75e2d-9cfb-4111-a489-e5740161d759 None None] Provisioning complete for port a09c8d4f-c0ec-45ff-bbf5-94c793a1b290 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:01.806237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08a75e2d-9cfb-4111-a489-e5740161d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.873055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=b9c0d291-a0b9-4a07-88cd-5d8c54728d3c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:01.877149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.881911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-08a75e2d-9cfb-4111-a489-e5740161d759 None None] Port a09c8d4f-c0ec-45ff-bbf5-94c793a1b290 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:01.894467 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c08741e3-f536-4a6c-ac95-0b045bbaf6e7 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3141310 Dec 20 16:40:01.900376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.915831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-08a75e2d-9cfb-4111-a489-e5740161d759 None None] Provisioning complete for port b9c0d291-a0b9-4a07-88cd-5d8c54728d3c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:01.916221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08a75e2d-9cfb-4111-a489-e5740161d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.917721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:01.919940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:01.948840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.018958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:02.019327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-08a75e2d-9cfb-4111-a489-e5740161d759 None None] Port b9c0d291-a0b9-4a07-88cd-5d8c54728d3c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:02.019446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0325b931-531e-4035-856d-b0eecb9c37d9 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group': {'name': 'tempest-secgroup--625097983'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:02.019548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:02.019656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=5788062f-c6d5-437f-9871-f735d0805cf4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:02.019822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:02.024866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:02.028798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Pushing event updated for resources: {'Port': ['ID=9490399c-ebd5-4727-ae35-5affb6a13fec,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:02.049975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:02.059307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:02.092800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network f36eed04-1515-4197-b4f5-7030390b271a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:02.094516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:02.112011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.157294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Attempting to bind port 9490399c-ebd5-4727-ae35-5affb6a13fec on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:02.158389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Attempting to bind port 9490399c-ebd5-4727-ae35-5affb6a13fec by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'd520dd98-f35f-4284-a798-b3fca9a93420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:02.158929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Attempting to bind port 9490399c-ebd5-4727-ae35-5affb6a13fec on network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:02.184129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:02.184553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Checking segment: {'id': 'd520dd98-f35f-4284-a798-b3fca9a93420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:02.184892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.185285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Bound using segment: {'id': 'd520dd98-f35f-4284-a798-b3fca9a93420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:02.185768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Bound port: 9490399c-ebd5-4727-ae35-5affb6a13fec, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd520dd98-f35f-4284-a798-b3fca9a93420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:02.198930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.212407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-74a2a7af-5347-4cf3-8014-8fee186407fe None None] Provisioning complete for port b9c0d291-a0b9-4a07-88cd-5d8c54728d3c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:02.212927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a2a7af-5347-4cf3-8014-8fee186407fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.325855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-74a2a7af-5347-4cf3-8014-8fee186407fe None None] Port b9c0d291-a0b9-4a07-88cd-5d8c54728d3c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:02.342083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 4e2660ae-b21d-46ef-befb-260f6b19664e is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:02.379698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] For port 9490399c-ebd5-4727-ae35-5affb6a13fec, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:02.383940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] For port 9490399c-ebd5-4727-ae35-5affb6a13fec, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9490399c-ebd5-4727-ae35-5affb6a13fec,segment=NetworkSegment(d520dd98-f35f-4284-a798-b3fca9a93420),segment_id=d520dd98-f35f-4284-a798-b3fca9a93420)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:02.404119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.419963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0325b931-531e-4035-856d-b0eecb9c37d9 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.497369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd10045-a814-45b1-9d19-4193ed41a548 None None] Pushing event updated for resources: {'Port': ['ID=9490399c-ebd5-4727-ae35-5affb6a13fec,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:02.532072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d187c5-d543-4188-a594-7cd4f507b93e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:02.533522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:02.536419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22d187c5-d543-4188-a594-7cd4f507b93e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.562502 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a0bba37b-8bce-4232-ac14-0dc1e8f2182d None None] Provisioning complete for port 5788062f-c6d5-437f-9871-f735d0805cf4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:02.563303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0bba37b-8bce-4232-ac14-0dc1e8f2182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.569742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:02.592524 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-98cbd6fd-eea5-4811-a8fe-97b0de2fac66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/4e2660ae-b21d-46ef-befb-260f6b19664e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7218237 Dec 20 16:40:02.593114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:02.593450 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ba866-cb94-48bf-966a-36ce5908d24f None None] Sync routers for ids ['4e2660ae-b21d-46ef-befb-260f6b19664e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:02.609697 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ba866-cb94-48bf-966a-36ce5908d24f None None] Routers {'4e2660ae-b21d-46ef-befb-260f6b19664e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:02.612352 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-827ba866-cb94-48bf-966a-36ce5908d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e2660ae-b21d-46ef-befb-260f6b19664e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:02.626473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a0bba37b-8bce-4232-ac14-0dc1e8f2182d None None] Port 5788062f-c6d5-437f-9871-f735d0805cf4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:02.652031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a0bba37b-8bce-4232-ac14-0dc1e8f2182d None None] Provisioning complete for port b9c0d291-a0b9-4a07-88cd-5d8c54728d3c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:02.652408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0bba37b-8bce-4232-ac14-0dc1e8f2182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.679716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb6ab6-fb7d-4012-93f7-21c5caefa333 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:02.681205 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-afcb6ab6-fb7d-4012-93f7-21c5caefa333 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports/b9c0d291-a0b9-4a07-88cd-5d8c54728d3c HTTP/1.1" status: 200 len: 910 time: 0.0871379 Dec 20 16:40:02.684219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46870) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:02.706580 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-827ba866-cb94-48bf-966a-36ce5908d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:02.707446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a0bba37b-8bce-4232-ac14-0dc1e8f2182d None None] Port b9c0d291-a0b9-4a07-88cd-5d8c54728d3c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:02.723097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:02.732000 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ba866-cb94-48bf-966a-36ce5908d24f None None] Routers {'4e2660ae-b21d-46ef-befb-260f6b19664e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:02.732616 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-827ba866-cb94-48bf-966a-36ce5908d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e2660ae-b21d-46ef-befb-260f6b19664e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:02.737233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-22d187c5-d543-4188-a594-7cd4f507b93e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b90e1f92-98d0-426a-a479-d7f01b163195 (CIDR: 172.20.0.0/28) Dec 20 16:40:02.765083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.772821 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d187c5-d543-4188-a594-7cd4f507b93e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:02.773335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d187c5-d543-4188-a594-7cd4f507b93e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:40:02.776219 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-827ba866-cb94-48bf-966a-36ce5908d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:02.777128 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ba866-cb94-48bf-966a-36ce5908d24f None None] The sync data for ids ['4e2660ae-b21d-46ef-befb-260f6b19664e'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:02.794760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.822395 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-22d187c5-d543-4188-a594-7cd4f507b93e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6213353 Dec 20 16:40:02.836256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46872) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:02.849545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:02.853427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:02.854002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:02.879288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aedf6c55-677f-4880-85e0-f10c0221a3da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.071627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0325b931-531e-4035-856d-b0eecb9c37d9 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.091872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0325b931-531e-4035-856d-b0eecb9c37d9 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.093385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aedf6c55-677f-4880-85e0-f10c0221a3da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.099020 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aedf6c55-677f-4880-85e0-f10c0221a3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.169414 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aedf6c55-677f-4880-85e0-f10c0221a3da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7799dd6f74e14df89800e266b5b9c687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6346641 Dec 20 16:40:03.172274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:03.180554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf6c55-677f-4880-85e0-f10c0221a3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1bdcd-2238-4aa6-90d6-e58f9d132b1f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:03.222037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0325b931-531e-4035-856d-b0eecb9c37d9 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.223398 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0325b931-531e-4035-856d-b0eecb9c37d9 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2294922 Dec 20 16:40:03.227652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:03.249059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f0d47ea-a3d7-457a-9e9c-4cdcf937beac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Request body: {'security_group_rule': {'security_group_id': 'c94aa469-7ef2-40d3-a582-29f038c4e5d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:03.266128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325b931-531e-4035-856d-b0eecb9c37d9 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94aa469-7ef2-40d3-a582-29f038c4e5d9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:03.278598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Deleting port dab13edc-5422-43cc-9227-f738dca3c39a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:03.278944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.282491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8a10314-bb15-4ab4-893e-ca0438a3aa54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.321725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8a10314-bb15-4ab4-893e-ca0438a3aa54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.333201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f0d47ea-a3d7-457a-9e9c-4cdcf937beac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.368089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.373682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.392373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:03.396300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.399391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.400158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.489997 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f0d47ea-a3d7-457a-9e9c-4cdcf937beac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.493753 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8a10314-bb15-4ab4-893e-ca0438a3aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.495843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8a10314-bb15-4ab4-893e-ca0438a3aa54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.499463 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f8a10314-bb15-4ab4-893e-ca0438a3aa54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2d1bdcd-2238-4aa6-90d6-e58f9d132b1f HTTP/1.1" status: 204 len: 168 time: 0.3235960 Dec 20 16:40:03.502723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f0d47ea-a3d7-457a-9e9c-4cdcf937beac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.566670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a10314-bb15-4ab4-893e-ca0438a3aa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1bdcd-2238-4aa6-90d6-e58f9d132b1f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:03.573326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d47ea-a3d7-457a-9e9c-4cdcf937beac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcbd8dd-33cd-4e51-88ea-5b7d84346d0a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:03.580901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.601817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f0d47ea-a3d7-457a-9e9c-4cdcf937beac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.606700 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f0d47ea-a3d7-457a-9e9c-4cdcf937beac tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3782139 Dec 20 16:40:03.607561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:03.678607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Calling delete_port for dab13edc-5422-43cc-9227-f738dca3c39a owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:03.687400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b99d3af4-3a88-4e37-b64a-ce6e272c4292 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.699285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=a09c8d4f-c0ec-45ff-bbf5-94c793a1b290,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:03.735576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b99d3af4-3a88-4e37-b64a-ce6e272c4292 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.845237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port b9c0d291-a0b9-4a07-88cd-5d8c54728d3c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:03.846178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.852315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:03.865947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:03.879962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.928231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b99d3af4-3a88-4e37-b64a-ce6e272c4292 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.933067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292fc7eb-6b54-4832-8520-771184d6d091 None None] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:03.933645 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b99d3af4-3a88-4e37-b64a-ce6e272c4292 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.935034 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b99d3af4-3a88-4e37-b64a-ce6e272c4292 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/c94aa469-7ef2-40d3-a582-29f038c4e5d9 HTTP/1.1" status: 204 len: 168 time: 0.3226383 Dec 20 16:40:03.944327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46884) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:03.995058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d3af4-3a88-4e37-b64a-ce6e272c4292 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94aa469-7ef2-40d3-a582-29f038c4e5d9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:03.997038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:04.078347 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-92b5b3d8-b304-4f8d-a308-6d04fcc168b9 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1307993 Dec 20 16:40:04.079138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e22c918-8b86-4e38-b929-f75514c04935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.081382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:04.125820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.163697 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for b9c0d291-a0b9-4a07-88cd-5d8c54728d3c owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:04.178712 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1d762768-884c-4078-9d5f-8b00861a3dc5 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0904405 Dec 20 16:40:04.182845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46890) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:04.218823 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-40296d3e-6156-4ffc-b734-e84f59098ba3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] delete failed (client error): The resource could not be found. Dec 20 16:40:04.225394 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-40296d3e-6156-4ffc-b734-e84f59098ba3 tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "DELETE /v2.0/security-groups/c94aa469-7ef2-40d3-a582-29f038c4e5d9 HTTP/1.1" status: 404 len: 347 time: 0.0360930 Dec 20 16:40:04.228011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:04.231037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b5b61815-039c-44f1-99d3-2952baa08b55 None None] Provisioning complete for port 9490399c-ebd5-4727-ae35-5affb6a13fec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:04.231510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5b61815-039c-44f1-99d3-2952baa08b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.296170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.362540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5b61815-039c-44f1-99d3-2952baa08b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.367353 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e22c918-8b86-4e38-b929-f75514c04935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.386752 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-013b7a12-133a-4478-bf58-23ae939fb81b tempest-SecGroupIPv6Test-684178955 tempest-SecGroupIPv6Test-684178955-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1340883 Dec 20 16:40:04.386752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e22c918-8b86-4e38-b929-f75514c04935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.420441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b5b61815-039c-44f1-99d3-2952baa08b55 None None] For port 9490399c-ebd5-4727-ae35-5affb6a13fec, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9490399c-ebd5-4727-ae35-5affb6a13fec,segment=NetworkSegment(d520dd98-f35f-4284-a798-b3fca9a93420),segment_id=d520dd98-f35f-4284-a798-b3fca9a93420)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:04.429883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5b61815-039c-44f1-99d3-2952baa08b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.477054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22c918-8b86-4e38-b929-f75514c04935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bedfae-bfc5-4188-97a5-9587518507c8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:04.513405 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9e22c918-8b86-4e38-b929-f75514c04935 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea0499e713c2424e934800ded3c727b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089743 Dec 20 16:40:04.524426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:04.534698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b61815-039c-44f1-99d3-2952baa08b55 None None] Pushing event updated for resources: {'Port': ['ID=9490399c-ebd5-4727-ae35-5affb6a13fec,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:04.571124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f7e9d1fe-c09c-4792-959c-c119efdc3d18 None None] Provisioning complete for port a09c8d4f-c0ec-45ff-bbf5-94c793a1b290 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:04.571124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d1fe-c09c-4792-959c-c119efdc3d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.590005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.621783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9d1fe-c09c-4792-959c-c119efdc3d18 None None] Port a09c8d4f-c0ec-45ff-bbf5-94c793a1b290 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:04.653746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a09-8341-42fc-b550-526c7af85700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.662548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=5788062f-c6d5-437f-9871-f735d0805cf4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:04.672875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.678519 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5facd91-af42-442a-b0ed-28040548a299 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:04.707238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a09-8341-42fc-b550-526c7af85700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.718222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.756489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4acb8aa3-1b09-427f-9bb8-29900fde3979 None None] Provisioning complete for port 9490399c-ebd5-4727-ae35-5affb6a13fec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:04.757176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acb8aa3-1b09-427f-9bb8-29900fde3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.759546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router c495ee16-6a5b-4e59-8de2-da42686c2f8c has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:04.760541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event deleted for resources: {'Port': ['ID=dab13edc-5422-43cc-9227-f738dca3c39a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:04.774836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.794889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=b9c0d291-a0b9-4a07-88cd-5d8c54728d3c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:04.830609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9490399c-ebd5-4727-ae35-5affb6a13fec up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:04.935432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:04.950362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9490399c-ebd5-4727-ae35-5affb6a13fec triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:04.951394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.019576 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:05.029267 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.046739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a09-8341-42fc-b550-526c7af85700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.049822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a09-8341-42fc-b550-526c7af85700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.054621 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a47e9a09-8341-42fc-b550-526c7af85700 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6bedfae-bfc5-4188-97a5-9587518507c8 HTTP/1.1" status: 204 len: 168 time: 0.5307302 Dec 20 16:40:05.070602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:05.080793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.084072 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e9a09-8341-42fc-b550-526c7af85700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bedfae-bfc5-4188-97a5-9587518507c8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:05.097783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:05.098606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.124756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368739c5-21f8-44b0-be04-e9e9864aa2f9 None None] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:05.193204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=7587bb2a-dab2-493f-900c-411d8ffaa650,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:05.250156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.261226 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.271099 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7d297e30-cf25-4c14-af0d-3026ad3140cd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4236109 Dec 20 16:40:05.278906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:05.286869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:05.291379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6', 'fixed_ips': [{'subnet_id': 'b90e1f92-98d0-426a-a479-d7f01b163195'}, {'subnet_id': '7587bb2a-dab2-493f-900c-411d8ffaa650'}], 'name': 'tempest-PortsTestJSON-973053735'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:05.334387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:05.357721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:05.364975 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-52b1e604-fa04-4c4f-9f69-23f9be130a56 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/c495ee16-6a5b-4e59-8de2-da42686c2f8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7315505 Dec 20 16:40:05.375194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3675da-a035-476a-ab0e-0513c26d172d None None] Sync routers for ids ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:05.380798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:05.392616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3675da-a035-476a-ab0e-0513c26d172d None None] Routers {'c495ee16-6a5b-4e59-8de2-da42686c2f8c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:05.396477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bc3675da-a035-476a-ab0e-0513c26d172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:05.434238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.435270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Fanout notify agent at l3_agent the message router_deleted on router 7e94d334-86e0-4f26-b835-088e1de7c58f {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:05.476048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.477166 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bc3675da-a035-476a-ab0e-0513c26d172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:05.477709 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e91af51e-8fba-4294-b8dd-3c49d056a23a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/7e94d334-86e0-4f26-b835-088e1de7c58f HTTP/1.1" status: 204 len: 168 time: 4.6281991 Dec 20 16:40:05.491412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e4aaa9c5-9e39-4be1-817f-6ed59ef1d54c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b17dda852b70404aae0e0f2be6032708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523744 Dec 20 16:40:05.493521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:05.493871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:05.526036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3675da-a035-476a-ab0e-0513c26d172d None None] Routers {'c495ee16-6a5b-4e59-8de2-da42686c2f8c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:05.526781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bc3675da-a035-476a-ab0e-0513c26d172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:05.541365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8aa3f1fc-e220-480a-a29d-5306513dabd4 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-11224503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:05.569519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea14ba-f539-4387-9681-0383525353a8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:05.573701 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-47ea14ba-f539-4387-9681-0383525353a8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports/a09c8d4f-c0ec-45ff-bbf5-94c793a1b290 HTTP/1.1" status: 200 len: 913 time: 0.1881783 Dec 20 16:40:05.581943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bb517a-09f4-43f2-9c16-e7801dcdc7b5 None None] Update dhcp port {'port': {'network_id': '32bfbcd1-a49c-4174-be93-a87c83a6aec6', 'fixed_ips': [{'subnet_id': 'b90e1f92-98d0-426a-a479-d7f01b163195', 'ip_address': '172.20.0.2'}, {'subnet_id': '7587bb2a-dab2-493f-900c-411d8ffaa650'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '9490399c-ebd5-4727-ae35-5affb6a13fec'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:40:05.582105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:05.585969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bc3675da-a035-476a-ab0e-0513c26d172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:05.586684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3675da-a035-476a-ab0e-0513c26d172d None None] The sync data for ids ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:05.631433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48bb517a-09f4-43f2-9c16-e7801dcdc7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.681963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f1fc-e220-480a-a29d-5306513dabd4 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.682982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f1fc-e220-480a-a29d-5306513dabd4 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.713734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aea0ea1-0e41-4b6c-a65f-bf5a0b287d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.722367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 4e2660ae-b21d-46ef-befb-260f6b19664e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:05.804272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aea0ea1-0e41-4b6c-a65f-bf5a0b287d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.807197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f1fc-e220-480a-a29d-5306513dabd4 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.815010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:05.848461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:05.851094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f1fc-e220-480a-a29d-5306513dabd4 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.921554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:05.933308 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-22661334-edf7-4bed-875d-523971417613 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/4e2660ae-b21d-46ef-befb-260f6b19664e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2479150 Dec 20 16:40:05.933919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:05.947286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f1fc-e220-480a-a29d-5306513dabd4 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.951788 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8aa3f1fc-e220-480a-a29d-5306513dabd4 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4564562 Dec 20 16:40:05.952476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:05.959290 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783581e8-ae0f-4893-b45b-be244a4ea9ef None None] Sync routers for ids ['4e2660ae-b21d-46ef-befb-260f6b19664e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:05.959847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:05.983292 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-32406aec-f0eb-49c1-900e-d201581e9954 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2660ae-b21d-46ef-befb-260f6b19664e HTTP/1.1" status: 200 len: 205 time: 0.0468290 Dec 20 16:40:05.984220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:06.003044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-48bb517a-09f4-43f2-9c16-e7801dcdc7b5 None None] Allocated IP 172.20.0.18 (32bfbcd1-a49c-4174-be93-a87c83a6aec6/7587bb2a-dab2-493f-900c-411d8ffaa650/9490399c-ebd5-4727-ae35-5affb6a13fec) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:06.005782 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783581e8-ae0f-4893-b45b-be244a4ea9ef None None] Routers {'4e2660ae-b21d-46ef-befb-260f6b19664e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:06.006905 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-783581e8-ae0f-4893-b45b-be244a4ea9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e2660ae-b21d-46ef-befb-260f6b19664e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:06.046295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ecf7a76e-a4db-47c0-9288-b72575972d46 None None] Provisioning complete for port 5788062f-c6d5-437f-9871-f735d0805cf4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:06.046750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a76e-a4db-47c0-9288-b72575972d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.077402 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-783581e8-ae0f-4893-b45b-be244a4ea9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:06.108297 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783581e8-ae0f-4893-b45b-be244a4ea9ef None None] Routers {'4e2660ae-b21d-46ef-befb-260f6b19664e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:06.110038 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-783581e8-ae0f-4893-b45b-be244a4ea9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e2660ae-b21d-46ef-befb-260f6b19664e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:06.133276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7a76e-a4db-47c0-9288-b72575972d46 None None] Port 5788062f-c6d5-437f-9871-f735d0805cf4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:06.144593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02d9e4f3-8ba8-41b6-af3d-a6107783d2be tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.172873 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-783581e8-ae0f-4893-b45b-be244a4ea9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:06.173939 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783581e8-ae0f-4893-b45b-be244a4ea9ef None None] The sync data for ids ['4e2660ae-b21d-46ef-befb-260f6b19664e'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:06.190683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48bb517a-09f4-43f2-9c16-e7801dcdc7b5 None None] For port 9490399c-ebd5-4727-ae35-5affb6a13fec, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9490399c-ebd5-4727-ae35-5affb6a13fec,segment=NetworkSegment(d520dd98-f35f-4284-a798-b3fca9a93420),segment_id=d520dd98-f35f-4284-a798-b3fca9a93420)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:06.221451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aea0ea1-0e41-4b6c-a65f-bf5a0b287d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.224226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aea0ea1-0e41-4b6c-a65f-bf5a0b287d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.225410 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0aea0ea1-0e41-4b6c-a65f-bf5a0b287d62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5f4ff05-c34c-48b9-98c2-8f48be42bd89 HTTP/1.1" status: 204 len: 168 time: 0.7287102 Dec 20 16:40:06.231097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48bb517a-09f4-43f2-9c16-e7801dcdc7b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.239852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48bb517a-09f4-43f2-9c16-e7801dcdc7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.257897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.297033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port 0f1cb155-6553-49fd-8968-e041b92a47cf yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:40:06.304178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea0ea1-0e41-4b6c-a65f-bf5a0b287d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f4ff05-c34c-48b9-98c2-8f48be42bd89,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:06.351726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:06.367875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb517a-09f4-43f2-9c16-e7801dcdc7b5 None None] Pushing event updated for resources: {'Port': ['ID=9490399c-ebd5-4727-ae35-5affb6a13fec,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:06.374133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:06.397975 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-78413610-69a3-45ec-9f68-5b1bc2e89ecb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/355483b9-99ee-4e7b-8b28-1f9ea1d1a017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5114958 Dec 20 16:40:06.398741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Sync routers for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:06.430971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:06.431603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:06.593656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.610098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02d9e4f3-8ba8-41b6-af3d-a6107783d2be tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.616459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02d9e4f3-8ba8-41b6-af3d-a6107783d2be tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.678100 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:06.756350 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02d9e4f3-8ba8-41b6-af3d-a6107783d2be tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.758456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d9e4f3-8ba8-41b6-af3d-a6107783d2be tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Fanout notify agent at l3_agent the message router_deleted on router 4e2660ae-b21d-46ef-befb-260f6b19664e {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:06.783517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9490399c-ebd5-4727-ae35-5affb6a13fec up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:06.811950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02d9e4f3-8ba8-41b6-af3d-a6107783d2be tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:06.813131 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-02d9e4f3-8ba8-41b6-af3d-a6107783d2be tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/4e2660ae-b21d-46ef-befb-260f6b19664e HTTP/1.1" status: 204 len: 168 time: 0.7944729 Dec 20 16:40:06.820938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-43511a18-f3d4-45b0-b010-40159156b724 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:06.825008 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-43511a18-f3d4-45b0-b010-40159156b724 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4696760 Dec 20 16:40:06.825008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:06.826184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:06.839135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-b4ea5d0d-b3a6-4326-9dfa-c2d3a0288f9c tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:06.842552 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b4ea5d0d-b3a6-4326-9dfa-c2d3a0288f9c tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061805 Dec 20 16:40:06.843542 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:06.899780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-0a0ca86a-20a4-4a5f-86dc-e55506dd86ff tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:06.903634 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0a0ca86a-20a4-4a5f-86dc-e55506dd86ff tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0175099 Dec 20 16:40:06.909207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:06.918620 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-02ca2d1f-be78-4659-bbb1-4fb548bac4e3 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:06.922830 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-02ca2d1f-be78-4659-bbb1-4fb548bac4e3 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0068257 Dec 20 16:40:06.930063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:06.944769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-4457e4fe-6b25-405e-85b7-62e997f1b25e tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:06.946054 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4457e4fe-6b25-405e-85b7-62e997f1b25e tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0146024 Dec 20 16:40:06.953173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:06.964126 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-cbbbd039-0ed2-4f84-8eb5-bd1f65ffccb9 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:06.967603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cbbbd039-0ed2-4f84-8eb5-bd1f65ffccb9 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077651 Dec 20 16:40:06.976693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc40ac4-a979-4384-9f12-ae3b6e8a369c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting subnet 5abbaf03-90c1-4888-bd92-efbf75c51285 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:06.979748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:06.994823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-82dd8acc-ef8b-4e12-a02c-f8a18dfb5746 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:06.998541 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-82dd8acc-ef8b-4e12-a02c-f8a18dfb5746 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0065765 Dec 20 16:40:06.998541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fc40ac4-a979-4384-9f12-ae3b6e8a369c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.000975 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9490399c-ebd5-4727-ae35-5affb6a13fec triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:07.002189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.081922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fc40ac4-a979-4384-9f12-ae3b6e8a369c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.172610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.179191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-02026248-7a13-4041-9c25-9007b6eff403 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.180590 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-02026248-7a13-4041-9c25-9007b6eff403 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049429 Dec 20 16:40:07.187816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.194221 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-40f4603c-f125-4150-a98c-75adf3ba4d3d tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.195707 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-40f4603c-f125-4150-a98c-75adf3ba4d3d tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0065210 Dec 20 16:40:07.200411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.203200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fc40ac4-a979-4384-9f12-ae3b6e8a369c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.206950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-d73a2041-e5eb-45f3-ba60-bd1a8b3912be tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.208281 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d73a2041-e5eb-45f3-ba60-bd1a8b3912be tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055542 Dec 20 16:40:07.214744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.228222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-a53fc048-bc19-45d1-878d-a8de2d4c0b70 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.230911 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a53fc048-bc19-45d1-878d-a8de2d4c0b70 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0142751 Dec 20 16:40:07.240955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.250629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-1efa6f24-f01a-41c0-9b82-7114acf158e3 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.252145 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1efa6f24-f01a-41c0-9b82-7114acf158e3 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070136 Dec 20 16:40:07.257809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.267048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-d6faf25b-b5e3-4747-a9e4-7d28d2975f7d tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.268976 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d6faf25b-b5e3-4747-a9e4-7d28d2975f7d tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062613 Dec 20 16:40:07.272592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.277303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-71806f80-ad05-48fc-b441-b96e974a86a4 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.278314 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-71806f80-ad05-48fc-b441-b96e974a86a4 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044544 Dec 20 16:40:07.284944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46994) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.285995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fc40ac4-a979-4384-9f12-ae3b6e8a369c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.293136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-afa522de-5e3a-4033-b3ce-103a22f690f5 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.294281 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-afa522de-5e3a-4033-b3ce-103a22f690f5 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044818 Dec 20 16:40:07.299283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 46996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.299610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5252ca1b-2be2-4052-900b-f2e0b34a06d6 None None] Provisioning complete for port 9490399c-ebd5-4727-ae35-5affb6a13fec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:07.300112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5252ca1b-2be2-4052-900b-f2e0b34a06d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.330349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fc40ac4-a979-4384-9f12-ae3b6e8a369c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.333698 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5fc40ac4-a979-4384-9f12-ae3b6e8a369c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/5abbaf03-90c1-4888-bd92-efbf75c51285 HTTP/1.1" status: 204 len: 168 time: 0.5083125 Dec 20 16:40:07.336387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc40ac4-a979-4384-9f12-ae3b6e8a369c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Subnet': ['ID=5abbaf03-90c1-4888-bd92-efbf75c51285,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:07.338391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 46998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.344735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:02Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b597f7d3-16ee-4b8f-aa35-b56d2121842c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.118', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:38:53Z', 'updated_at': '2021-12-20T16:38:57Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5788062f-c6d5-437f-9871-f735d0805cf4', 'name': '', 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:d1:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '8e821723-c08e-4416-b1e0-3b1f2fffe49d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:00Z', 'updated_at': '2021-12-20T16:40:03Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '8e821723-c08e-4416-b1e0-3b1f2fffe49d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:07.348477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da6b75-e357-469b-990a-f9ef9b72a676 None None] Network f36eed04-1515-4197-b4f5-7030390b271a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:07.391355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.9 (32bfbcd1-a49c-4174-be93-a87c83a6aec6/b90e1f92-98d0-426a-a479-d7f01b163195/0f1cb155-6553-49fd-8968-e041b92a47cf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:07.398237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.23 (32bfbcd1-a49c-4174-be93-a87c83a6aec6/7587bb2a-dab2-493f-900c-411d8ffaa650/0f1cb155-6553-49fd-8968-e041b92a47cf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:07.410126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Checking router: 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:40:07.410477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Updating router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 port 5788062f-c6d5-437f-9871-f735d0805cf4 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:40:07.481682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.509525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.538175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.541555 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.551039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.559309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-60ac60f4-cf54-4897-821e-c62092374daf tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.563072 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-60ac60f4-cf54-4897-821e-c62092374daf tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057313 Dec 20 16:40:07.565295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.572815 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-b931c692-478d-4eb1-867b-ce2345bf1c27 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.573817 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b931c692-478d-4eb1-867b-ce2345bf1c27 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086682 Dec 20 16:40:07.581225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.588177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-c6bbbe3c-8f44-412d-946a-ae89f875ec9f tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.588790 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c6bbbe3c-8f44-412d-946a-ae89f875ec9f tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057456 Dec 20 16:40:07.592172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.597133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-83034c8b-e133-47e9-bc6e-b9dd582087a9 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.598132 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-83034c8b-e133-47e9-bc6e-b9dd582087a9 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050321 Dec 20 16:40:07.602951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.605625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.611692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-17d63a15-ed9b-41f1-b152-a2a7f14a455b tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.612979 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17d63a15-ed9b-41f1-b152-a2a7f14a455b tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0061414 Dec 20 16:40:07.615800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.617795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.663668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-ada0ece7-0973-488a-af03-dcd89e835c81 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.664702 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ada0ece7-0973-488a-af03-dcd89e835c81 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0435932 Dec 20 16:40:07.669541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.676389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-8a79205a-0a73-425a-beb2-15209f573cc1 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.679907 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8a79205a-0a73-425a-beb2-15209f573cc1 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0069017 Dec 20 16:40:07.682755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.707618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-86d0ecd2-6329-443d-aff5-a629b9ea6751 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.708440 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-86d0ecd2-6329-443d-aff5-a629b9ea6751 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0223389 Dec 20 16:40:07.713999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.719051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-be7fe2f8-2ad3-41e9-a83c-5df5f22e23e4 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.720684 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-be7fe2f8-2ad3-41e9-a83c-5df5f22e23e4 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046673 Dec 20 16:40:07.724121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47022) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.735783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-9a2b6320-5bbd-482c-92d2-2a63c5fe6df9 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.739468 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9a2b6320-5bbd-482c-92d2-2a63c5fe6df9 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0102932 Dec 20 16:40:07.740455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47024) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.751776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-35fd2a35-57ee-4003-8945-30aa997d4f26 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.752782 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-35fd2a35-57ee-4003-8945-30aa997d4f26 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0104339 Dec 20 16:40:07.757971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.767830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2023144839'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:07.784437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-19d70ba9-709f-43b3-b35e-ab99eabecb5d tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.785454 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-19d70ba9-709f-43b3-b35e-ab99eabecb5d tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0222867 Dec 20 16:40:07.787509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Allocated IP 172.26.1.130 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/fe876cd9-b237-4a6f-9448-ef6263e796ff) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:07.790492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.807495 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-5a35edaf-48a0-4c9a-ba4d-537c01ae3e35 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.808521 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5a35edaf-48a0-4c9a-ba4d-537c01ae3e35 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0142295 Dec 20 16:40:07.814710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.820754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:07.821092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.828069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-7da393d3-bad9-45e9-a786-f369ad81bdb4 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.829060 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7da393d3-bad9-45e9-a786-f369ad81bdb4 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0106037 Dec 20 16:40:07.830350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.832288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.837865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-935a30dd-0fef-4cb1-a9f2-a4672411fcef tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.839229 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-935a30dd-0fef-4cb1-a9f2-a4672411fcef tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0057013 Dec 20 16:40:07.845348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.852957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-a23c22a6-6036-4947-a265-6b5b7ecfecce tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.854318 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a23c22a6-6036-4947-a265-6b5b7ecfecce tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0066040 Dec 20 16:40:07.860467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.884699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Made reservation on behalf of 9e5e5b4c8b9c4ce78fd810baec6adc9a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:07.888188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.889593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-cb059601-09d2-40b3-9676-ae3316feeb1a tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.890903 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cb059601-09d2-40b3-9676-ae3316feeb1a tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0094113 Dec 20 16:40:07.896789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.901444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-d1df31ec-fd55-4224-9133-dc0ec3eb2971 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.902897 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d1df31ec-fd55-4224-9133-dc0ec3eb2971 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049129 Dec 20 16:40:07.905158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc6b1d-3fcc-4797-a7e4-f099f6c7f619 None None] DHCP port deletion for f36eed04-1515-4197-b4f5-7030390b271a request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:07.914336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.926876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-ebc23e4a-201d-431c-b0c0-0384b58a0190 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.928094 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ebc23e4a-201d-431c-b0c0-0384b58a0190 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0101414 Dec 20 16:40:07.930146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:07.933654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47042) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.943775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-0e6d6dee-5e5d-4b94-8719-e15986eb60b0 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.945091 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0e6d6dee-5e5d-4b94-8719-e15986eb60b0 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0098739 Dec 20 16:40:07.946433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:07.949038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.949851 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:07.952825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=0f1cb155-6553-49fd-8968-e041b92a47cf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:07.967545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-75e637a7-467a-461f-911a-ee4e62ed9026 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.970995 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-75e637a7-467a-461f-911a-ee4e62ed9026 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0103624 Dec 20 16:40:07.970995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:07.975632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.990976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-7d3673cc-e98e-4a4f-9822-4aed0903a2d0 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.990976 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7d3673cc-e98e-4a4f-9822-4aed0903a2d0 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0113809 Dec 20 16:40:07.992333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:07.998904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-a85af307-c112-4d61-a19c-89fafdc301a7 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:07.999901 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a85af307-c112-4d61-a19c-89fafdc301a7 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0065966 Dec 20 16:40:08.004498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.012850 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-0a368ca2-290b-41aa-b783-3cf7281ebd08 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.016828 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0a368ca2-290b-41aa-b783-3cf7281ebd08 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084333 Dec 20 16:40:08.017570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d,segment=NetworkSegment(7fd7680f-b261-4717-ab88-4640aa30387b),segment_id=7fd7680f-b261-4717-ab88-4640aa30387b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:08.017570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.017822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.026994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-be2cbcb3-c646-48b2-88a0-b8d9cd7baf4b tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.030318 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-be2cbcb3-c646-48b2-88a0-b8d9cd7baf4b tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046585 Dec 20 16:40:08.039844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.049225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-d310bc37-aedf-497c-8f46-341958ad528b tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.049461 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d310bc37-aedf-497c-8f46-341958ad528b tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053947 Dec 20 16:40:08.050427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:08.051095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.056903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.060728 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:08.061315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-d713d388-2355-4614-92a9-27062743aa25 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.062345 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d713d388-2355-4614-92a9-27062743aa25 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044355 Dec 20 16:40:08.067296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-21dc6b1d-3fcc-4797-a7e4-f099f6c7f619 None None] Deleting port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:08.068138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21dc6b1d-3fcc-4797-a7e4-f099f6c7f619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.072045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.083097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-e90af02c-583c-4d63-bbd8-8d48ea6cc732 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.083510 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e90af02c-583c-4d63-bbd8-8d48ea6cc732 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0089979 Dec 20 16:40:08.087740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47060) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.092842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-a22834f1-7ad5-4806-a464-8b529b47915e tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.093856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a22834f1-7ad5-4806-a464-8b529b47915e tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0051563 Dec 20 16:40:08.096659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.101017 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-ef239f96-d541-4ffb-8cca-9fdf4b6d345f tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.102018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ef239f96-d541-4ffb-8cca-9fdf4b6d345f tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044308 Dec 20 16:40:08.104543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.112455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.126968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-a79882dd-0d1e-4bd0-8cc7-969300f3657a tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.130711 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a79882dd-0d1e-4bd0-8cc7-969300f3657a tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0251904 Dec 20 16:40:08.135872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d6d00712-3c93-4497-8c5b-247d2ae05bb9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.8540850 Dec 20 16:40:08.138239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47066) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.139672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47068) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.148923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b90e1f92-98d0-426a-a479-d7f01b163195'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:08.158191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-abdf67a6-ec7f-4261-9dd1-7d788ba2e4ed tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.162554 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-abdf67a6-ec7f-4261-9dd1-7d788ba2e4ed tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0216105 Dec 20 16:40:08.163516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47070) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.172002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-c30490b2-1510-45fb-889b-5099f18e7930 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.176928 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c30490b2-1510-45fb-889b-5099f18e7930 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0106111 Dec 20 16:40:08.177444 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47072) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.187974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-d97da8ab-ab85-4872-98e9-9be828477a93 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.191956 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d97da8ab-ab85-4872-98e9-9be828477a93 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062127 Dec 20 16:40:08.193122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.200349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-21dc6b1d-3fcc-4797-a7e4-f099f6c7f619 None None] For port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d,segment=NetworkSegment(7fd7680f-b261-4717-ab88-4640aa30387b),segment_id=7fd7680f-b261-4717-ab88-4640aa30387b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:08.200676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21dc6b1d-3fcc-4797-a7e4-f099f6c7f619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.205658 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-b8c5f1a1-6c43-463b-8a4b-8e5a869911b0 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.209110 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b8c5f1a1-6c43-463b-8a4b-8e5a869911b0 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0101500 Dec 20 16:40:08.210931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.220187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-9ea050e9-bcd7-4a7e-997d-58034c94fbda tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.225357 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9ea050e9-bcd7-4a7e-997d-58034c94fbda tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0115473 Dec 20 16:40:08.226179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-21dc6b1d-3fcc-4797-a7e4-f099f6c7f619 None None] Calling delete_port for 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:08.229529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.245068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.246127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-400b7857-c68d-4abc-b579-3fb2afea82e1 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.250959 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-400b7857-c68d-4abc-b579-3fb2afea82e1 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0178931 Dec 20 16:40:08.253909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.266181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-9e1d3c57-fb27-4c8b-aa12-ae1dbf7e4ef7 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.269890 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9e1d3c57-fb27-4c8b-aa12-ae1dbf7e4ef7 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0067875 Dec 20 16:40:08.273132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.283689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-27849573-6f57-4697-a3ba-9697401c3ffd tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.287317 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-27849573-6f57-4697-a3ba-9697401c3ffd tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0106368 Dec 20 16:40:08.293675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.297504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.305408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-0ecfe24d-7c88-4951-8cd0-cde17f4c9e35 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.308788 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0ecfe24d-7c88-4951-8cd0-cde17f4c9e35 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051446 Dec 20 16:40:08.309447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.312800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.317373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.321574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-32e81d7a-f9ad-4507-8bc2-4b7b79166422 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.324983 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-32e81d7a-f9ad-4507-8bc2-4b7b79166422 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0114443 Dec 20 16:40:08.328314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.334836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port a09c8d4f-c0ec-45ff-bbf5-94c793a1b290 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:08.335418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.342753 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-4ea8a7a3-43a2-4a00-9e52-041ada5c5be3 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.346343 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4ea8a7a3-43a2-4a00-9e52-041ada5c5be3 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054498 Dec 20 16:40:08.363241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47090) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.368275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-099e90e4-2013-4a41-8d0d-29b8c7c78ff1 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.370607 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.372716 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-099e90e4-2013-4a41-8d0d-29b8c7c78ff1 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0080707 Dec 20 16:40:08.373719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.382962 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-3836122f-f82d-4995-8589-328493363122 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.384002 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3836122f-f82d-4995-8589-328493363122 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0078044 Dec 20 16:40:08.388518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.399000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:08.402216 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-57dfe646-955a-489e-a309-d4a923eb04e2 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.403267 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-57dfe646-955a-489e-a309-d4a923eb04e2 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0085258 Dec 20 16:40:08.404036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.408096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.409946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.425549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-dec2b1f8-83f4-4596-bbcf-acfa6dd96a26 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.426575 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dec2b1f8-83f4-4596-bbcf-acfa6dd96a26 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0099890 Dec 20 16:40:08.428720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:08.431342 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:08.436348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.447891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Attempting to bind port 5788062f-c6d5-437f-9871-f735d0805cf4 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:08.448447 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Attempting to bind port 5788062f-c6d5-437f-9871-f735d0805cf4 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:08.448713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Attempting to bind port 5788062f-c6d5-437f-9871-f735d0805cf4 on network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:08.455922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd256d-345e-4bef-b6e0-6d522d7e7baf None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:08.464904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2ece8-4c83-4321-af25-92265ed8d524 None None] Pushing event updated for resources: {'Port': ['ID=5788062f-c6d5-437f-9871-f735d0805cf4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:08.477962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.482678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-c4abfe09-63f5-4e02-ab55-30ab808af8ef tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.486628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c4abfe09-63f5-4e02-ab55-30ab808af8ef tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0353851 Dec 20 16:40:08.492615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event updated for resources: {'Port': ['ID=fe876cd9-b237-4a6f-9448-ef6263e796ff,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:08.497574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.504125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:08.504560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Checking segment: {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:08.505192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:08.505322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.505322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Bound using segment: {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:08.505886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Bound port: 5788062f-c6d5-437f-9871-f735d0805cf4, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:08.506561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.519052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No DVR routers for this DVR port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:08.521188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for a09c8d4f-c0ec-45ff-bbf5-94c793a1b290 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:08.522597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8775a52b-b5a8-46b3-9d81-16ef4fda72e0 None None] Provisioning complete for port 0f1cb155-6553-49fd-8968-e041b92a47cf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:08.523037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8775a52b-b5a8-46b3-9d81-16ef4fda72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.558842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-c549af68-c9a3-4581-baac-14510c365290 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.562883 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c549af68-c9a3-4581-baac-14510c365290 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0541739 Dec 20 16:40:08.573740 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.574247 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Added segment 48c494a8-3301-4e1c-ae22-c58198e82bfe of type vlan for network a81353d9-6c6f-42d2-9835-2aea1b156b87 Dec 20 16:40:08.602540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.607600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-beada1c1-a867-492b-89b6-c3487a7089f3 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.609026 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-beada1c1-a867-492b-89b6-c3487a7089f3 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047662 Dec 20 16:40:08.613050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d28bb6-4cf5-42d5-9f78-ddce9a97fb0e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:08.618186 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47104) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.626141 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8775a52b-b5a8-46b3-9d81-16ef4fda72e0 None None] Port 0f1cb155-6553-49fd-8968-e041b92a47cf cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:08.632277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-117c5cf7-7683-48f6-ad20-983fb77bf977 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.633701 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-117c5cf7-7683-48f6-ad20-983fb77bf977 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0072227 Dec 20 16:40:08.636441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.641483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-eacb01d8-4a75-40ff-9202-d2dbde937202 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.641869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:08.645052 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eacb01d8-4a75-40ff-9202-d2dbde937202 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0053511 Dec 20 16:40:08.647573 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] For port 5788062f-c6d5-437f-9871-f735d0805cf4, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:08.647711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47108) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.650124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.653240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] For port 5788062f-c6d5-437f-9871-f735d0805cf4, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5788062f-c6d5-437f-9871-f735d0805cf4,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:08.656842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21dc6b1d-3fcc-4797-a7e4-f099f6c7f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.662154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-27509e36-4f71-414a-9854-157e4d282ba2 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.663588 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-27509e36-4f71-414a-9854-157e4d282ba2 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0066550 Dec 20 16:40:08.674588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.690071 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc6b1d-3fcc-4797-a7e4-f099f6c7f619 None None] Pushing event deleted for resources: {'Port': ['ID=2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:08.692409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.720834 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [None req-a27892f1-dbc5-4880-aeda-19041f38a5bb tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.720834 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a27892f1-dbc5-4880-aeda-19041f38a5bb tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0422599 Dec 20 16:40:08.723303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.725709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-a76ebfcb-5d89-4bd1-91ab-d683aa5b6b47 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.729417 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a76ebfcb-5d89-4bd1-91ab-d683aa5b6b47 tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044920 Dec 20 16:40:08.732793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.738303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc6b1d-3fcc-4797-a7e4-f099f6c7f619 None None] No DVR routers for this DVR port 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:08.751848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-2b520e4b-d7b3-4b86-94b8-dc8b2f562f1a tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.751848 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2b520e4b-d7b3-4b86-94b8-dc8b2f562f1a tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0121100 Dec 20 16:40:08.751848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47116) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:08.762655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [None req-3003733f-4eff-485b-afa0-fe3f0ef0badc tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:40:08.765055 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3003733f-4eff-485b-afa0-fe3f0ef0badc tempest-ExtensionsTestJSON-978748197 tempest-ExtensionsTestJSON-978748197-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0139930 Dec 20 16:40:08.795857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:08.831235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.848348 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:08.848981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2a6fd2d7-712f-462f-a7ce-3eb70bb1bb2d not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:08.862851 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36eed04-1515-4197-b4f5-7030390b271a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:08.873709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd7680f-b261-4717-ab88-4640aa30387b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:08.874020 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd7680f-b261-4717-ab88-4640aa30387b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:08.880757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2ece8-4c83-4321-af25-92265ed8d524 None None] Pushing event updated for resources: {'Port': ['ID=5788062f-c6d5-437f-9871-f735d0805cf4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:08.885220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.885889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:08.886757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:08.899836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:08.906653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:08.908088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.021100 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:09.076467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Delete allocated IP 172.20.0.23 (32bfbcd1-a49c-4174-be93-a87c83a6aec6/7587bb2a-dab2-493f-900c-411d8ffaa650) {{(pid=103324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 16:40:09.091505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e99e8412-cb3a-4f1c-8190-d77018dbfc9c None None] Provisioning complete for port fe876cd9-b237-4a6f-9448-ef6263e796ff triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:09.091944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99e8412-cb3a-4f1c-8190-d77018dbfc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.094819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.150834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8412-cb3a-4f1c-8190-d77018dbfc9c None None] Port fe876cd9-b237-4a6f-9448-ef6263e796ff cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:09.229103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e99e8412-cb3a-4f1c-8190-d77018dbfc9c None None] Provisioning complete for port 5788062f-c6d5-437f-9871-f735d0805cf4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:09.229442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99e8412-cb3a-4f1c-8190-d77018dbfc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.307491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.350159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.365655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=a09c8d4f-c0ec-45ff-bbf5-94c793a1b290,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:09.394319 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:09.396683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47124) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:09.400757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.402033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.407735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:09.408348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.426599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.435526 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/networks/f36eed04-1515-4197-b4f5-7030390b271a HTTP/1.1" status: 204 len: 168 time: 2.0935605 Dec 20 16:40:09.440882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47128) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:09.449905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2017173433', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:09.491413 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99e8412-cb3a-4f1c-8190-d77018dbfc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.496120 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9439530 Dec 20 16:40:09.524478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:09.543929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Request body: {'subnet': {'network_id': 'a81353d9-6c6f-42d2-9835-2aea1b156b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:09.576955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e99e8412-cb3a-4f1c-8190-d77018dbfc9c None None] For port 5788062f-c6d5-437f-9871-f735d0805cf4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5788062f-c6d5-437f-9871-f735d0805cf4,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:09.593801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99e8412-cb3a-4f1c-8190-d77018dbfc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.635331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=0f1cb155-6553-49fd-8968-e041b92a47cf,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:09.643377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:02Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b597f7d3-16ee-4b8f-aa35-b56d2121842c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.118', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:38:53Z', 'updated_at': '2021-12-20T16:38:57Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5788062f-c6d5-437f-9871-f735d0805cf4', 'name': '', 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:d1:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '8e821723-c08e-4416-b1e0-3b1f2fffe49d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:00Z', 'updated_at': '2021-12-20T16:40:08Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '8e821723-c08e-4416-b1e0-3b1f2fffe49d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:09.663392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] In _notify_port_updated(), no bound segment for port 0f1cb155-6553-49fd-8968-e041b92a47cf on network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:40:09.676045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:09.676733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.678116 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0f0f655f-33f1-4c27-b66d-3d3a4475082a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "PUT /v2.0/ports/0f1cb155-6553-49fd-8968-e041b92a47cf HTTP/1.1" status: 200 len: 918 time: 1.5349197 Dec 20 16:40:09.686858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47132) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:09.689114 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f6250-a818-40fa-8a14-926a8a0a1873 None None] The sync data for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv is: [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:02Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b597f7d3-16ee-4b8f-aa35-b56d2121842c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.118', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:38:53Z', 'updated_at': '2021-12-20T16:38:57Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5788062f-c6d5-437f-9871-f735d0805cf4', 'name': '', 'network_id': '72d5fb78-c811-4e6e-94e1-94ec9d1893a5', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:d1:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '8e821723-c08e-4416-b1e0-3b1f2fffe49d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:00Z', 'updated_at': '2021-12-20T16:40:08Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '8e821723-c08e-4416-b1e0-3b1f2fffe49d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:09.707230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b90e1f92-98d0-426a-a479-d7f01b163195'}, {'subnet_id': '7587bb2a-dab2-493f-900c-411d8ffaa650'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:09.709162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e8412-cb3a-4f1c-8190-d77018dbfc9c None None] Pushing event updated for resources: {'Port': ['ID=5788062f-c6d5-437f-9871-f735d0805cf4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:09.712716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52518c51-d4b8-4f29-80f4-062c0bc4d005 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Pushing event updated for resources: {'Network': ['ID=a81353d9-6c6f-42d2-9835-2aea1b156b87,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:09.712913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.732542 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network a81353d9-6c6f-42d2-9835-2aea1b156b87 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:09.798597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d01d1b63-6de8-4abf-ae0b-6e46ab6ff754 None None] Provisioning complete for port 5788062f-c6d5-437f-9871-f735d0805cf4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:09.799078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d01d1b63-6de8-4abf-ae0b-6e46ab6ff754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.811159 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aaebfea-ce8b-4fa6-b695-a7f6ef507eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.912292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.914294 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Made reservation on behalf of 9e5e5b4c8b9c4ce78fd810baec6adc9a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:09.919217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:09.995848 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b5794-8eb3-4e25-a17c-716e95d846a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Network': ['ID=f36eed04-1515-4197-b4f5-7030390b271a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:10.006751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.007838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.076632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.083550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-de2c2453-d02b-40d8-9c73-88892dbe2c8f None None] Provisioning complete for port 0f1cb155-6553-49fd-8968-e041b92a47cf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:10.084215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de2c2453-d02b-40d8-9c73-88892dbe2c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.133827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-de2c2453-d02b-40d8-9c73-88892dbe2c8f None None] Port 0f1cb155-6553-49fd-8968-e041b92a47cf cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:10.170337 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router c495ee16-6a5b-4e59-8de2-da42686c2f8c has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:10.173614 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.353093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:10.362445 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-982ebf20-df75-4281-bc15-695eb12be4f9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/c495ee16-6a5b-4e59-8de2-da42686c2f8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7788105 Dec 20 16:40:10.367505 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d5242-d30d-4019-9bbe-8db1e73a9b05 None None] Sync routers for ids ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:10.368067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47134) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:10.385132 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d5242-d30d-4019-9bbe-8db1e73a9b05 None None] Routers {'c495ee16-6a5b-4e59-8de2-da42686c2f8c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:10.385834 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-985d5242-d30d-4019-9bbe-8db1e73a9b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:10.427006 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-985d5242-d30d-4019-9bbe-8db1e73a9b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:10.437106 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d5242-d30d-4019-9bbe-8db1e73a9b05 None None] Routers {'c495ee16-6a5b-4e59-8de2-da42686c2f8c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:10.438062 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-985d5242-d30d-4019-9bbe-8db1e73a9b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:10.454126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.22 (32bfbcd1-a49c-4174-be93-a87c83a6aec6/7587bb2a-dab2-493f-900c-411d8ffaa650/0f1cb155-6553-49fd-8968-e041b92a47cf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:10.472835 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-985d5242-d30d-4019-9bbe-8db1e73a9b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:10.473822 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d5242-d30d-4019-9bbe-8db1e73a9b05 None None] The sync data for ids ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:10.517842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aaebfea-ce8b-4fa6-b695-a7f6ef507eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.520197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.558457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aaebfea-ce8b-4fa6-b695-a7f6ef507eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.669010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.714980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.716829 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0aaebfea-ce8b-4fa6-b695-a7f6ef507eb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc84557e96ba4a89bd56a135dd470dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3044841 Dec 20 16:40:10.717741 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaebfea-ce8b-4fa6-b695-a7f6ef507eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cab842-4ddd-42cf-8073-607badfd7ee6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:10.725307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:10.739157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.765428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5788062f-c6d5-437f-9871-f735d0805cf4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:10.790054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.846161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 5788062f-c6d5-437f-9871-f735d0805cf4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:10.847176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.853434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Pushing event updated for resources: {'Subnet': ['ID=144195e3-e28e-480d-a72b-01cc54637cb3,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:10.856135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:10.869726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=0f1cb155-6553-49fd-8968-e041b92a47cf,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:10.877225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Checking segment: {'id': '48c494a8-3301-4e1c-ae22-c58198e82bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a81353d9-6c6f-42d2-9835-2aea1b156b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:10.877523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Network hostable DHCP agents. Network: a81353d9-6c6f-42d2-9835-2aea1b156b87, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:10.973536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21a44a53-525c-4e8d-821f-342b3d9f0258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.054564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Network a81353d9-6c6f-42d2-9835-2aea1b156b87 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:11.064734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21a44a53-525c-4e8d-821f-342b3d9f0258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.075511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8df-5223-486f-99d7-c47d2f64b57e None None] Provisioning complete for port 0f1cb155-6553-49fd-8968-e041b92a47cf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:11.076431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8df-5223-486f-99d7-c47d2f64b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.097158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, a81353d9-6c6f-42d2-9835-2aea1b156b87) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:11.108435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:11.109025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.113216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d698ca-859b-4d7e-9724-e37b1d2c9cc7 None None] Network a81353d9-6c6f-42d2-9835-2aea1b156b87 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:11.142852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8df-5223-486f-99d7-c47d2f64b57e None None] Port 0f1cb155-6553-49fd-8968-e041b92a47cf cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:11.161591 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-575dab39-1601-4c5d-a862-3f5365e27d66 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6239588 Dec 20 16:40:11.201631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:11.238680 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Request body: {'port': {'network_id': 'a81353d9-6c6f-42d2-9835-2aea1b156b87', 'name': 'tempest-TagsExtTest-2001824730'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:11.241008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-a81353d9-6c6f-42d2-9835-2aea1b156b87', 'network_id': 'a81353d9-6c6f-42d2-9835-2aea1b156b87', 'project_id': '9e5e5b4c8b9c4ce78fd810baec6adc9a', 'fixed_ips': [{'subnet_id': '144195e3-e28e-480d-a72b-01cc54637cb3'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:11.242658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.245873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] In _notify_port_updated(), no bound segment for port 0f1cb155-6553-49fd-8968-e041b92a47cf on network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:40:11.252261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:11.253053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.257417 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5f1bc7c8-9c70-41f5-9ae1-296e0d3c842e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "PUT /v2.0/ports/0f1cb155-6553-49fd-8968-e041b92a47cf HTTP/1.1" status: 200 len: 998 time: 1.5640962 Dec 20 16:40:11.257895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:11.313196 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21a44a53-525c-4e8d-821f-342b3d9f0258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.316295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21a44a53-525c-4e8d-821f-342b3d9f0258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.319909 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-21a44a53-525c-4e8d-821f-342b3d9f0258 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4cab842-4ddd-42cf-8073-607badfd7ee6 HTTP/1.1" status: 204 len: 168 time: 0.5911736 Dec 20 16:40:11.346839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.365119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.394135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Router a95cbb15-f05c-4a5a-8421-e0c521cae484 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:11.396510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a44a53-525c-4e8d-821f-342b3d9f0258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cab842-4ddd-42cf-8073-607badfd7ee6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:11.398652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.454347 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c03e1045-4182-4ed8-ae40-ba61f3b06a9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 0f1cb155-6553-49fd-8968-e041b92a47cf {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:11.454908 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03e1045-4182-4ed8-ae40-ba61f3b06a9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.465145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Allocated IP 172.20.0.2 (a81353d9-6c6f-42d2-9835-2aea1b156b87/144195e3-e28e-480d-a72b-01cc54637cb3/36deb83d-da5d-4547-9497-fa2ac6a7a7b0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:11.626456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03e1045-4182-4ed8-ae40-ba61f3b06a9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.649840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c03e1045-4182-4ed8-ae40-ba61f3b06a9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 0f1cb155-6553-49fd-8968-e041b92a47cf owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:11.662958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.26.1.213 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/dbe773e9-4a0a-4cfd-9fa3-fce1121d837a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:11.664905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Made reservation on behalf of 9e5e5b4c8b9c4ce78fd810baec6adc9a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:11.678952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.687672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.688006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:11.696003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.700051 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-93c70c6f-da49-4d26-b52b-638b1fd39365 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "PUT /v2.0/routers/a95cbb15-f05c-4a5a-8421-e0c521cae484 HTTP/1.1" status: 200 len: 882 time: 5.7443962 Dec 20 16:40:11.702366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:11.709167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152b7c7-be1a-45b5-8498-e3909abf6591 None None] Sync routers for ids ['a95cbb15-f05c-4a5a-8421-e0c521cae484'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:11.709358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:11.761988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Network a81353d9-6c6f-42d2-9835-2aea1b156b87 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:11.767186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:11.773731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:11.775749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152b7c7-be1a-45b5-8498-e3909abf6591 None None] Routers {'a95cbb15-f05c-4a5a-8421-e0c521cae484'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:11.776376 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a152b7c7-be1a-45b5-8498-e3909abf6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['a95cbb15-f05c-4a5a-8421-e0c521cae484'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:11.784759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Pushing event updated for resources: {'Port': ['ID=36deb83d-da5d-4547-9497-fa2ac6a7a7b0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:11.982774 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a152b7c7-be1a-45b5-8498-e3909abf6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:12.022314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152b7c7-be1a-45b5-8498-e3909abf6591 None None] Routers {'a95cbb15-f05c-4a5a-8421-e0c521cae484'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:12.022944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a152b7c7-be1a-45b5-8498-e3909abf6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['a95cbb15-f05c-4a5a-8421-e0c521cae484'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:12.046884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port bc9654e1-4b12-4a38-a789-ccae3469ce66 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:12.047784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.051762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03e1045-4182-4ed8-ae40-ba61f3b06a9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.067107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a152b7c7-be1a-45b5-8498-e3909abf6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:12.067819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152b7c7-be1a-45b5-8498-e3909abf6591 None None] The sync data for ids ['a95cbb15-f05c-4a5a-8421-e0c521cae484'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:12.071749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Attempting to bind port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:12.072132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Attempting to bind port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '48c494a8-3301-4e1c-ae22-c58198e82bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a81353d9-6c6f-42d2-9835-2aea1b156b87'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:12.072493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Attempting to bind port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 on network a81353d9-6c6f-42d2-9835-2aea1b156b87 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:12.089433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:12.089819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Checking segment: {'id': '48c494a8-3301-4e1c-ae22-c58198e82bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a81353d9-6c6f-42d2-9835-2aea1b156b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:12.090232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.090653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Bound using segment: {'id': '48c494a8-3301-4e1c-ae22-c58198e82bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a81353d9-6c6f-42d2-9835-2aea1b156b87'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:12.091139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Bound port: 36deb83d-da5d-4547-9497-fa2ac6a7a7b0, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c494a8-3301-4e1c-ae22-c58198e82bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a81353d9-6c6f-42d2-9835-2aea1b156b87'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:12.091524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.121107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e1045-4182-4ed8-ae40-ba61f3b06a9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=0f1cb155-6553-49fd-8968-e041b92a47cf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:12.212994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] For port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:12.217416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] For port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=36deb83d-da5d-4547-9497-fa2ac6a7a7b0,segment=NetworkSegment(48c494a8-3301-4e1c-ae22-c58198e82bfe),segment_id=48c494a8-3301-4e1c-ae22-c58198e82bfe)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:12.229380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.256707 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] device_id is not set on port 7749a1eb-8a21-4e16-8520-3724e8aeca80 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:40:12.281803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.299157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for bc9654e1-4b12-4a38-a789-ccae3469ce66 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:12.314559 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.337086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2b616-30c3-4dcc-b324-9ad59ffb6c29 None None] Pushing event updated for resources: {'Port': ['ID=36deb83d-da5d-4547-9497-fa2ac6a7a7b0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:12.416802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c03e1045-4182-4ed8-ae40-ba61f3b06a9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.424978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c03e1045-4182-4ed8-ae40-ba61f3b06a9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/0f1cb155-6553-49fd-8968-e041b92a47cf HTTP/1.1" status: 204 len: 168 time: 1.1662118 Dec 20 16:40:12.427990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.476478 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c1dc86-9b88-43c0-a578-6be6ab0474f7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:40:12.481300 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-36c1dc86-9b88-43c0-a578-6be6ab0474f7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/0f1cb155-6553-49fd-8968-e041b92a47cf HTTP/1.1" status: 404 len: 333 time: 0.0523007 Dec 20 16:40:12.483609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47172) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.487412 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8144a245-1bdd-477a-8ee8-1c64ebf8bd4b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/routers/a95cbb15-f05c-4a5a-8421-e0c521cae484 HTTP/1.1" status: 200 len: 923 time: 0.7742617 Dec 20 16:40:12.488033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47174) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.496280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.538653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-92acbd3a-9f70-455a-82db-ec87789b65e2 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] Request body: {'port': {'network_id': '77b4b07f-3bbc-40b6-8232-efc6d894b188', 'name': 'tempest-NetworksNegativeTestJSON-1721491589'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:12.575530 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-92acbd3a-9f70-455a-82db-ec87789b65e2 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] POST failed (client error): The resource could not be found. Dec 20 16:40:12.576494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92acbd3a-9f70-455a-82db-ec87789b65e2 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:40:12.579732 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-92acbd3a-9f70-455a-82db-ec87789b65e2 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2573102 Dec 20 16:40:12.579732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Allocated IP 172.20.0.14 (a81353d9-6c6f-42d2-9835-2aea1b156b87/144195e3-e28e-480d-a72b-01cc54637cb3/7749a1eb-8a21-4e16-8520-3724e8aeca80) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:12.598870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47176) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.617577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f37c4b1-9979-469d-9a51-7133ae3838d5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet 7587bb2a-dab2-493f-900c-411d8ffaa650 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:12.635072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f37c4b1-9979-469d-9a51-7133ae3838d5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.638694 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c16e27-42a7-49c7-b2a6-59579d7b5927 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] DELETE failed (client error): The resource could not be found. Dec 20 16:40:12.641283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c16e27-42a7-49c7-b2a6-59579d7b5927 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:40:12.645941 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c7c16e27-42a7-49c7-b2a6-59579d7b5927 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "DELETE /v2.0/networks/f7a393e6-4965-4d33-8266-693e1487809f HTTP/1.1" status: 404 len: 339 time: 0.0434587 Dec 20 16:40:12.649239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90a238-c5e5-4c13-bf52-99c0c603ef0b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:12.654026 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cb90a238-c5e5-4c13-bf52-99c0c603ef0b tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=a95cbb15-f05c-4a5a-8421-e0c521cae484&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1610091 Dec 20 16:40:12.656996 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.657719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47180) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.711356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f37c4b1-9979-469d-9a51-7133ae3838d5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.732488 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.743413 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d62995-b1db-40a9-88f1-b6d991eaf68e tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] DELETE failed (client error): The resource could not be found. Dec 20 16:40:12.744080 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d62995-b1db-40a9-88f1-b6d991eaf68e tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:40:12.747319 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e6d62995-b1db-40a9-88f1-b6d991eaf68e tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "DELETE /v2.0/ports/50f02f8b-2e39-4d19-b7c7-73313bd2332c HTTP/1.1" status: 404 len: 333 time: 0.0856826 Dec 20 16:40:12.769310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47182) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.781224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:12.844021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:12.844742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.859341 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9babbb-355e-45cd-a394-756ae5ef9cce tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] DELETE failed (client error): The resource could not be found. Dec 20 16:40:12.859803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9babbb-355e-45cd-a394-756ae5ef9cce tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:40:12.859965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:12.866960 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ca9babbb-355e-45cd-a394-756ae5ef9cce tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "DELETE /v2.0/subnets/2718311f-5552-4654-8419-2257eea17639 HTTP/1.1" status: 404 len: 337 time: 0.0918610 Dec 20 16:40:12.867771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.873330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:12.876047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:12.889587 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f548d5e7-7052-4e00-be05-55fb074d9eaa tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] GET failed (client error): The resource could not be found. Dec 20 16:40:12.891024 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f548d5e7-7052-4e00-be05-55fb074d9eaa tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "GET /v2.0/networks/a32f3928-2d19-41a5-b3ea-85c3e53a0f31 HTTP/1.1" status: 404 len: 339 time: 0.0223453 Dec 20 16:40:12.891437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37196661-80fd-4887-a83c-f20c9f83a327 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:12.895250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47186) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.909052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=dbe773e9-4a0a-4cfd-9fa3-fce1121d837a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:12.928619 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6266002-8b94-4a7e-a698-5181db7a4485 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] GET failed (client error): The resource could not be found. Dec 20 16:40:12.930328 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c6266002-8b94-4a7e-a698-5181db7a4485 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "GET /v2.0/ports/e575dbe7-dd69-421d-ac38-66597467db1f HTTP/1.1" status: 404 len: 333 time: 0.0337362 Dec 20 16:40:12.937503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:12.950293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f37c4b1-9979-469d-9a51-7133ae3838d5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.975050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.984885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3175c6e-8dec-4c39-ab16-a6cb2387e93f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:12.987079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:12.989815 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d3175c6e-8dec-4c39-ab16-a6cb2387e93f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 881 time: 0.3264954 Dec 20 16:40:12.995389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:13.018511 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67dc4f5-7ff7-4c8d-8d7f-d481cc7bb7f7 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] GET failed (client error): The resource could not be found. Dec 20 16:40:13.024285 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b67dc4f5-7ff7-4c8d-8d7f-d481cc7bb7f7 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "GET /v2.0/subnets/c0176265-e1fb-4124-b2a4-04e00a3c9543 HTTP/1.1" status: 404 len: 337 time: 0.0817919 Dec 20 16:40:13.028261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=bc9654e1-4b12-4a38-a789-ccae3469ce66,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:13.028512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:13.037564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=36deb83d-da5d-4547-9497-fa2ac6a7a7b0,segment=NetworkSegment(48c494a8-3301-4e1c-ae22-c58198e82bfe),segment_id=48c494a8-3301-4e1c-ae22-c58198e82bfe)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:13.041361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-955ac7b1-b82b-42ab-aa99-2cc8a8d42942 None None] Provisioning complete for port dbe773e9-4a0a-4cfd-9fa3-fce1121d837a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:13.041992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-955ac7b1-b82b-42ab-aa99-2cc8a8d42942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.044417 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4844c666-d398-4322-bdff-edc2125cf581 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=a95cbb15-f05c-4a5a-8421-e0c521cae484 HTTP/1.1" status: 200 len: 205 time: 0.0475838 Dec 20 16:40:13.045057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47194) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:13.053176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4f1fb954-eb71-443e-b293-772a03b22a62 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:13.084029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.143080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.152509 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1fb954-eb71-443e-b293-772a03b22a62 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] PUT failed (client error): The resource could not be found. Dec 20 16:40:13.152751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1fb954-eb71-443e-b293-772a03b22a62 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:40:13.153946 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4f1fb954-eb71-443e-b293-772a03b22a62 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "PUT /v2.0/networks/6550019e-7e32-441f-8b17-1a717a61d4b2 HTTP/1.1" status: 404 len: 339 time: 0.1159160 Dec 20 16:40:13.157773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=36deb83d-da5d-4547-9497-fa2ac6a7a7b0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:13.162714 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:13.164394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-955ac7b1-b82b-42ab-aa99-2cc8a8d42942 None None] Port dbe773e9-4a0a-4cfd-9fa3-fce1121d837a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:13.168228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5eb0246b-a5c0-46fd-b514-4ccb3b0fc949 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:13.205557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.229364 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb0246b-a5c0-46fd-b514-4ccb3b0fc949 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] PUT failed (client error): The resource could not be found. Dec 20 16:40:13.229364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb0246b-a5c0-46fd-b514-4ccb3b0fc949 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:40:13.234793 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5eb0246b-a5c0-46fd-b514-4ccb3b0fc949 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "PUT /v2.0/ports/f4932705-083a-4ee5-bbba-0a3befbe2956 HTTP/1.1" status: 404 len: 333 time: 0.0708518 Dec 20 16:40:13.243716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47198) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:13.251894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c6d1d054-a80c-4c87-bab4-cd985d41da17 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:13.288406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f37c4b1-9979-469d-9a51-7133ae3838d5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.309307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcce6cd-b298-4aab-ba05-4dba636f316e None None] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:13.321819 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d1d054-a80c-4c87-bab4-cd985d41da17 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] PUT failed (client error): The resource could not be found. Dec 20 16:40:13.322420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d1d054-a80c-4c87-bab4-cd985d41da17 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:40:13.328313 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c6d1d054-a80c-4c87-bab4-cd985d41da17 tempest-NetworksNegativeTestJSON-1644272388 tempest-NetworksNegativeTestJSON-1644272388-project] 10.222.0.60 "PUT /v2.0/subnets/45d1dc63-ab5f-4497-80d8-d5d7a2f75f53 HTTP/1.1" status: 404 len: 337 time: 0.0772166 Dec 20 16:40:13.329314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f37c4b1-9979-469d-9a51-7133ae3838d5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.336154 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8f37c4b1-9979-469d-9a51-7133ae3838d5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/7587bb2a-dab2-493f-900c-411d8ffaa650 HTTP/1.1" status: 204 len: 168 time: 0.8512111 Dec 20 16:40:13.337013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:13.462646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37c4b1-9979-469d-9a51-7133ae3838d5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=7587bb2a-dab2-493f-900c-411d8ffaa650,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:13.476441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router c495ee16-6a5b-4e59-8de2-da42686c2f8c has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:13.477796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.553899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.575088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d28374d-fd7d-4451-a11d-209b254b7396 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet b90e1f92-98d0-426a-a479-d7f01b163195 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:13.581974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d28374d-fd7d-4451-a11d-209b254b7396 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.622459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:13.631796 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-51bccec1-db15-44eb-a452-19519df8c33b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/c495ee16-6a5b-4e59-8de2-da42686c2f8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2614243 Dec 20 16:40:13.634091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:13.636840 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f172bc-6cb4-4e1e-95e0-63cde4d61db0 None None] Sync routers for ids ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:13.646180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d28374d-fd7d-4451-a11d-209b254b7396 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.656903 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f172bc-6cb4-4e1e-95e0-63cde4d61db0 None None] Routers {'c495ee16-6a5b-4e59-8de2-da42686c2f8c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:13.659137 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-16f172bc-6cb4-4e1e-95e0-63cde4d61db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:13.684185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Network a81353d9-6c6f-42d2-9835-2aea1b156b87 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:13.689673 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9281331a-fbd1-44aa-8889-8fc2f96e9e1a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=c495ee16-6a5b-4e59-8de2-da42686c2f8c HTTP/1.1" status: 200 len: 205 time: 0.0524008 Dec 20 16:40:13.690576 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:13.699352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:13.712379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:13.737522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.755503 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-16f172bc-6cb4-4e1e-95e0-63cde4d61db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:13.774105 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f172bc-6cb4-4e1e-95e0-63cde4d61db0 None None] Routers {'c495ee16-6a5b-4e59-8de2-da42686c2f8c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:13.775077 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-16f172bc-6cb4-4e1e-95e0-63cde4d61db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:13.832756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a976fa7-57b6-4dea-9f1c-51fdba25dfbe tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.835498 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-16f172bc-6cb4-4e1e-95e0-63cde4d61db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:13.836177 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f172bc-6cb4-4e1e-95e0-63cde4d61db0 None None] The sync data for ids ['c495ee16-6a5b-4e59-8de2-da42686c2f8c'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:13.861979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:13.879676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Pushing event updated for resources: {'Port': ['ID=7749a1eb-8a21-4e16-8520-3724e8aeca80,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:13.909374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee5536-8bd0-42f0-b24c-87510d67febc None None] Network a81353d9-6c6f-42d2-9835-2aea1b156b87 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:13.977276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:13.987262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:13.995432 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.055905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d28374d-fd7d-4451-a11d-209b254b7396 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.060491 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-564810a0-d7de-4b9d-abb3-35834fe61013 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8273678 Dec 20 16:40:14.079801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:14.082226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c476c579-845e-4d70-9208-db766dc793ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.091078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-36110d47-48e9-4703-9fbf-910b4450f472 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-26513818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:14.118902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f7a76c67-fc32-4a6d-bf39-05eaa9f0bbea None None] Provisioning complete for port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:14.119413 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7a76c67-fc32-4a6d-bf39-05eaa9f0bbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.162968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a976fa7-57b6-4dea-9f1c-51fdba25dfbe tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.167072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a976fa7-57b6-4dea-9f1c-51fdba25dfbe tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.221853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.245555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d28374d-fd7d-4451-a11d-209b254b7396 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.264292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a976fa7-57b6-4dea-9f1c-51fdba25dfbe tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.264801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a976fa7-57b6-4dea-9f1c-51fdba25dfbe tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Fanout notify agent at l3_agent the message router_deleted on router c495ee16-6a5b-4e59-8de2-da42686c2f8c {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:14.273602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a976fa7-57b6-4dea-9f1c-51fdba25dfbe tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.277770 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6a976fa7-57b6-4dea-9f1c-51fdba25dfbe tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/c495ee16-6a5b-4e59-8de2-da42686c2f8c HTTP/1.1" status: 204 len: 168 time: 0.5860002 Dec 20 16:40:14.297373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:14.328504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.329538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28374d-fd7d-4451-a11d-209b254b7396 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=b90e1f92-98d0-426a-a479-d7f01b163195,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:14.335551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d28374d-fd7d-4451-a11d-209b254b7396 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.342448 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6d28374d-fd7d-4451-a11d-209b254b7396 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/b90e1f92-98d0-426a-a479-d7f01b163195 HTTP/1.1" status: 204 len: 168 time: 1.0006459 Dec 20 16:40:14.343110 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:14.380824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c476c579-845e-4d70-9208-db766dc793ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.393212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c476c579-845e-4d70-9208-db766dc793ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.436371 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36110d47-48e9-4703-9fbf-910b4450f472 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.437416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36110d47-48e9-4703-9fbf-910b4450f472 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.443688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d55e6d7-f8c6-4242-b62c-a89419018f65 None None] Network 32bfbcd1-a49c-4174-be93-a87c83a6aec6 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:14.492543 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c476c579-845e-4d70-9208-db766dc793ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c98bc6a0871f4062bf4784f92367d920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6230679 Dec 20 16:40:14.495692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Deleting port fe876cd9-b237-4a6f-9448-ef6263e796ff {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:14.496031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.498968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:14.532744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-70138d07-e1d2-483c-980a-78dcb0da0524 None None] Provisioning complete for port 9490399c-ebd5-4727-ae35-5affb6a13fec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:14.533119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70138d07-e1d2-483c-980a-78dcb0da0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.751124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6626da2-0d7c-4d05-b3f1-bc673c6b04d1 None None] DHCP port deletion for 32bfbcd1-a49c-4174-be93-a87c83a6aec6 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:14.783227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:14.842869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.857242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df34aab-28f3-4253-8f37-94ed10dbc0df tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting subnet caa36a62-5639-446c-ac37-19cc92d3fc74 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:14.861415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4df34aab-28f3-4253-8f37-94ed10dbc0df tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.863427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0bcc7f0d-f24b-4795-a5d8-9feddddc127f None None] Provisioning complete for port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:14.864442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bcc7f0d-f24b-4795-a5d8-9feddddc127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.901964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:14.902464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.929500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4df34aab-28f3-4253-8f37-94ed10dbc0df tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.941433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476c579-845e-4d70-9208-db766dc793ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e6e36f-555f-4516-97b4-ac4dafa05f34,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:14.946314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c6626da2-0d7c-4d05-b3f1-bc673c6b04d1 None None] Deleting port 9490399c-ebd5-4727-ae35-5affb6a13fec {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:14.946901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6626da2-0d7c-4d05-b3f1-bc673c6b04d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.991556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36110d47-48e9-4703-9fbf-910b4450f472 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:14.995413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 9490399c-ebd5-4727-ae35-5affb6a13fec {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:14.995756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.012631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36110d47-48e9-4703-9fbf-910b4450f472 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.027124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e628265b-56fa-43bc-995b-e64c32ca8343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.058755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36110d47-48e9-4703-9fbf-910b4450f472 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.062459 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-36110d47-48e9-4703-9fbf-910b4450f472 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9750605 Dec 20 16:40:15.067594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.070072 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:15.071260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c6626da2-0d7c-4d05-b3f1-bc673c6b04d1 None None] For port 9490399c-ebd5-4727-ae35-5affb6a13fec, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9490399c-ebd5-4727-ae35-5affb6a13fec,segment=NetworkSegment(d520dd98-f35f-4284-a798-b3fca9a93420),segment_id=d520dd98-f35f-4284-a798-b3fca9a93420)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:15.071576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6626da2-0d7c-4d05-b3f1-bc673c6b04d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.074552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8c201f8d-d58a-4a19-ab7d-5442905ddd62 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1838470392', 'prefixes': ['172.20.0.0/16']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:15.092617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4df34aab-28f3-4253-8f37-94ed10dbc0df tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.097406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e628265b-56fa-43bc-995b-e64c32ca8343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.106487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c6626da2-0d7c-4d05-b3f1-bc673c6b04d1 None None] Calling delete_port for 9490399c-ebd5-4727-ae35-5affb6a13fec owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:15.112209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Calling delete_port for fe876cd9-b237-4a6f-9448-ef6263e796ff owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:15.131490 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] For port 9490399c-ebd5-4727-ae35-5affb6a13fec, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9490399c-ebd5-4727-ae35-5affb6a13fec,segment=NetworkSegment(d520dd98-f35f-4284-a798-b3fca9a93420),segment_id=d520dd98-f35f-4284-a798-b3fca9a93420)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:15.131879 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.152765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 9490399c-ebd5-4727-ae35-5affb6a13fec owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:15.163450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 264e7eb7-6cbf-466b-a44c-afd1b6fc036b is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:15.176543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0bcc7f0d-f24b-4795-a5d8-9feddddc127f None None] Provisioning complete for port 7749a1eb-8a21-4e16-8520-3724e8aeca80 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:15.176916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bcc7f0d-f24b-4795-a5d8-9feddddc127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.227297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc7f0d-f24b-4795-a5d8-9feddddc127f None None] Port 7749a1eb-8a21-4e16-8520-3724e8aeca80 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:15.237317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4df34aab-28f3-4253-8f37-94ed10dbc0df tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.246580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6626da2-0d7c-4d05-b3f1-bc673c6b04d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.276756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6626da2-0d7c-4d05-b3f1-bc673c6b04d1 None None] Pushing event deleted for resources: {'Port': ['ID=9490399c-ebd5-4727-ae35-5affb6a13fec,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:15.279983 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e628265b-56fa-43bc-995b-e64c32ca8343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.282715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e628265b-56fa-43bc-995b-e64c32ca8343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.282867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df34aab-28f3-4253-8f37-94ed10dbc0df tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Subnet': ['ID=caa36a62-5639-446c-ac37-19cc92d3fc74,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:15.286343 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e628265b-56fa-43bc-995b-e64c32ca8343 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39e6e36f-555f-4516-97b4-ac4dafa05f34 HTTP/1.1" status: 204 len: 168 time: 0.7769477 Dec 20 16:40:15.286734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4df34aab-28f3-4253-8f37-94ed10dbc0df tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.290750 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4df34aab-28f3-4253-8f37-94ed10dbc0df tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/caa36a62-5639-446c-ac37-19cc92d3fc74 HTTP/1.1" status: 204 len: 168 time: 0.9879229 Dec 20 16:40:15.290750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.291278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6626da2-0d7c-4d05-b3f1-bc673c6b04d1 None None] No DVR routers for this DVR port 9490399c-ebd5-4727-ae35-5affb6a13fec on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:15.291425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:15.308027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc421b-23b4-45ec-8643-84728d5611a2 None None] Network 5b5fea3d-2541-4d88-868d-2e1c33fa99ca requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:15.352861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=9490399c-ebd5-4727-ae35-5affb6a13fec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:15.361822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No DVR routers for this DVR port 9490399c-ebd5-4727-ae35-5affb6a13fec on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:15.378449 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628265b-56fa-43bc-995b-e64c32ca8343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e6e36f-555f-4516-97b4-ac4dafa05f34,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:15.448296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2114a144-0215-4a98-af3d-f3825247edc6 None None] Provisioning complete for port 7749a1eb-8a21-4e16-8520-3724e8aeca80 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:15.449507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2114a144-0215-4a98-af3d-f3825247edc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.471271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-58502011-4612-4d73-b6c1-339ed555d447 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting subnet 8ee8dc4b-f09b-465c-9fef-c8e4eead8f80 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:15.487020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58502011-4612-4d73-b6c1-339ed555d447 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.491112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.501094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:15.512907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c201f8d-d58a-4a19-ab7d-5442905ddd62 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for subnetpool, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.514250 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8c201f8d-d58a-4a19-ab7d-5442905ddd62 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4431891 Dec 20 16:40:15.517805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.521374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:15.533358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-699d990c-ed49-4898-846d-ecfec64b0b72 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3', 'tempest-TagsExtTest-Tag-377897397') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:15.537784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2114a144-0215-4a98-af3d-f3825247edc6 None None] Port 7749a1eb-8a21-4e16-8520-3724e8aeca80 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:15.546680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bfbcd1-a49c-4174-be93-a87c83a6aec6']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:15.566283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58502011-4612-4d73-b6c1-339ed555d447 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.571278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd520dd98-f35f-4284-a798-b3fca9a93420') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:15.571955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd520dd98-f35f-4284-a798-b3fca9a93420') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:15.591304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337aa7f5-d7e0-4fef-85f7-10a421f69e38 None None] Sync routers for ids ['264e7eb7-6cbf-466b-a44c-afd1b6fc036b'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:15.607021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.607977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event deleted for resources: {'Port': ['ID=fe876cd9-b237-4a6f-9448-ef6263e796ff,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:15.612557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.616217 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9357efbc-dc90-4e6d-90fe-63955b4641c9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.1681218 Dec 20 16:40:15.623563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:15.637874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184f670-095a-4bfe-a527-88d69ab9ba1c None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:15.653245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.669460 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337aa7f5-d7e0-4fef-85f7-10a421f69e38 None None] Routers {'264e7eb7-6cbf-466b-a44c-afd1b6fc036b'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:15.670087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-337aa7f5-d7e0-4fef-85f7-10a421f69e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['264e7eb7-6cbf-466b-a44c-afd1b6fc036b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:15.718424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-337aa7f5-d7e0-4fef-85f7-10a421f69e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:15.747172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337aa7f5-d7e0-4fef-85f7-10a421f69e38 None None] Routers {'264e7eb7-6cbf-466b-a44c-afd1b6fc036b'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:15.747802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-337aa7f5-d7e0-4fef-85f7-10a421f69e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['264e7eb7-6cbf-466b-a44c-afd1b6fc036b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:15.760261 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.801177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-337aa7f5-d7e0-4fef-85f7-10a421f69e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:15.802178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337aa7f5-d7e0-4fef-85f7-10a421f69e38 None None] The sync data for ids ['264e7eb7-6cbf-466b-a44c-afd1b6fc036b'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:15.810608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:15.811072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:15.816462 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:15.819831 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:15.825244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c5a750-1d5d-4ef3-a9d9-ab6a3054fca0 None None] DHCP port deletion for 5b5fea3d-2541-4d88-868d-2e1c33fa99ca request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:15.887183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.887970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.912054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5a750-1d5d-4ef3-a9d9-ab6a3054fca0 None None] Deleting port 3488645a-d3f5-4353-96c1-434f8343e6ef {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:15.913775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8c5a750-1d5d-4ef3-a9d9-ab6a3054fca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.936747 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c826a1be-34b6-4d8a-baf2-47742325871a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/routers/264e7eb7-6cbf-466b-a44c-afd1b6fc036b HTTP/1.1" status: 200 len: 881 time: 0.3116515 Dec 20 16:40:15.937685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.938407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Fanout notify agent at l3_agent the message router_deleted on router a95cbb15-f05c-4a5a-8421-e0c521cae484 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:15.940043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:15.940537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.949539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.957296 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/networks/32bfbcd1-a49c-4174-be93-a87c83a6aec6 HTTP/1.1" status: 204 len: 168 time: 1.6083169 Dec 20 16:40:15.957434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.958962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:15.960089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58502011-4612-4d73-b6c1-339ed555d447 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:15.963510 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5c81ee7a-2674-4bec-902a-1fc86b65425d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/a95cbb15-f05c-4a5a-8421-e0c521cae484 HTTP/1.1" status: 204 len: 168 time: 2.8727005 Dec 20 16:40:15.966309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.002293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269514e-0567-4012-a305-9f349d681eb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Network': ['ID=32bfbcd1-a49c-4174-be93-a87c83a6aec6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:16.019879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-645c5130-6d4f-4f89-b5b8-7bb3d9b9f288 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1485430056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:16.041036 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-699d990c-ed49-4898-846d-ecfec64b0b72 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags/tempest-TagsExtTest-Tag-377897397 HTTP/1.1" status: 201 len: 201 time: 0.5131142 Dec 20 16:40:16.043835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.049935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d8c5a750-1d5d-4ef3-a9d9-ab6a3054fca0 None None] For port 3488645a-d3f5-4353-96c1-434f8343e6ef, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3488645a-d3f5-4353-96c1-434f8343e6ef,segment=NetworkSegment(f29adea8-ceb5-427b-bbae-b98565f85149),segment_id=f29adea8-ceb5-427b-bbae-b98565f85149)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:16.050566 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8c5a750-1d5d-4ef3-a9d9-ab6a3054fca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.053365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-9828477b-9849-42ca-af82-8548ac7d8a0e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80', 'tempest-TagsExtTest-Tag-1881205198') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:16.069738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5a750-1d5d-4ef3-a9d9-ab6a3054fca0 None None] Calling delete_port for 3488645a-d3f5-4353-96c1-434f8343e6ef owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:16.099813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-645c5130-6d4f-4f89-b5b8-7bb3d9b9f288 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.106506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-645c5130-6d4f-4f89-b5b8-7bb3d9b9f288 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.112436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb676127-9a13-4c46-a689-f8db611648cb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:16.114333 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eb676127-9a13-4c46-a689-f8db611648cb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1488426 Dec 20 16:40:16.122722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47254) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.136553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58502011-4612-4d73-b6c1-339ed555d447 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.171733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58502011-4612-4d73-b6c1-339ed555d447 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee8dc4b-f09b-465c-9fef-c8e4eead8f80,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:16.175161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8c5a750-1d5d-4ef3-a9d9-ab6a3054fca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.178760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58502011-4612-4d73-b6c1-339ed555d447 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.182830 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-58502011-4612-4d73-b6c1-339ed555d447 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/8ee8dc4b-f09b-465c-9fef-c8e4eead8f80 HTTP/1.1" status: 204 len: 168 time: 0.8891542 Dec 20 16:40:16.185409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.191221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1ad08-1d3a-4e85-aa7b-50fd681ad342 None None] Network 3439bf0c-469f-4885-b2e4-cff88fac6215 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:16.257664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5a750-1d5d-4ef3-a9d9-ab6a3054fca0 None None] Pushing event deleted for resources: {'Port': ['ID=3488645a-d3f5-4353-96c1-434f8343e6ef,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:16.264176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c5a750-1d5d-4ef3-a9d9-ab6a3054fca0 None None] No DVR routers for this DVR port 3488645a-d3f5-4353-96c1-434f8343e6ef on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:16.293553 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9828477b-9849-42ca-af82-8548ac7d8a0e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags/tempest-TagsExtTest-Tag-1881205198 HTTP/1.1" status: 201 len: 201 time: 0.2481539 Dec 20 16:40:16.295867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.301312 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-70890218-8951-494a-a679-085fb667a24d tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae', 'tempest-TagsExtTest-Tag-1725919391') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:16.307732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.325732 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1493cad4-8855-48ea-861e-fb1f93cbd6c9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2018206 Dec 20 16:40:16.340123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.369867 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1955293139'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:16.403507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-645c5130-6d4f-4f89-b5b8-7bb3d9b9f288 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.428701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-645c5130-6d4f-4f89-b5b8-7bb3d9b9f288 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.473947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:16.478370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.488320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.490015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394528a2-25f9-475d-bd89-8fac45ca450a None None] DHCP port deletion for 3439bf0c-469f-4885-b2e4-cff88fac6215 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:16.491086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.493360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-645c5130-6d4f-4f89-b5b8-7bb3d9b9f288 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.494775 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-645c5130-6d4f-4f89-b5b8-7bb3d9b9f288 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4820015 Dec 20 16:40:16.496164 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-70890218-8951-494a-a679-085fb667a24d tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags/tempest-TagsExtTest-Tag-1725919391 HTTP/1.1" status: 201 len: 201 time: 0.1991305 Dec 20 16:40:16.505164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.505495 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.509862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': True}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:16.516905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-4a9f4ae1-2d7d-4ff0-b244-38eafa33985f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704', 'tempest-TagsExtTest-Tag-1610735756') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:16.522618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5fea3d-2541-4d88-868d-2e1c33fa99ca']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:16.533338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29adea8-ceb5-427b-bbae-b98565f85149') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:16.533564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29adea8-ceb5-427b-bbae-b98565f85149') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:16.545396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.564132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.569067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-394528a2-25f9-475d-bd89-8fac45ca450a None None] Deleting port 9849d4f0-9d33-4820-b0b2-3823bd6a965c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:16.569441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-394528a2-25f9-475d-bd89-8fac45ca450a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.573385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:16.574175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:16.578427 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:16.641133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-394528a2-25f9-475d-bd89-8fac45ca450a None None] For port 9849d4f0-9d33-4820-b0b2-3823bd6a965c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9849d4f0-9d33-4820-b0b2-3823bd6a965c,segment=NetworkSegment(0c106283-977c-46f8-87d4-d573714d2a06),segment_id=0c106283-977c-46f8-87d4-d573714d2a06)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:16.641587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-394528a2-25f9-475d-bd89-8fac45ca450a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.643570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-091be876-a50b-41df-8baa-53bf4a2fbace tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:16.644406 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.api.v2.base [None req-091be876-a50b-41df-8baa-53bf4a2fbace tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 16:40:16.644789 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-091be876-a50b-41df-8baa-53bf4a2fbace tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 16:40:16.651956 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-091be876-a50b-41df-8baa-53bf4a2fbace tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1590590 Dec 20 16:40:16.653291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.657390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-394528a2-25f9-475d-bd89-8fac45ca450a None None] Calling delete_port for 9849d4f0-9d33-4820-b0b2-3823bd6a965c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:16.658250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700591077'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:16.677683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.695594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.701326 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/networks/5b5fea3d-2541-4d88-868d-2e1c33fa99ca HTTP/1.1" status: 204 len: 168 time: 0.5118122 Dec 20 16:40:16.701530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:16.703205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.733338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9490399c-ebd5-4727-ae35-5affb6a13fec no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:16.741186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd6fb4-ee4b-499c-b84c-874171b6da0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Network': ['ID=5b5fea3d-2541-4d88-868d-2e1c33fa99ca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:16.746226 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.772084 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 9490399c-ebd5-4727-ae35-5affb6a13fec {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:16.772488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9490399c-ebd5-4727-ae35-5affb6a13fec not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:16.772912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3488645a-d3f5-4353-96c1-434f8343e6ef no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:16.774480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.795337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.795642 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Added segment f6eb1c2f-8dba-4019-8c6c-57bc3dea724f of type vlan for network 272778e5-34df-4d24-818a-68ac5115f78d Dec 20 16:40:16.795825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 3488645a-d3f5-4353-96c1-434f8343e6ef {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:16.796226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3488645a-d3f5-4353-96c1-434f8343e6ef not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:16.797033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9849d4f0-9d33-4820-b0b2-3823bd6a965c no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:16.807600 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4a9f4ae1-2d7d-4ff0-b244-38eafa33985f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags/tempest-TagsExtTest-Tag-1610735756 HTTP/1.1" status: 201 len: 201 time: 0.2953122 Dec 20 16:40:16.814120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.819521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-8df36159-648f-4b41-a6c4-ea66b9e5df6e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:16.829033 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-75f9c0fc-83d6-4ead-9a6e-b9651f74ff7b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8849580 Dec 20 16:40:16.835628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:16.852681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-305709cc-0a80-4f33-8669-eaec2bc0f917 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2017173433'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:16.860095 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No ports have port_id starting with 9849d4f0-9d33-4820-b0b2-3823bd6a965c Dec 20 16:40:16.861670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-394528a2-25f9-475d-bd89-8fac45ca450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.896852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394528a2-25f9-475d-bd89-8fac45ca450a None None] Pushing event deleted for resources: {'Port': ['ID=9849d4f0-9d33-4820-b0b2-3823bd6a965c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:16.899452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.903391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394528a2-25f9-475d-bd89-8fac45ca450a None None] No DVR routers for this DVR port 9849d4f0-9d33-4820-b0b2-3823bd6a965c on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:16.956747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:16.972415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.008117 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.013733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:17.021103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.102750 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7368426 Dec 20 16:40:17.107266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.108402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:17.116052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '272778e5-34df-4d24-818a-68ac5115f78d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:17.122802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb2c26-2336-41ef-96ea-186c76c42f9b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Network': ['ID=272778e5-34df-4d24-818a-68ac5115f78d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:17.134610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 272778e5-34df-4d24-818a-68ac5115f78d details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:17.156280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.161548 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8df36159-648f-4b41-a6c4-ea66b9e5df6e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags HTTP/1.1" status: 200 len: 240 time: 0.3453243 Dec 20 16:40:17.169162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:17.176213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.178395 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-99fbc4c8-2aea-4db7-b668-9d8650135f67 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3', 'tempest-TagsExtTest-Tag-377897397') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:17.216029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3439bf0c-469f-4885-b2e4-cff88fac6215']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:17.279957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c106283-977c-46f8-87d4-d573714d2a06') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:17.280239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c106283-977c-46f8-87d4-d573714d2a06') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:17.300988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f8cc63-f80a-461d-b488-a86e5ce20536,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:17.306375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.314127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:17.317667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.335277 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-99fbc4c8-2aea-4db7-b668-9d8650135f67 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags/tempest-TagsExtTest-Tag-377897397 HTTP/1.1" status: 204 len: 168 time: 0.1640511 Dec 20 16:40:17.343229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:17.343624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.350418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-68874ff8-b4b6-4c4c-b884-3ef344a27dd7 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3', 'tempest-TagsExtTest-Tag-377897397') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:17.388929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:17.389154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:17.397337 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:17.460033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.496236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.548132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.552963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.557291 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/networks/3439bf0c-469f-4885-b2e4-cff88fac6215 HTTP/1.1" status: 204 len: 168 time: 0.8535702 Dec 20 16:40:17.561884 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.564265 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:17.569964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.571269 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9170520 Dec 20 16:40:17.582331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938196f-9897-4474-bb84-54ba7c9f8bc9 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a62897-3388-4706-bbbb-c3c63c2b5b33,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:17.587434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-305709cc-0a80-4f33-8669-eaec2bc0f917 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.591312 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:17.591435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1198110619'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:17.597997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a74d6039-43cc-4ad8-811c-7f874aa2c8b2 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '13a62897-3388-4706-bbbb-c3c63c2b5b33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:17.603078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411abbb-40ad-4099-8fa5-4b6c4716bfa6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Network': ['ID=3439bf0c-469f-4885-b2e4-cff88fac6215,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:17.616700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-305709cc-0a80-4f33-8669-eaec2bc0f917 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.624264 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.684523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74d6039-43cc-4ad8-811c-7f874aa2c8b2 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.711255 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-68874ff8-b4b6-4c4c-b884-3ef344a27dd7 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags/tempest-TagsExtTest-Tag-377897397 HTTP/1.1" status: 204 len: 168 time: 0.3650873 Dec 20 16:40:17.723348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:17.727658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-3f8887f0-122f-4a2c-93a7-a47686bc8d77 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:17.741014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:17.744725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.787127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:17.826018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:18.128502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305709cc-0a80-4f33-8669-eaec2bc0f917 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 264e7eb7-6cbf-466b-a44c-afd1b6fc036b has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:18.154180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74d6039-43cc-4ad8-811c-7f874aa2c8b2 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.168006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74d6039-43cc-4ad8-811c-7f874aa2c8b2 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.199452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.199794 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added segment e2945eac-23f2-401b-b337-a48a451eb072 of type vlan for network a04eb86f-9a6d-425a-8bec-b649174f1b9d Dec 20 16:40:18.232131 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3f8887f0-122f-4a2c-93a7-a47686bc8d77 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags HTTP/1.1" status: 200 len: 205 time: 0.5075052 Dec 20 16:40:18.236232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.242454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-df589f7b-2dfa-4f92-a7e8-75110554ba6d tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:18.248928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d6039-43cc-4ad8-811c-7f874aa2c8b2 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442eaba4-596d-4d98-90c2-6b566794eb76,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:18.262146 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Allocated IP 172.26.1.205 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/f5a3e0ef-23ae-43a0-b01d-1f773e94db40) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:18.269305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=2d4568e0-bb40-4839-9f65-089cec32f038,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:18.277724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74d6039-43cc-4ad8-811c-7f874aa2c8b2 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.278893 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a74d6039-43cc-4ad8-811c-7f874aa2c8b2 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6865506 Dec 20 16:40:18.283071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.288931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-48242beb-efd9-4e5e-b117-86d039493625 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '13a62897-3388-4706-bbbb-c3c63c2b5b33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:18.295491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.310484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Checking segment: {'id': 'f6eb1c2f-8dba-4019-8c6c-57bc3dea724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '272778e5-34df-4d24-818a-68ac5115f78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:18.310852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network hostable DHCP agents. Network: 272778e5-34df-4d24-818a-68ac5115f78d, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:18.360189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.377020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305709cc-0a80-4f33-8669-eaec2bc0f917 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:18.390579 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1cc4d1-e4dc-432c-bff1-d9bd508b4b03 None None] Sync routers for ids ['264e7eb7-6cbf-466b-a44c-afd1b6fc036b'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:18.400698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.404332 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1cc4d1-e4dc-432c-bff1-d9bd508b4b03 None None] Routers {'264e7eb7-6cbf-466b-a44c-afd1b6fc036b'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:18.405004 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ae1cc4d1-e4dc-432c-bff1-d9bd508b4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['264e7eb7-6cbf-466b-a44c-afd1b6fc036b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:18.406264 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:18.406927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.409193 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 272778e5-34df-4d24-818a-68ac5115f78d is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:18.418397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-305709cc-0a80-4f33-8669-eaec2bc0f917 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.419557 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-305709cc-0a80-4f33-8669-eaec2bc0f917 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/264e7eb7-6cbf-466b-a44c-afd1b6fc036b HTTP/1.1" status: 200 len: 888 time: 1.5780272 Dec 20 16:40:18.424114 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.434536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48242beb-efd9-4e5e-b117-86d039493625 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.450602 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-df589f7b-2dfa-4f92-a7e8-75110554ba6d tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags HTTP/1.1" status: 200 len: 241 time: 0.2092497 Dec 20 16:40:18.451977 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ae1cc4d1-e4dc-432c-bff1-d9bd508b4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:18.452173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 272778e5-34df-4d24-818a-68ac5115f78d) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:18.458462 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:18.458883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.464683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9cd9fc-8fc7-4f90-b0c6-ff75c1d7a4e3 None None] Network 272778e5-34df-4d24-818a-68ac5115f78d requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:18.469091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.478507 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1cc4d1-e4dc-432c-bff1-d9bd508b4b03 None None] Routers {'264e7eb7-6cbf-466b-a44c-afd1b6fc036b'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:18.479576 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ae1cc4d1-e4dc-432c-bff1-d9bd508b4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['264e7eb7-6cbf-466b-a44c-afd1b6fc036b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:18.504424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-91533a33-7a81-4578-ab75-f42e70400115 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80', 'tempest-TagsExtTest-Tag-1881205198') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:18.529506 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ae1cc4d1-e4dc-432c-bff1-d9bd508b4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:18.530961 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1cc4d1-e4dc-432c-bff1-d9bd508b4b03 None None] The sync data for ids ['264e7eb7-6cbf-466b-a44c-afd1b6fc036b'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:18.558117 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9897692 Dec 20 16:40:18.564078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.571183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe171e38-3f76-489c-8b57-f1495f208c04 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Network': ['ID=a04eb86f-9a6d-425a-8bec-b649174f1b9d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:18.592667 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-39e11611-1704-4634-9a90-864b1be51b5c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4835947 Dec 20 16:40:18.595618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47312) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.598061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.604510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'subnet': {'network_id': 'a04eb86f-9a6d-425a-8bec-b649174f1b9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:18.611831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '272778e5-34df-4d24-818a-68ac5115f78d', 'name': 'tempest-PortsTestJSON-602862425'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:18.649471 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-91533a33-7a81-4578-ab75-f42e70400115 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags/tempest-TagsExtTest-Tag-1881205198 HTTP/1.1" status: 204 len: 168 time: 0.1772785 Dec 20 16:40:18.651759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47314) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.656889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-2dbd2ff4-6882-4111-b330-1e011cadaa61 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80', 'tempest-TagsExtTest-Tag-1881205198') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:18.682733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.716468 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network a04eb86f-9a6d-425a-8bec-b649174f1b9d details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:18.732358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:18.739002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:18.742596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:18.770752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0330d7-7698-424d-bdcd-dd1f7cb73f8f None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:18.774953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event updated for resources: {'Port': ['ID=f5a3e0ef-23ae-43a0-b01d-1f773e94db40,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:18.821597 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-48242beb-efd9-4e5e-b117-86d039493625 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 16:40:18.821750 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-48242beb-efd9-4e5e-b117-86d039493625 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5377591 Dec 20 16:40:18.826295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.848160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-272778e5-34df-4d24-818a-68ac5115f78d', 'network_id': '272778e5-34df-4d24-818a-68ac5115f78d', 'project_id': '90cfd75b636345aca1562c0033b7007a', 'fixed_ips': [{'subnet_id': '2d4568e0-bb40-4839-9f65-089cec32f038'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:18.848378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.853268 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9052befd-8e2e-4132-8aaf-ecdf35ea8df5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/routers/264e7eb7-6cbf-466b-a44c-afd1b6fc036b HTTP/1.1" status: 200 len: 888 time: 0.4241807 Dec 20 16:40:18.856972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.926989 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ef865a95-08fd-4768-a206-2885d3c02708 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=264e7eb7-6cbf-466b-a44c-afd1b6fc036b HTTP/1.1" status: 200 len: 205 time: 0.0648687 Dec 20 16:40:18.928051 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2dbd2ff4-6882-4111-b330-1e011cadaa61 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags/tempest-TagsExtTest-Tag-1881205198 HTTP/1.1" status: 204 len: 168 time: 0.2750869 Dec 20 16:40:18.931974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.931974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:18.936703 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-c6eb3780-ade6-41e4-87d8-3b2975b32067 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:18.964378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-13ac2c78-422b-49a3-b6e4-e2cdc3473530 None None] Provisioning complete for port f5a3e0ef-23ae-43a0-b01d-1f773e94db40 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:18.964378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13ac2c78-422b-49a3-b6e4-e2cdc3473530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:18.981155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:18.984561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.041357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-13ac2c78-422b-49a3-b6e4-e2cdc3473530 None None] Port f5a3e0ef-23ae-43a0-b01d-1f773e94db40 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:19.064675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Allocated IP 172.20.0.2 (272778e5-34df-4d24-818a-68ac5115f78d/2d4568e0-bb40-4839-9f65-089cec32f038/2c18cd9d-6f62-414e-852f-75489731f698) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:19.087000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aab4ffd6-842c-4925-96b5-0570e48bfbc1 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.128709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:19.132193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.161944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aab4ffd6-842c-4925-96b5-0570e48bfbc1 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.173598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.182470 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c6eb3780-ade6-41e4-87d8-3b2975b32067 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags HTTP/1.1" status: 200 len: 205 time: 0.2466142 Dec 20 16:40:19.193263 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:19.202845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-0490246e-9836-482e-80f3-437dc2ecfd48 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:19.240211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.249129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.266166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port afb31d81-5559-4b10-bd1e-0280241df8b3 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:40:19.273413 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Network 272778e5-34df-4d24-818a-68ac5115f78d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:19.276813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:19.296533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:19.314068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.367846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Pushing event updated for resources: {'Port': ['ID=2c18cd9d-6f62-414e-852f-75489731f698,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:19.378643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.386979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.387699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.388103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.389065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.389470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.390536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.391090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.394574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.395035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.396460 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.396871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.397961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.397961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:19.402459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Attempting to bind port 2c18cd9d-6f62-414e-852f-75489731f698 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:19.402970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Attempting to bind port 2c18cd9d-6f62-414e-852f-75489731f698 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'f6eb1c2f-8dba-4019-8c6c-57bc3dea724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '272778e5-34df-4d24-818a-68ac5115f78d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:19.403427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Attempting to bind port 2c18cd9d-6f62-414e-852f-75489731f698 on network 272778e5-34df-4d24-818a-68ac5115f78d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:19.410860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:19.411835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Checking segment: {'id': 'f6eb1c2f-8dba-4019-8c6c-57bc3dea724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '272778e5-34df-4d24-818a-68ac5115f78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:19.411835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.413627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Bound using segment: {'id': 'f6eb1c2f-8dba-4019-8c6c-57bc3dea724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '272778e5-34df-4d24-818a-68ac5115f78d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:19.413627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Bound port: 2c18cd9d-6f62-414e-852f-75489731f698, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb1c2f-8dba-4019-8c6c-57bc3dea724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '272778e5-34df-4d24-818a-68ac5115f78d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:19.413627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.418216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aab4ffd6-842c-4925-96b5-0570e48bfbc1 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.421364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aab4ffd6-842c-4925-96b5-0570e48bfbc1 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.422242 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-aab4ffd6-842c-4925-96b5-0570e48bfbc1 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/13a62897-3388-4706-bbbb-c3c63c2b5b33 HTTP/1.1" status: 204 len: 168 time: 0.5889881 Dec 20 16:40:19.430838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:19.446821 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0490246e-9836-482e-80f3-437dc2ecfd48 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags HTTP/1.1" status: 200 len: 241 time: 0.2516453 Dec 20 16:40:19.458114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:19.471349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-a958a78e-c20d-49fd-ac76-f1ddf5f9ec93 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae', 'tempest-TagsExtTest-Tag-1725919391') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:19.488641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] For port 2c18cd9d-6f62-414e-852f-75489731f698, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:19.491853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] For port 2c18cd9d-6f62-414e-852f-75489731f698, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2c18cd9d-6f62-414e-852f-75489731f698,segment=NetworkSegment(f6eb1c2f-8dba-4019-8c6c-57bc3dea724f),segment_id=f6eb1c2f-8dba-4019-8c6c-57bc3dea724f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:19.498202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.499451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4ffd6-842c-4925-96b5-0570e48bfbc1 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a62897-3388-4706-bbbb-c3c63c2b5b33,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:19.545649 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.4 (272778e5-34df-4d24-818a-68ac5115f78d/2d4568e0-bb40-4839-9f65-089cec32f038/afb31d81-5559-4b10-bd1e-0280241df8b3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:19.549888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.564982 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-88e20d1d-6ea7-4bc1-b5b7-f466df9708c2 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2999 time: 0.1326132 Dec 20 16:40:19.574609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc972806-02f4-4d6e-ac1b-a33065a33d03 None None] Pushing event updated for resources: {'Port': ['ID=2c18cd9d-6f62-414e-852f-75489731f698,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:19.589759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:19.603550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4b004454-da1c-4bd7-803a-851b62f1c423 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'tempest-secgroup--175083338'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:19.678007 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a958a78e-c20d-49fd-ac76-f1ddf5f9ec93 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags/tempest-TagsExtTest-Tag-1725919391 HTTP/1.1" status: 204 len: 168 time: 0.2179291 Dec 20 16:40:19.682233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port dbe773e9-4a0a-4cfd-9fa3-fce1121d837a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:19.682604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.685523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47332) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:19.692320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-4dbb07f1-5cba-49c7-8009-ceb20e160477 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae', 'tempest-TagsExtTest-Tag-1725919391') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:19.769655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Subnet': ['ID=5a1e7a8b-eace-4ddd-bd03-fcf00feadfbd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:19.784892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.797804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.827000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b004454-da1c-4bd7-803a-851b62f1c423 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.855070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:19.873013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Checking segment: {'id': 'e2945eac-23f2-401b-b337-a48a451eb072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a04eb86f-9a6d-425a-8bec-b649174f1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:19.873270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network hostable DHCP agents. Network: a04eb86f-9a6d-425a-8bec-b649174f1b9d, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:19.879746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for dbe773e9-4a0a-4cfd-9fa3-fce1121d837a owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:19.915246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.069901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Router dcaa6434-cea2-4615-8f3e-9787e86d4e1c is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:20.198443 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.245027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=dbe773e9-4a0a-4cfd-9fa3-fce1121d837a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:20.255536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586b5cd-b908-4141-920c-4385b09ebd9b None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:20.281664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.282001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.282355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.282682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.283006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.283323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.283640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.283955 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.284265 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.284577 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.284891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.285201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.285507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:20.310695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:20.317034 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.321236 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c48cf442-39e6-4084-84ee-8d017deb1bf8 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "PUT /v2.0/routers/dcaa6434-cea2-4615-8f3e-9787e86d4e1c HTTP/1.1" status: 200 len: 919 time: 3.8146050 Dec 20 16:40:20.321805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:20.326143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41691a2b-1e62-4e1e-8fd2-d8e2507b353c None None] Sync routers for ids ['dcaa6434-cea2-4615-8f3e-9787e86d4e1c'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:20.343021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network a04eb86f-9a6d-425a-8bec-b649174f1b9d is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:20.345526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41691a2b-1e62-4e1e-8fd2-d8e2507b353c None None] Routers {'dcaa6434-cea2-4615-8f3e-9787e86d4e1c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:20.346197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41691a2b-1e62-4e1e-8fd2-d8e2507b353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dcaa6434-cea2-4615-8f3e-9787e86d4e1c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:20.387712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41691a2b-1e62-4e1e-8fd2-d8e2507b353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:20.401357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41691a2b-1e62-4e1e-8fd2-d8e2507b353c None None] Routers {'dcaa6434-cea2-4615-8f3e-9787e86d4e1c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:20.402011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41691a2b-1e62-4e1e-8fd2-d8e2507b353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dcaa6434-cea2-4615-8f3e-9787e86d4e1c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:20.421329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, a04eb86f-9a6d-425a-8bec-b649174f1b9d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:20.442634 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4dbb07f1-5cba-49c7-8009-ceb20e160477 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags/tempest-TagsExtTest-Tag-1725919391 HTTP/1.1" status: 204 len: 168 time: 0.7552037 Dec 20 16:40:20.448803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41691a2b-1e62-4e1e-8fd2-d8e2507b353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:20.449380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.449622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41691a2b-1e62-4e1e-8fd2-d8e2507b353c None None] The sync data for ids ['dcaa6434-cea2-4615-8f3e-9787e86d4e1c'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:20.451879 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf66bb-f78c-42b8-a3fc-7d9a804c64d6 None None] Network a04eb86f-9a6d-425a-8bec-b649174f1b9d requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:20.452423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:20.453228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.464668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:20.475811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-658f8b2c-891f-4228-abd5-b3b98b89f65b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:20.481373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b004454-da1c-4bd7-803a-851b62f1c423 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.571201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b004454-da1c-4bd7-803a-851b62f1c423 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.577405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-a04eb86f-9a6d-425a-8bec-b649174f1b9d', 'network_id': 'a04eb86f-9a6d-425a-8bec-b649174f1b9d', 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'fixed_ips': [{'subnet_id': '5a1e7a8b-eace-4ddd-bd03-fcf00feadfbd'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:20.578351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.782511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Allocated IP 2001:db8::2 (a04eb86f-9a6d-425a-8bec-b649174f1b9d/5a1e7a8b-eace-4ddd-bd03-fcf00feadfbd/22e95a75-78af-43a0-b328-16d0a0eee240) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:20.819988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2c18cd9d-6f62-414e-852f-75489731f698 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:20.826340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.843044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.901744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b004454-da1c-4bd7-803a-851b62f1c423 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.902945 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4b004454-da1c-4bd7-803a-851b62f1c423 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3092570 Dec 20 16:40:20.909228 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e97d1ca8-f779-4a99-b3ad-536e66610864 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3116620 Dec 20 16:40:20.910766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47338) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:20.911101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:20.917210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f8effda4-96eb-4e08-95fb-9639ea03b8c5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '943a9464-4a49-4a1c-8aff-8df1c22e937b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:20.917686 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-f8effda4-96eb-4e08-95fb-9639ea03b8c5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 16:40:20.918173 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-f8effda4-96eb-4e08-95fb-9639ea03b8c5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:20.921691 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f8effda4-96eb-4e08-95fb-9639ea03b8c5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065084 Dec 20 16:40:20.924500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:20.934479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b004454-da1c-4bd7-803a-851b62f1c423 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943a9464-4a49-4a1c-8aff-8df1c22e937b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:20.943187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 272778e5-34df-4d24-818a-68ac5115f78d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:20.950422 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7c38bbd7-eb2a-4b14-a202-3084f182eae1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1267139110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:20.955298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2c18cd9d-6f62-414e-852f-75489731f698 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:20.955853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.971228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:20.972702 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2476b1c3-613c-41ac-8156-eb3c94eef436 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/routers/dcaa6434-cea2-4615-8f3e-9787e86d4e1c HTTP/1.1" status: 200 len: 925 time: 0.6415358 Dec 20 16:40:20.974529 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:20.975030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:20.994036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:20.999789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef21fe-f9f0-4ea8-9e73-6918d87b0879 None None] Network 272778e5-34df-4d24-818a-68ac5115f78d requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:21.011457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.028244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=afb31d81-5559-4b10-bd1e-0280241df8b3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:21.060396 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-658f8b2c-891f-4228-abd5-b3b98b89f65b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags HTTP/1.1" status: 200 len: 205 time: 0.5882077 Dec 20 16:40:21.067056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.075805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-886746ff-410c-440b-84db-18bd760746c6 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:21.083720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7afd1d-a1e2-474d-85df-7e055fb1d8f6 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:21.088106 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cc7afd1d-a1e2-474d-85df-7e055fb1d8f6 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=dcaa6434-cea2-4615-8f3e-9787e86d4e1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1102374 Dec 20 16:40:21.090161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.090416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-723217e9-a618-4c99-927a-6b4afd3d2c6e None None] Provisioning complete for port 2c18cd9d-6f62-414e-852f-75489731f698 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:21.090762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-723217e9-a618-4c99-927a-6b4afd3d2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.095812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:21.096443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.098475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.099012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Fanout notify agent at l3_agent the message router_deleted on router 264e7eb7-6cbf-466b-a44c-afd1b6fc036b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:21.100701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c38bbd7-eb2a-4b14-a202-3084f182eae1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.101710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c38bbd7-eb2a-4b14-a202-3084f182eae1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.109708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.111776 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d99f6610-82a4-407a-9b3a-f2630cd81f8d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/264e7eb7-6cbf-466b-a44c-afd1b6fc036b HTTP/1.1" status: 204 len: 168 time: 2.1795099 Dec 20 16:40:21.120316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47350) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.133629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'network': {'name': 'tempest-RoutersTest-2132170432'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:21.162382 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f6a0f105-49a3-4adc-bc14-78cfe0363385 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5596886 Dec 20 16:40:21.164551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.164688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.184419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '272778e5-34df-4d24-818a-68ac5115f78d', 'name': 'tempest-PortsTestJSON-1622392542'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:21.200775 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-886746ff-410c-440b-84db-18bd760746c6 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags HTTP/1.1" status: 200 len: 241 time: 0.1329672 Dec 20 16:40:21.208141 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.213046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.227117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-fd0e6308-d9a6-4dea-b32b-4dc9840b5426 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704', 'tempest-TagsExtTest-Tag-1610735756') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:21.237395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.244405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.299456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:21.303027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.303673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Pushing event updated for resources: {'Port': ['ID=22e95a75-78af-43a0-b328-16d0a0eee240,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:21.312978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c38bbd7-eb2a-4b14-a202-3084f182eae1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.329453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.334406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Network a04eb86f-9a6d-425a-8bec-b649174f1b9d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:21.339810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c38bbd7-eb2a-4b14-a202-3084f182eae1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.343113 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fd0e6308-d9a6-4dea-b32b-4dc9840b5426 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags/tempest-TagsExtTest-Tag-1610735756 HTTP/1.1" status: 204 len: 168 time: 0.1265144 Dec 20 16:40:21.350158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:21.353192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.361615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-5f883114-5234-426e-9b76-2bef0a383107 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704', 'tempest-TagsExtTest-Tag-1610735756') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:21.365173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1971597-328f-4e4c-8e0c-4d89cb729cd5 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:21.369140 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b1971597-328f-4e4c-8e0c-4d89cb729cd5 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 881 time: 0.2754858 Dec 20 16:40:21.371789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.376168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c38bbd7-eb2a-4b14-a202-3084f182eae1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.376383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:21.380164 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7c38bbd7-eb2a-4b14-a202-3084f182eae1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4635549 Dec 20 16:40:21.380893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.385599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'port': {'network_id': 'a04eb86f-9a6d-425a-8bec-b649174f1b9d', 'name': 'tempest-RoutersIpV6Test-1664045349'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:21.403958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.407211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.410769 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/943a9464-4a49-4a1c-8aff-8df1c22e937b HTTP/1.1" status: 204 len: 168 time: 0.4752162 Dec 20 16:40:21.410769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:21.411568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.445117 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fbec6ef6-9134-4924-b2cb-78afdcd9081a tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcaa6434-cea2-4615-8f3e-9787e86d4e1c HTTP/1.1" status: 200 len: 205 time: 0.0593705 Dec 20 16:40:21.452502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.453471 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 2c18cd9d-6f62-414e-852f-75489731f698, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2c18cd9d-6f62-414e-852f-75489731f698,segment=NetworkSegment(f6eb1c2f-8dba-4019-8c6c-57bc3dea724f),segment_id=f6eb1c2f-8dba-4019-8c6c-57bc3dea724f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:21.460001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-723217e9-a618-4c99-927a-6b4afd3d2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.462639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943a9464-4a49-4a1c-8aff-8df1c22e937b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:21.475125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.475491 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added segment c759f13c-447a-43d9-b015-dee70eae6adf of type vlan for network a395193a-6267-41a3-9952-c099a3561dd5 Dec 20 16:40:21.477629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.477981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.478370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.478739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.479310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.479407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.479744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.480071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.480394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.480720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.481051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.481396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.482004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c8a4fa-3a41-486e-82bb-a5dec13cdb1e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:40:21.484417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.488512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 5788062f-c6d5-437f-9871-f735d0805cf4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:21.488855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.493341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Attempting to bind port 22e95a75-78af-43a0-b328-16d0a0eee240 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:21.493721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Attempting to bind port 22e95a75-78af-43a0-b328-16d0a0eee240 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e2945eac-23f2-401b-b337-a48a451eb072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a04eb86f-9a6d-425a-8bec-b649174f1b9d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:21.494075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Attempting to bind port 22e95a75-78af-43a0-b328-16d0a0eee240 on network a04eb86f-9a6d-425a-8bec-b649174f1b9d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:21.546404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:21.553015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.554177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:21.554801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Checking segment: {'id': 'e2945eac-23f2-401b-b337-a48a451eb072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a04eb86f-9a6d-425a-8bec-b649174f1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:21.555721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.556323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Bound using segment: {'id': 'e2945eac-23f2-401b-b337-a48a451eb072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a04eb86f-9a6d-425a-8bec-b649174f1b9d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:21.556999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Bound port: 22e95a75-78af-43a0-b328-16d0a0eee240, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2945eac-23f2-401b-b337-a48a451eb072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a04eb86f-9a6d-425a-8bec-b649174f1b9d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:21.557587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.631443 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e9f522e1-d8ab-4149-924e-bb876cce3d8d tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2999 time: 0.2022941 Dec 20 16:40:21.635283 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] For port 22e95a75-78af-43a0-b328-16d0a0eee240, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:21.635857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.636796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port a3d6247a-7d98-494a-a9f1-853ae9787c60 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:40:21.639878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] For port 22e95a75-78af-43a0-b328-16d0a0eee240, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=22e95a75-78af-43a0-b328-16d0a0eee240,segment=NetworkSegment(e2945eac-23f2-401b-b337-a48a451eb072),segment_id=e2945eac-23f2-401b-b337-a48a451eb072)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:21.650490 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2b1d8d83-7e31-473b-9aa9-37ea4a8c8f56 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063807450'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:21.661661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.669145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-723217e9-a618-4c99-927a-6b4afd3d2c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:40:21.675749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-723217e9-a618-4c99-927a-6b4afd3d2c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:40:21.687021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=2c18cd9d-6f62-414e-852f-75489731f698,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:21.698191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.707261 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5f883114-5234-426e-9b76-2bef0a383107 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags/tempest-TagsExtTest-Tag-1610735756 HTTP/1.1" status: 204 len: 168 time: 0.3506663 Dec 20 16:40:21.717076 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.745195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-72f975f2-d3bf-4e4f-b3b3-7d263cd092ab tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:21.756894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8d83-7e31-473b-9aa9-37ea4a8c8f56 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.790277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560f5b6-7b6d-45e9-81e7-72cda5929f58 None None] Pushing event updated for resources: {'Port': ['ID=22e95a75-78af-43a0-b328-16d0a0eee240,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:21.822083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 5788062f-c6d5-437f-9871-f735d0805cf4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5788062f-c6d5-437f-9871-f735d0805cf4,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:21.822473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.843189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:21.847889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.854160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.860060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:21.860700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.875111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 5788062f-c6d5-437f-9871-f735d0805cf4 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:21.880334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] device_id is not set on port 71a50bde-bafc-4c41-9f50-8e0be9317fdb yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:40:21.889413 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-72f975f2-d3bf-4e4f-b3b3-7d263cd092ab tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags HTTP/1.1" status: 200 len: 205 time: 0.1709719 Dec 20 16:40:21.892516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:21.896503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:21.898602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.8 (272778e5-34df-4d24-818a-68ac5115f78d/2d4568e0-bb40-4839-9f65-089cec32f038/a3d6247a-7d98-494a-a9f1-853ae9787c60) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:21.926618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-efb0a681-82cf-4965-8db1-a2cbc1f7e088 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:22.028098 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9010656 Dec 20 16:40:22.056285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:22.068623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'subnet': {'network_id': 'a395193a-6267-41a3-9952-c099a3561dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:22.123122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dcb42-55f2-44de-824a-b79e0c4ab8a4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Network': ['ID=a395193a-6267-41a3-9952-c099a3561dd5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:22.137028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network a395193a-6267-41a3-9952-c099a3561dd5 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:22.207492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8d83-7e31-473b-9aa9-37ea4a8c8f56 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.212893 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-efb0a681-82cf-4965-8db1-a2cbc1f7e088 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags HTTP/1.1" status: 204 len: 168 time: 0.2986741 Dec 20 16:40:22.218386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:22.226659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-01a4904d-ee7f-490b-b9a2-07fd742164a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:22.232648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8d83-7e31-473b-9aa9-37ea4a8c8f56 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.262576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 2001:db8::3b3 (a04eb86f-9a6d-425a-8bec-b649174f1b9d/5a1e7a8b-eace-4ddd-bd03-fcf00feadfbd/71a50bde-bafc-4c41-9f50-8e0be9317fdb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:22.373379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b1d8d83-7e31-473b-9aa9-37ea4a8c8f56 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.374568 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2b1d8d83-7e31-473b-9aa9-37ea4a8c8f56 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7348876 Dec 20 16:40:22.376444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.380299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0905e35e-0e29-4f9c-940f-1d818e213312 None None] Provisioning complete for port afb31d81-5559-4b10-bd1e-0280241df8b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:22.380722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0905e35e-0e29-4f9c-940f-1d818e213312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.381318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.383292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:22.391105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-eca6bee3-5803-4ab5-bcd6-673fbdc2b248 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '8a7a538c-69e2-48b3-b3b0-ba151756e666', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:22.392460 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.api.v2.base [None req-eca6bee3-5803-4ab5-bcd6-673fbdc2b248 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 16:40:22.392978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-eca6bee3-5803-4ab5-bcd6-673fbdc2b248 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:22.398928 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eca6bee3-5803-4ab5-bcd6-673fbdc2b248 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081425 Dec 20 16:40:22.399144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47378) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:22.401486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d8d83-7e31-473b-9aa9-37ea4a8c8f56 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7a538c-69e2-48b3-b3b0-ba151756e666,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:22.432927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0905e35e-0e29-4f9c-940f-1d818e213312 None None] Port afb31d81-5559-4b10-bd1e-0280241df8b3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:22.440566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:22.444086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.445498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0905e35e-0e29-4f9c-940f-1d818e213312 None None] Provisioning complete for port 2c18cd9d-6f62-414e-852f-75489731f698 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:22.445873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0905e35e-0e29-4f9c-940f-1d818e213312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.458495 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-01a4904d-ee7f-490b-b9a2-07fd742164a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags HTTP/1.1" status: 204 len: 168 time: 0.2389643 Dec 20 16:40:22.467427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:22.477855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-ff4e6fbf-38e0-4f17-84bb-21b7209bc4ca tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:22.576389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Deleting port f5a3e0ef-23ae-43a0-b01d-1f773e94db40 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:22.576607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.601907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.634831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a90f495c-7143-4e86-8641-9d12493982f5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.669561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=5788062f-c6d5-437f-9871-f735d0805cf4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:22.669823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.699455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a90f495c-7143-4e86-8641-9d12493982f5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.710691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.711172 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ff4e6fbf-38e0-4f17-84bb-21b7209bc4ca tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags HTTP/1.1" status: 204 len: 168 time: 0.2389224 Dec 20 16:40:22.727093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47382) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:22.739293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-ab5457e1-653b-40f1-8142-4dead14d8ff1 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:22.775998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.806415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Calling delete_port for f5a3e0ef-23ae-43a0-b01d-1f773e94db40 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:22.965587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 22e95a75-78af-43a0-b328-16d0a0eee240 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:23.069013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 22e95a75-78af-43a0-b328-16d0a0eee240 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:23.069390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.070243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=a3d6247a-7d98-494a-a9f1-853ae9787c60,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:23.085818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 272778e5-34df-4d24-818a-68ac5115f78d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:23.088792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a90f495c-7143-4e86-8641-9d12493982f5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.092128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a90f495c-7143-4e86-8641-9d12493982f5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.093626 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a90f495c-7143-4e86-8641-9d12493982f5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/8a7a538c-69e2-48b3-b3b0-ba151756e666 HTTP/1.1" status: 204 len: 168 time: 0.6947942 Dec 20 16:40:23.095233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.101690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:23.119770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.122178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:23.141977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:23.205427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.246486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f495c-7143-4e86-8641-9d12493982f5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7a538c-69e2-48b3-b3b0-ba151756e666,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:23.291610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 22e95a75-78af-43a0-b328-16d0a0eee240, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=22e95a75-78af-43a0-b328-16d0a0eee240,segment=NetworkSegment(e2945eac-23f2-401b-b337-a48a451eb072),segment_id=e2945eac-23f2-401b-b337-a48a451eb072)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:23.302392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae844117-fb6f-464e-b8bc-1d472ac42010 None None] Network a04eb86f-9a6d-425a-8bec-b649174f1b9d requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:23.306877 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.308084 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2c18cd9d-6f62-414e-852f-75489731f698 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:23.351426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Subnet': ['ID=38526aea-1658-4b7c-86df-6179c7f4b3a2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:23.371603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network a04eb86f-9a6d-425a-8bec-b649174f1b9d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:23.408673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:23.415099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:23.423282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:23.423941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.445106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=71a50bde-bafc-4c41-9f50-8e0be9317fdb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:23.468503 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a79e1aaf-dcb9-4444-b5ae-9a49935e6a4f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0777385 Dec 20 16:40:23.468725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:23.469272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:23.469272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.507307 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-475ac9c2-b75b-48d4-a4b4-8acdbe697943 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2999 time: 0.3984854 Dec 20 16:40:23.513475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:23.519626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-18333e25-b6e7-42a4-9774-e79698b71f35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986493358'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:23.536556 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ab5457e1-653b-40f1-8142-4dead14d8ff1 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags HTTP/1.1" status: 204 len: 168 time: 0.8006098 Dec 20 16:40:23.540496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:23.546065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-45750980-f547-4e1e-a3c0-052ca7fd019c tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3', 'tempest-TagsExtTest-Tag-1792174201') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:23.554846 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bd05db48-a6b3-4134-bacd-7f7f4bc7d0ee tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3871698 Dec 20 16:40:23.556054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Checking segment: {'id': 'c759f13c-447a-43d9-b015-dee70eae6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a395193a-6267-41a3-9952-c099a3561dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:23.556591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network hostable DHCP agents. Network: a395193a-6267-41a3-9952-c099a3561dd5, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:23.558936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:23.694517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18333e25-b6e7-42a4-9774-e79698b71f35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.701148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network a395193a-6267-41a3-9952-c099a3561dd5 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:23.711265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a9944479-0e1d-4045-9b29-7c171e4adc4b None None] Provisioning complete for port 22e95a75-78af-43a0-b328-16d0a0eee240 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:23.711805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9944479-0e1d-4045-9b29-7c171e4adc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.727173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.732183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe42a4-3569-402e-9a86-ee0f57bf470c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:23.733802 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-72fe42a4-3569-402e-9a86-ee0f57bf470c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.1559644 Dec 20 16:40:23.737994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:23.748029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=22e95a75-78af-43a0-b328-16d0a0eee240,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:23.754481 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, a395193a-6267-41a3-9952-c099a3561dd5) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:23.765160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:23.765963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.780382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843d5a6-9145-4a02-96c6-48a2c5f178fb None None] Network a395193a-6267-41a3-9952-c099a3561dd5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:23.814251 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e3603d16-3347-45fd-a5df-01a87a169ff4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7557151 Dec 20 16:40:23.816162 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-45750980-f547-4e1e-a3c0-052ca7fd019c tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags/tempest-TagsExtTest-Tag-1792174201 HTTP/1.1" status: 201 len: 201 time: 0.2737195 Dec 20 16:40:23.820643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47398) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:23.820788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47400) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:23.827256 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-463228ac-536e-4879-8092-283aa7cf3846 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-370514018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:23.837200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-11039a43-3a10-4fba-bde1-d47c7ae84625 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80', 'tempest-TagsExtTest-Tag-2105161927') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:23.898840 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18333e25-b6e7-42a4-9774-e79698b71f35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.906362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2c18cd9d-6f62-414e-852f-75489731f698 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:23.907619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.919921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18333e25-b6e7-42a4-9774-e79698b71f35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.943380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-a395193a-6267-41a3-9952-c099a3561dd5', 'network_id': 'a395193a-6267-41a3-9952-c099a3561dd5', 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'fixed_ips': [{'subnet_id': '38526aea-1658-4b7c-86df-6179c7f4b3a2'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:23.944455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:23.980624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18333e25-b6e7-42a4-9774-e79698b71f35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4baf2b-0055-4bce-802a-a6d08028db1d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:24.015097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-463228ac-536e-4879-8092-283aa7cf3846 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.017079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-463228ac-536e-4879-8092-283aa7cf3846 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.074380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-463228ac-536e-4879-8092-283aa7cf3846 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.097543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-463228ac-536e-4879-8092-283aa7cf3846 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.103396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.109370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18333e25-b6e7-42a4-9774-e79698b71f35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.110987 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-18333e25-b6e7-42a4-9774-e79698b71f35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5965211 Dec 20 16:40:24.115862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:24.123606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3c68bb94-25e8-4b1b-bc10-e31034df5843 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '2b4baf2b-0055-4bce-802a-a6d08028db1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:24.124449 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-3c68bb94-25e8-4b1b-bc10-e31034df5843 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 16:40:24.124941 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-3c68bb94-25e8-4b1b-bc10-e31034df5843 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:24.126206 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3c68bb94-25e8-4b1b-bc10-e31034df5843 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069129 Dec 20 16:40:24.132031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:24.143505 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d6bfd1c5-edae-4dee-ab1f-13fe81532ef4 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '2b4baf2b-0055-4bce-802a-a6d08028db1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:24.144478 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-d6bfd1c5-edae-4dee-ab1f-13fe81532ef4 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 16:40:24.144976 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-d6bfd1c5-edae-4dee-ab1f-13fe81532ef4 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:24.146331 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d6bfd1c5-edae-4dee-ab1f-13fe81532ef4 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118098 Dec 20 16:40:24.158507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-463228ac-536e-4879-8092-283aa7cf3846 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.162116 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-463228ac-536e-4879-8092-283aa7cf3846 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3374736 Dec 20 16:40:24.162116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:24.170202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5d842841-ed27-4220-b6cf-3f4906aeeb21 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '2b4baf2b-0055-4bce-802a-a6d08028db1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:24.171099 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-5d842841-ed27-4220-b6cf-3f4906aeeb21 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 16:40:24.171598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-5d842841-ed27-4220-b6cf-3f4906aeeb21 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:24.172891 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5d842841-ed27-4220-b6cf-3f4906aeeb21 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080757 Dec 20 16:40:24.185311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:24.185311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:24.193438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8128e119-6237-42d4-ac57-c62ed4f2c41c tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '2b4baf2b-0055-4bce-802a-a6d08028db1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:24.194495 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-8128e119-6237-42d4-ac57-c62ed4f2c41c tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 16:40:24.194987 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-8128e119-6237-42d4-ac57-c62ed4f2c41c tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:24.196026 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8128e119-6237-42d4-ac57-c62ed4f2c41c tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086887 Dec 20 16:40:24.205222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:24.249049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event deleted for resources: {'Port': ['ID=f5a3e0ef-23ae-43a0-b01d-1f773e94db40,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:24.258506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70794cc-b953-4379-b527-acc1a26c612a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:24.267265 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:40:24.317405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Allocated IP 172.20.0.2 (a395193a-6267-41a3-9952-c099a3561dd5/38526aea-1658-4b7c-86df-6179c7f4b3a2/3f05e208-1f6b-44e2-9b23-116e1197ba65) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:24.319983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a04d954b-4036-4bd9-a7b6-a32a6acb3ff3 None None] Provisioning complete for port a3d6247a-7d98-494a-a9f1-853ae9787c60 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:24.325672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a04d954b-4036-4bd9-a7b6-a32a6acb3ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.430837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.431669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a04d954b-4036-4bd9-a7b6-a32a6acb3ff3 None None] Port a3d6247a-7d98-494a-a9f1-853ae9787c60 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:24.529068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5437-7c2c-451c-96eb-6aa25064d6ef tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.534417 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-11039a43-3a10-4fba-bde1-d47c7ae84625 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags/tempest-TagsExtTest-Tag-2105161927 HTTP/1.1" status: 201 len: 201 time: 0.7082248 Dec 20 16:40:24.537497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47414) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:24.543415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-22162a8d-3feb-4218-a207-0c408248cadc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port a3d6247a-7d98-494a-a9f1-853ae9787c60 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:24.543973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22162a8d-3feb-4218-a207-0c408248cadc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.544562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-bf687742-b055-44f7-aa92-9c88bc8b2f89 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae', 'tempest-TagsExtTest-Tag-1709049945') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:24.597449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.619764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-29b2fb85-8482-45b2-8232-21e0ea81cd43 None None] Provisioning complete for port 22e95a75-78af-43a0-b328-16d0a0eee240 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:24.620258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29b2fb85-8482-45b2-8232-21e0ea81cd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.657345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.659158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.667668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.715861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.778900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Network a395193a-6267-41a3-9952-c099a3561dd5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:24.802222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:24.808366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:24.813851 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Pushing event updated for resources: {'Port': ['ID=3f05e208-1f6b-44e2-9b23-116e1197ba65,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:24.856475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.857081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Fanout notify agent at l3_agent the message router_deleted on router dcaa6434-cea2-4615-8f3e-9787e86d4e1c {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:24.865286 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:24.870801 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b14c1d22-3673-472b-a3a0-36acfc4bbf9c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/dcaa6434-cea2-4615-8f3e-9787e86d4e1c HTTP/1.1" status: 204 len: 168 time: 3.4127848 Dec 20 16:40:24.880637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:24.900377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 22e95a75-78af-43a0-b328-16d0a0eee240 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:24.928362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a2067dde-0392-46c7-bda6-1f78655fc209 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1616372565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:24.981829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Attempting to bind port 3f05e208-1f6b-44e2-9b23-116e1197ba65 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:24.983460 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Attempting to bind port 3f05e208-1f6b-44e2-9b23-116e1197ba65 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c759f13c-447a-43d9-b015-dee70eae6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a395193a-6267-41a3-9952-c099a3561dd5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:24.984058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Attempting to bind port 3f05e208-1f6b-44e2-9b23-116e1197ba65 on network a395193a-6267-41a3-9952-c099a3561dd5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:24.991598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:25.004000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22162a8d-3feb-4218-a207-0c408248cadc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.011754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:25.012303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Checking segment: {'id': 'c759f13c-447a-43d9-b015-dee70eae6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a395193a-6267-41a3-9952-c099a3561dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:25.012848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.013596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Bound using segment: {'id': 'c759f13c-447a-43d9-b015-dee70eae6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a395193a-6267-41a3-9952-c099a3561dd5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:25.013947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Bound port: 3f05e208-1f6b-44e2-9b23-116e1197ba65, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c759f13c-447a-43d9-b015-dee70eae6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a395193a-6267-41a3-9952-c099a3561dd5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:25.014649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.034926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50ebef83-0d29-4da9-aaea-24f04da8b36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.041860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-22162a8d-3feb-4218-a207-0c408248cadc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for a3d6247a-7d98-494a-a9f1-853ae9787c60 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:25.046453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-29b2fb85-8482-45b2-8232-21e0ea81cd43 None None] Provisioning complete for port 71a50bde-bafc-4c41-9f50-8e0be9317fdb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:25.046453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29b2fb85-8482-45b2-8232-21e0ea81cd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.079581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2067dde-0392-46c7-bda6-1f78655fc209 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.080610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2067dde-0392-46c7-bda6-1f78655fc209 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.117052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 22e95a75-78af-43a0-b328-16d0a0eee240 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:25.117586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.146223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-29b2fb85-8482-45b2-8232-21e0ea81cd43 None None] Port 71a50bde-bafc-4c41-9f50-8e0be9317fdb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:25.167874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] For port 3f05e208-1f6b-44e2-9b23-116e1197ba65, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:25.173433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] For port 3f05e208-1f6b-44e2-9b23-116e1197ba65, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3f05e208-1f6b-44e2-9b23-116e1197ba65,segment=NetworkSegment(c759f13c-447a-43d9-b015-dee70eae6adf),segment_id=c759f13c-447a-43d9-b015-dee70eae6adf)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:25.178176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5437-7c2c-451c-96eb-6aa25064d6ef tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.183524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.223565 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bf687742-b055-44f7-aa92-9c88bc8b2f89 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags/tempest-TagsExtTest-Tag-1709049945 HTTP/1.1" status: 201 len: 201 time: 0.6807773 Dec 20 16:40:25.224649 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:25.233898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-1665f4e0-475a-4316-94af-3047828d99ba tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704', 'tempest-TagsExtTest-Tag-1805657025') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:25.274520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.295914 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7961-c857-4e80-b5bc-984756abfeb1 None None] Pushing event updated for resources: {'Port': ['ID=3f05e208-1f6b-44e2-9b23-116e1197ba65,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:25.304643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c73b1871-aca2-4183-82bb-efc15f51f497 None None] Provisioning complete for port 71a50bde-bafc-4c41-9f50-8e0be9317fdb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:25.305160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c73b1871-aca2-4183-82bb-efc15f51f497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.353624 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c73b1871-aca2-4183-82bb-efc15f51f497 None None] Port 71a50bde-bafc-4c41-9f50-8e0be9317fdb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:25.363229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2067dde-0392-46c7-bda6-1f78655fc209 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.383698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5437-7c2c-451c-96eb-6aa25064d6ef tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.386176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2067dde-0392-46c7-bda6-1f78655fc209 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.386456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5437-7c2c-451c-96eb-6aa25064d6ef tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.387466 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9e3b5437-7c2c-451c-96eb-6aa25064d6ef tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b4baf2b-0055-4bce-802a-a6d08028db1d HTTP/1.1" status: 204 len: 168 time: 1.1793375 Dec 20 16:40:25.394030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47420) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:25.419880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b5437-7c2c-451c-96eb-6aa25064d6ef tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4baf2b-0055-4bce-802a-a6d08028db1d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:25.550448 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dfdf20a5-2a03-4944-bcbe-d039e0ee3abb tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2999 time: 0.1533108 Dec 20 16:40:25.556188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:25.599842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-407940a9-3655-4aec-bcf9-8a70000372da tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'tempest-secgroup--380390508'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:25.652782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-407940a9-3655-4aec-bcf9-8a70000372da tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.714234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.20.0.1 (a395193a-6267-41a3-9952-c099a3561dd5/38526aea-1658-4b7c-86df-6179c7f4b3a2/cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:25.778758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:25.788270 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-82d54afb-db99-4935-bf38-2fb928fc212e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/355483b9-99ee-4e7b-8b28-1f9ea1d1a017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4220064 Dec 20 16:40:25.789066 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] Sync routers for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:25.799352 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:25.800037 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:25.802172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2067dde-0392-46c7-bda6-1f78655fc209 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.803406 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a2067dde-0392-46c7-bda6-1f78655fc209 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9217930 Dec 20 16:40:25.812368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:25.835997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:25.879954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.888477 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.922142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:25.932411 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:25.952603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.048157 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:26.072086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-407940a9-3655-4aec-bcf9-8a70000372da tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.080476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network a395193a-6267-41a3-9952-c099a3561dd5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:26.082463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-407940a9-3655-4aec-bcf9-8a70000372da tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.096606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:26.112515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:26.125725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22162a8d-3feb-4218-a207-0c408248cadc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.193701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=71a50bde-bafc-4c41-9f50-8e0be9317fdb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:26.209396 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407940a9-3655-4aec-bcf9-8a70000372da tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4662d249-e8b1-4326-bf9e-1c55e3b45010,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:26.245452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.253953 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1665f4e0-475a-4316-94af-3047828d99ba tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags/tempest-TagsExtTest-Tag-1805657025 HTTP/1.1" status: 201 len: 201 time: 1.0254681 Dec 20 16:40:26.273584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47432) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.289846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-e2716bad-d9d3-4672-b03c-9967e5eae243 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3', {'tags': ['tempest-TagsExtTest-Tag-198445036', 'tempest-TagsExtTest-Tag-58885874', 'tempest-TagsExtTest-Tag-156282985']}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:26.342760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22162a8d-3feb-4218-a207-0c408248cadc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=a3d6247a-7d98-494a-a9f1-853ae9787c60,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:26.365938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-407940a9-3655-4aec-bcf9-8a70000372da tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.366199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.371104 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-407940a9-3655-4aec-bcf9-8a70000372da tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8104613 Dec 20 16:40:26.372134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.384987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e1f67729-192b-468b-a3c7-8971ce117f76 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '4662d249-e8b1-4326-bf9e-1c55e3b45010', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:26.385522 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.api.v2.base [None req-e1f67729-192b-468b-a3c7-8971ce117f76 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 16:40:26.386070 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-e1f67729-192b-468b-a3c7-8971ce117f76 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:26.393231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e1f67729-192b-468b-a3c7-8971ce117f76 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152185 Dec 20 16:40:26.403299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.422815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2fa1a3a1-d208-43c6-b9f6-00422cf0d195 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '4662d249-e8b1-4326-bf9e-1c55e3b45010', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:26.486391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d17dd9-fa59-4669-88dd-79946dc5915f req-cb1ac2f9-2c96-427d-8649-8a720f4543fa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:26.495085 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-68d17dd9-fa59-4669-88dd-79946dc5915f req-cb1ac2f9-2c96-427d-8649-8a720f4543fa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 946 time: 0.3903821 Dec 20 16:40:26.495684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-097c4069-e863-4b2a-87d7-e1759b1860e5 None None] Provisioning complete for port 71a50bde-bafc-4c41-9f50-8e0be9317fdb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:26.496241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-097c4069-e863-4b2a-87d7-e1759b1860e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.496491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22162a8d-3feb-4218-a207-0c408248cadc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.506016 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-22162a8d-3feb-4218-a207-0c408248cadc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/a3d6247a-7d98-494a-a9f1-853ae9787c60 HTTP/1.1" status: 204 len: 168 time: 2.7652731 Dec 20 16:40:26.514912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.546385 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:22Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b597f7d3-16ee-4b8f-aa35-b56d2121842c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.118', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:38:53Z', 'updated_at': '2021-12-20T16:38:57Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:26.586035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-097c4069-e863-4b2a-87d7-e1759b1860e5 None None] Port 71a50bde-bafc-4c41-9f50-8e0be9317fdb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:26.594811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.601114 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fbe7c7-15dc-4447-a2b5-bd4d16795e3f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:40:26.605788 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-37fbe7c7-15dc-4447-a2b5-bd4d16795e3f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/a3d6247a-7d98-494a-a9f1-853ae9787c60 HTTP/1.1" status: 404 len: 333 time: 0.0757439 Dec 20 16:40:26.611214 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] Checking router: 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:40:26.623257 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.624918 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:26.625748 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:39:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:26.713755 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-2fa1a3a1-d208-43c6-b9f6-00422cf0d195 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:26.715296 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2fa1a3a1-d208-43c6-b9f6-00422cf0d195 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2970853 Dec 20 16:40:26.720583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.725889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4af41e3c-802a-4860-a25f-3a51cc906deb tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '4662d249-e8b1-4326-bf9e-1c55e3b45010', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:26.726388 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.api.v2.base [None req-4af41e3c-802a-4860-a25f-3a51cc906deb tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 16:40:26.726939 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-4af41e3c-802a-4860-a25f-3a51cc906deb tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:26.727953 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4af41e3c-802a-4860-a25f-3a51cc906deb tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064452 Dec 20 16:40:26.734752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.741053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d27fd005-7b58-4414-a247-631f2f38f3c8 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '4662d249-e8b1-4326-bf9e-1c55e3b45010', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:26.803159 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fabc6-f68f-4e30-b4f7-97fe5cbfd7b9 None None] Network a395193a-6267-41a3-9952-c099a3561dd5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:26.831000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.834799 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e2716bad-d9d3-4672-b03c-9967e5eae243 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags HTTP/1.1" status: 200 len: 314 time: 0.5535071 Dec 20 16:40:26.841385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.847236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-8f3d60f5-d8bf-4d58-ade7-5f5912910588 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:26.848297 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:26.876546 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-68d17dd9-fa59-4669-88dd-79946dc5915f req-459ab071-0af8-494d-87ee-a32b27a0acf3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103268 Dec 20 16:40:26.880975 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-d27fd005-7b58-4414-a247-631f2f38f3c8 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:26.882072 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d27fd005-7b58-4414-a247-631f2f38f3c8 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1463771 Dec 20 16:40:26.888683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:26.926180 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3f05e208-1f6b-44e2-9b23-116e1197ba65 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:26.928538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.933759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6fb223cf-9a0d-464f-bbf9-99bc787dc70f tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '4662d249-e8b1-4326-bf9e-1c55e3b45010', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:26.934235 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.api.v2.base [None req-6fb223cf-9a0d-464f-bbf9-99bc787dc70f tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 16:40:26.934757 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-6fb223cf-9a0d-464f-bbf9-99bc787dc70f tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:26.939026 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6fb223cf-9a0d-464f-bbf9-99bc787dc70f tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054753 Dec 20 16:40:26.971931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:26.979371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3afc9aaf-6182-49f8-b5ca-52b4ae4e8418 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '4662d249-e8b1-4326-bf9e-1c55e3b45010', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:27.009024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bf2cd691-2211-4911-8e7a-2806e0f33611 None None] Provisioning complete for port 3f05e208-1f6b-44e2-9b23-116e1197ba65 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:27.009658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd691-2211-4911-8e7a-2806e0f33611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.080702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3f05e208-1f6b-44e2-9b23-116e1197ba65 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:27.081383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.131661 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:22Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b597f7d3-16ee-4b8f-aa35-b56d2121842c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.118', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:38:53Z', 'updated_at': '2021-12-20T16:38:57Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:27.174361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.177603 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ce736-4ae5-4d32-977a-5f688c41462a None None] The sync data for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv is: [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:22Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b597f7d3-16ee-4b8f-aa35-b56d2121842c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.118', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'port_id': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'mac_address': 'fa:16:3e:ec:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290cda-013e-4d90-89a4-96af8b501eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:38:53Z', 'updated_at': '2021-12-20T16:38:57Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:27.193578 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-3afc9aaf-6182-49f8-b5ca-52b4ae4e8418 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:27.194939 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3afc9aaf-6182-49f8-b5ca-52b4ae4e8418 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2199490 Dec 20 16:40:27.201058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:27.205386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b77f0-0156-4c03-a5fa-3a03d94e22fd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port afb31d81-5559-4b10-bd1e-0280241df8b3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:27.205735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f8b77f0-0156-4c03-a5fa-3a03d94e22fd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.209205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.220521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.221676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-74cb584f-de5a-4311-89a6-e872377d9a52 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '4662d249-e8b1-4326-bf9e-1c55e3b45010', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:27.222157 dv-neutron-822328-3-hyperv neutron-server[103325]: WARNING neutron.api.v2.base [None req-74cb584f-de5a-4311-89a6-e872377d9a52 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 16:40:27.222818 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-74cb584f-de5a-4311-89a6-e872377d9a52 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:27.230931 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-74cb584f-de5a-4311-89a6-e872377d9a52 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171649 Dec 20 16:40:27.254475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:27.261181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-89da2b20-0bd6-4a72-b562-215f7a6a271e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '4662d249-e8b1-4326-bf9e-1c55e3b45010', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:27.261425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd691-2211-4911-8e7a-2806e0f33611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.272275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.308908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bf2cd691-2211-4911-8e7a-2806e0f33611 None None] For port 3f05e208-1f6b-44e2-9b23-116e1197ba65, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3f05e208-1f6b-44e2-9b23-116e1197ba65,segment=NetworkSegment(c759f13c-447a-43d9-b015-dee70eae6adf),segment_id=c759f13c-447a-43d9-b015-dee70eae6adf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:27.315970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.326791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd691-2211-4911-8e7a-2806e0f33611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.362916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f8b77f0-0156-4c03-a5fa-3a03d94e22fd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.379139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b77f0-0156-4c03-a5fa-3a03d94e22fd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for afb31d81-5559-4b10-bd1e-0280241df8b3 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:27.403182 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8f3d60f5-d8bf-4d58-ade7-5f5912910588 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags HTTP/1.1" status: 204 len: 168 time: 0.5607367 Dec 20 16:40:27.418099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:27.425541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-c58b50da-6cc3-4a01-9dea-782c51bcaebe tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3', 'tempest-TagsExtTest-Tag-198445036') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:27.443150 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cd691-2211-4911-8e7a-2806e0f33611 None None] Pushing event updated for resources: {'Port': ['ID=3f05e208-1f6b-44e2-9b23-116e1197ba65,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:27.460048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:40:27.460451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:40:27.471884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6a1dba15-0be1-4e9f-b46b-1755dc50689a None None] Provisioning complete for port cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:27.472422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a1dba15-0be1-4e9f-b46b-1755dc50689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.515922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6a1dba15-0be1-4e9f-b46b-1755dc50689a None None] Port cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:27.528340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:27.529258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6a1dba15-0be1-4e9f-b46b-1755dc50689a None None] Provisioning complete for port 3f05e208-1f6b-44e2-9b23-116e1197ba65 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:27.530002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a1dba15-0be1-4e9f-b46b-1755dc50689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.530940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.581008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-0980bae9-e2ed-4b19-9a81-d051c87e6826 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:27.582805 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-0980bae9-e2ed-4b19-9a81-d051c87e6826 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 946 time: 0.1190186 Dec 20 16:40:27.583993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-89da2b20-0bd6-4a72-b562-215f7a6a271e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:27.587979 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-89da2b20-0bd6-4a72-b562-215f7a6a271e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3276362 Dec 20 16:40:27.593138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:27.601600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cbb27fc8-e0e2-4971-8c64-078c4943e23a tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '4662d249-e8b1-4326-bf9e-1c55e3b45010', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:27.607371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.668833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.670492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.744306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ef5be92-a5c4-41c0-88fe-03034886f648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.810345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-63428101-ed16-457a-874a-c1abb4fc24c9 None None] Provisioning complete for port cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:27.811397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63428101-ed16-457a-874a-c1abb4fc24c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.834532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network a395193a-6267-41a3-9952-c099a3561dd5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:27.834890 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-c58b50da-6cc3-4a01-9dea-782c51bcaebe tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:27.836129 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c58b50da-6cc3-4a01-9dea-782c51bcaebe tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags/tempest-TagsExtTest-Tag-198445036 HTTP/1.1" status: 404 len: 328 time: 0.4158039 Dec 20 16:40:27.839616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47460) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:27.844968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-f619c152-0081-4e47-a97a-0e33712eaed3 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3', 'tempest-TagsExtTest-Tag-58885874') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:27.850151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f8b77f0-0156-4c03-a5fa-3a03d94e22fd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.850769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Allocated IP 172.26.1.211 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/74d650b4-7488-41bf-8ffb-033d937b645c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:27.852933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:27.860072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=71a50bde-bafc-4c41-9f50-8e0be9317fdb,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:27.882561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-63428101-ed16-457a-874a-c1abb4fc24c9 None None] Port cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:27.958085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b77f0-0156-4c03-a5fa-3a03d94e22fd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=afb31d81-5559-4b10-bd1e-0280241df8b3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:28.024461 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-cbb27fc8-e0e2-4971-8c64-078c4943e23a tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:28.029310 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cbb27fc8-e0e2-4971-8c64-078c4943e23a tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4311872 Dec 20 16:40:28.029914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:28.081050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 9663600b-3278-4fd4-8faf-abfd00fb0932 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:28.081386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.146784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network a04eb86f-9a6d-425a-8bec-b649174f1b9d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:28.152723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.171640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:28.191820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f8b77f0-0156-4c03-a5fa-3a03d94e22fd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.197178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97449c-8f6b-4e19-a232-a6a4eb78cf93 req-c713b1ef-4cb9-41d8-bb74-ad3c229a0760 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:28.198525 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7f8b77f0-0156-4c03-a5fa-3a03d94e22fd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/afb31d81-5559-4b10-bd1e-0280241df8b3 HTTP/1.1" status: 204 len: 168 time: 1.5735414 Dec 20 16:40:28.198791 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dd97449c-8f6b-4e19-a232-a6a4eb78cf93 req-c713b1ef-4cb9-41d8-bb74-ad3c229a0760 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 946 time: 0.1679754 Dec 20 16:40:28.202220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:28.257530 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5bc711-ebab-40b5-9c09-234d98dbcf9d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:40:28.261667 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5c5bc711-ebab-40b5-9c09-234d98dbcf9d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/afb31d81-5559-4b10-bd1e-0280241df8b3 HTTP/1.1" status: 404 len: 333 time: 0.0553968 Dec 20 16:40:28.264383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47468) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:28.332106 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-f619c152-0081-4e47-a97a-0e33712eaed3 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:28.336105 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f619c152-0081-4e47-a97a-0e33712eaed3 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags/tempest-TagsExtTest-Tag-58885874 HTTP/1.1" status: 404 len: 327 time: 0.4919240 Dec 20 16:40:28.336105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 9663600b-3278-4fd4-8faf-abfd00fb0932, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9663600b-3278-4fd4-8faf-abfd00fb0932,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:28.336105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.346001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:28.351146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-44df8aba-e8b0-4203-a656-84c8d54eccb3 None None] Provisioning complete for port cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:28.351585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44df8aba-e8b0-4203-a656-84c8d54eccb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.358328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-01bba717-a8a2-4094-a900-ea26c8afea76 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3', 'tempest-TagsExtTest-Tag-156282985') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:28.373741 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 9663600b-3278-4fd4-8faf-abfd00fb0932 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:28.409612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8c6730-d130-4b21-ac47-c9dad5d61b69 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet 2d4568e0-bb40-4839-9f65-089cec32f038 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:28.412172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-44df8aba-e8b0-4203-a656-84c8d54eccb3 None None] Port cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:28.418949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router c48483e0-6469-426b-89ec-852a087ee7d2 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:28.421096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6730-d130-4b21-ac47-c9dad5d61b69 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.432250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.525401 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6730-d130-4b21-ac47-c9dad5d61b69 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.536967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f60cacec-7ac9-4a7d-9e04-ceda1c82ea38 None None] Provisioning complete for port 71a50bde-bafc-4c41-9f50-8e0be9317fdb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:28.537569 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f60cacec-7ac9-4a7d-9e04-ceda1c82ea38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.577081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f60cacec-7ac9-4a7d-9e04-ceda1c82ea38 None None] Port 71a50bde-bafc-4c41-9f50-8e0be9317fdb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:28.637075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50837344-e50f-4503-b5f3-ebb2a8dbc64a tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.700639 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-01bba717-a8a2-4094-a900-ea26c8afea76 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:28.705357 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-01bba717-a8a2-4094-a900-ea26c8afea76 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags/tempest-TagsExtTest-Tag-156282985 HTTP/1.1" status: 404 len: 328 time: 0.3500979 Dec 20 16:40:28.706752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:28.709607 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dd97449c-8f6b-4e19-a232-a6a4eb78cf93 req-87627ae1-747c-4037-822d-503cf0397e58 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c93bb1-bff3-466e-b769-99bcd96bcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4616551 Dec 20 16:40:28.712565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50837344-e50f-4503-b5f3-ebb2a8dbc64a tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.727150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:28.737540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3f05e208-1f6b-44e2-9b23-116e1197ba65 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:28.742368 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-f80b8854-ea32-483c-a5cb-0e0b93e1fe0e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80', {'tags': ['tempest-TagsExtTest-Tag-1263112231', 'tempest-TagsExtTest-Tag-798183834', 'tempest-TagsExtTest-Tag-890499712']}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:28.745516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.752660 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0c818f00-d0b6-4e0d-aaf7-a8976c971b1d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/c48483e0-6469-426b-89ec-852a087ee7d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5696220 Dec 20 16:40:28.755255 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6730-d130-4b21-ac47-c9dad5d61b69 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.758457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:28.765404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147e126b-74a7-4d9f-b9af-31fe9b6c4fd0 None None] Sync routers for ids ['c48483e0-6469-426b-89ec-852a087ee7d2'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:28.793912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e126b-74a7-4d9f-b9af-31fe9b6c4fd0 None None] Routers {'c48483e0-6469-426b-89ec-852a087ee7d2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:28.794657 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-147e126b-74a7-4d9f-b9af-31fe9b6c4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c48483e0-6469-426b-89ec-852a087ee7d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:28.833718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-147e126b-74a7-4d9f-b9af-31fe9b6c4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:28.849601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e126b-74a7-4d9f-b9af-31fe9b6c4fd0 None None] Routers {'c48483e0-6469-426b-89ec-852a087ee7d2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:28.850581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-147e126b-74a7-4d9f-b9af-31fe9b6c4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c48483e0-6469-426b-89ec-852a087ee7d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:28.853756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:28.865123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:28.878363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0b88bc-c25c-4379-a1b0-841797daed99 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:28.879854 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-af0b88bc-c25c-4379-a1b0-841797daed99 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports/cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 HTTP/1.1" status: 200 len: 910 time: 0.1155705 Dec 20 16:40:28.881070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:28.883750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:28.886482 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Pushing event updated for resources: {'Port': ['ID=74d650b4-7488-41bf-8ffb-033d937b645c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:28.892924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f4388-0094-4006-8d80-67191e040e18 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:28.895596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3f05e208-1f6b-44e2-9b23-116e1197ba65 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:28.896140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.896694 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-26a97a58-7e77-4e1a-a33f-abf98ff994b9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38526aea-1658-4b7c-86df-6179c7f4b3a2'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:28.899500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-147e126b-74a7-4d9f-b9af-31fe9b6c4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:28.900341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147e126b-74a7-4d9f-b9af-31fe9b6c4fd0 None None] The sync data for ids ['c48483e0-6469-426b-89ec-852a087ee7d2'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:28.907424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.927064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 6aa305b7-2e93-4d99-a5b0-c970260b2f48 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:28.929747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50837344-e50f-4503-b5f3-ebb2a8dbc64a tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.932532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50837344-e50f-4503-b5f3-ebb2a8dbc64a tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:28.933766 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-50837344-e50f-4503-b5f3-ebb2a8dbc64a tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/4662d249-e8b1-4326-bf9e-1c55e3b45010 HTTP/1.1" status: 204 len: 168 time: 0.8650644 Dec 20 16:40:28.942469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:28.964357 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f80b8854-ea32-483c-a5cb-0e0b93e1fe0e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags HTTP/1.1" status: 200 len: 316 time: 0.2366228 Dec 20 16:40:28.979140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:28.980980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50837344-e50f-4503-b5f3-ebb2a8dbc64a tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4662d249-e8b1-4326-bf9e-1c55e3b45010,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:29.001014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=9663600b-3278-4fd4-8faf-abfd00fb0932,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:29.004297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6730-d130-4b21-ac47-c9dad5d61b69 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.023757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-08edb08d-3b8c-428d-92a4-7c60ce6a94c4 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:29.032543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6daf15e1-40dc-4ad9-afa7-48abaf6846fb None None] Provisioning complete for port 74d650b4-7488-41bf-8ffb-033d937b645c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:29.032750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6daf15e1-40dc-4ad9-afa7-48abaf6846fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.060858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5788062f-c6d5-437f-9871-f735d0805cf4 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:29.090797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 5788062f-c6d5-437f-9871-f735d0805cf4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:29.091141 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5788062f-c6d5-437f-9871-f735d0805cf4 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:29.101201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6daf15e1-40dc-4ad9-afa7-48abaf6846fb None None] Port 74d650b4-7488-41bf-8ffb-033d937b645c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:29.232744 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-39a30d43-c1a6-4079-9ff5-8894f7fed442 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2999 time: 0.2848270 Dec 20 16:40:29.242624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:29.253388 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-eeddd2e4-d30f-4433-bdf0-2371ee67bf87 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'tempest-secgroup--402512673'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:29.270939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:29.280231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8b539536-0026-4c70-acbe-a3679d6032dd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/6aa305b7-2e93-4d99-a5b0-c970260b2f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8103800 Dec 20 16:40:29.282239 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc56e8-6d09-4ae5-8ec6-aa710cfd8d2b None None] Sync routers for ids ['6aa305b7-2e93-4d99-a5b0-c970260b2f48'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:29.295603 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc56e8-6d09-4ae5-8ec6-aa710cfd8d2b None None] Routers {'6aa305b7-2e93-4d99-a5b0-c970260b2f48'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:29.296400 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6fcc56e8-6d09-4ae5-8ec6-aa710cfd8d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['6aa305b7-2e93-4d99-a5b0-c970260b2f48'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:29.322589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47484) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:29.334482 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6fcc56e8-6d09-4ae5-8ec6-aa710cfd8d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:29.343819 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc56e8-6d09-4ae5-8ec6-aa710cfd8d2b None None] Routers {'6aa305b7-2e93-4d99-a5b0-c970260b2f48'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:29.345067 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6fcc56e8-6d09-4ae5-8ec6-aa710cfd8d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['6aa305b7-2e93-4d99-a5b0-c970260b2f48'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:29.383137 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6fcc56e8-6d09-4ae5-8ec6-aa710cfd8d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:29.384053 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc56e8-6d09-4ae5-8ec6-aa710cfd8d2b None None] The sync data for ids ['6aa305b7-2e93-4d99-a5b0-c970260b2f48'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:29.425081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7493fe-65a5-4209-aca8-8c732e887d49 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:29.426103 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bf7493fe-65a5-4209-aca8-8c732e887d49 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports/71a50bde-bafc-4c41-9f50-8e0be9317fdb HTTP/1.1" status: 200 len: 984 time: 0.1025853 Dec 20 16:40:29.429684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:29.432920 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-08edb08d-3b8c-428d-92a4-7c60ce6a94c4 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags HTTP/1.1" status: 204 len: 168 time: 0.4529991 Dec 20 16:40:29.444696 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:29.449181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-f17de52c-49c3-4416-8853-c143f474a67f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80', 'tempest-TagsExtTest-Tag-1263112231') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:29.455712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eeddd2e4-d30f-4433-bdf0-2371ee67bf87 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.463755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c6730-d130-4b21-ac47-c9dad5d61b69 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4568e0-bb40-4839-9f65-089cec32f038,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:29.468612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6730-d130-4b21-ac47-c9dad5d61b69 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.468888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dae064-4c96-4a31-90d8-941a8d39ed15 None None] Network 272778e5-34df-4d24-818a-68ac5115f78d requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:29.473459 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8c8c6730-d130-4b21-ac47-c9dad5d61b69 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/2d4568e0-bb40-4839-9f65-089cec32f038 HTTP/1.1" status: 204 len: 168 time: 1.2026594 Dec 20 16:40:29.489591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:29.504953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port 9663600b-3278-4fd4-8faf-abfd00fb0932 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:29.512796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.517086 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e8bc054b-26df-4a89-b388-d35b9f5449a5 req-7bfe4d7a-2b80-4cbd-b716-3d90414656d7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/9663600b-3278-4fd4-8faf-abfd00fb0932 HTTP/1.1" status: 204 len: 173 time: 1.9091980 Dec 20 16:40:29.517458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e29dbff-be36-4335-b379-9749a76d4540', 'name': 'network-vif-deleted', 'tag': '9663600b-3278-4fd4-8faf-abfd00fb0932'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:40:29.519775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c007a4-2c1f-46db-8843-3edd1f844d54" -d '{"events": [{"server_uuid": "3e29dbff-be36-4335-b379-9749a76d4540", "name": "network-vif-deleted", "tag": "9663600b-3278-4fd4-8faf-abfd00fb0932"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:40:29.597109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835b10b1-4754-4874-a7bc-ef01b18b66d6 x-openstack-request-id: req-835b10b1-4754-4874-a7bc-ef01b18b66d6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:40:29.597667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e29dbff-be36-4335-b379-9749a76d4540", "name": "network-vif-deleted", "tag": "9663600b-3278-4fd4-8faf-abfd00fb0932", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:40:29.598101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-835b10b1-4754-4874-a7bc-ef01b18b66d6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:40:29.598694 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e29dbff-be36-4335-b379-9749a76d4540', 'name': 'network-vif-deleted', 'tag': '9663600b-3278-4fd4-8faf-abfd00fb0932', 'status': 'completed', 'code': 200} Dec 20 16:40:29.604550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.698638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.704714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26a97a58-7e77-4e1a-a33f-abf98ff994b9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.727959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27c604-30d0-467f-ba83-1d08ede66c38 None None] DHCP port deletion for 272778e5-34df-4d24-818a-68ac5115f78d request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:29.837905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a27c604-30d0-467f-ba83-1d08ede66c38 None None] Deleting port 2c18cd9d-6f62-414e-852f-75489731f698 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:29.838498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a27c604-30d0-467f-ba83-1d08ede66c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.874394 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-f17de52c-49c3-4416-8853-c143f474a67f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:29.878409 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f17de52c-49c3-4416-8853-c143f474a67f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags/tempest-TagsExtTest-Tag-1263112231 HTTP/1.1" status: 404 len: 329 time: 0.4299004 Dec 20 16:40:29.898352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:29.908826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-dfa7ae10-47d8-40e1-9e5f-ec0acfc4284e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80', 'tempest-TagsExtTest-Tag-798183834') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:29.917037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eeddd2e4-d30f-4433-bdf0-2371ee67bf87 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.934449 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e8ef4ff8-a68b-4bc2-bd7c-f8d90cd71ce8 req-b0be0bdb-b479-41d6-a198-89201185614a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e29dbff-be36-4335-b379-9749a76d4540 HTTP/1.1" status: 200 len: 210 time: 0.1008635 Dec 20 16:40:29.951230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eeddd2e4-d30f-4433-bdf0-2371ee67bf87 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.973818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 2c18cd9d-6f62-414e-852f-75489731f698 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:29.974154 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.062070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eeddd2e4-d30f-4433-bdf0-2371ee67bf87 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.067889 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eeddd2e4-d30f-4433-bdf0-2371ee67bf87 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8178852 Dec 20 16:40:30.070688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47498) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:30.083452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddd2e4-d30f-4433-bdf0-2371ee67bf87 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b1aea-55fc-4d21-83ee-9f95e82ec164,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:30.084029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.084414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-11e7d173-6a0a-4e03-b1df-a2e888a74936 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': 'e87b1aea-55fc-4d21-83ee-9f95e82ec164', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:30.094587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0a27c604-30d0-467f-ba83-1d08ede66c38 None None] For port 2c18cd9d-6f62-414e-852f-75489731f698, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2c18cd9d-6f62-414e-852f-75489731f698,segment=NetworkSegment(f6eb1c2f-8dba-4019-8c6c-57bc3dea724f),segment_id=f6eb1c2f-8dba-4019-8c6c-57bc3dea724f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:30.094587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a27c604-30d0-467f-ba83-1d08ede66c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.103149 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-dfa7ae10-47d8-40e1-9e5f-ec0acfc4284e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:30.104211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dfa7ae10-47d8-40e1-9e5f-ec0acfc4284e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags/tempest-TagsExtTest-Tag-798183834 HTTP/1.1" status: 404 len: 328 time: 0.2019591 Dec 20 16:40:30.114467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:30.122431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a27c604-30d0-467f-ba83-1d08ede66c38 None None] Calling delete_port for 2c18cd9d-6f62-414e-852f-75489731f698 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:30.127384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-7f43a152-918b-4c98-a25d-8d4c785fbd02 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80', 'tempest-TagsExtTest-Tag-890499712') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:30.178929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.191417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.203149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] For port 2c18cd9d-6f62-414e-852f-75489731f698, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2c18cd9d-6f62-414e-852f-75489731f698,segment=NetworkSegment(f6eb1c2f-8dba-4019-8c6c-57bc3dea724f),segment_id=f6eb1c2f-8dba-4019-8c6c-57bc3dea724f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:30.203538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.238977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 2c18cd9d-6f62-414e-852f-75489731f698 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:30.262649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a27c604-30d0-467f-ba83-1d08ede66c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.307886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27c604-30d0-467f-ba83-1d08ede66c38 None None] Pushing event deleted for resources: {'Port': ['ID=2c18cd9d-6f62-414e-852f-75489731f698,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:30.327335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27c604-30d0-467f-ba83-1d08ede66c38 None None] No DVR routers for this DVR port 2c18cd9d-6f62-414e-852f-75489731f698 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:30.364766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.407760 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-11e7d173-6a0a-4e03-b1df-a2e888a74936 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The resource could not be found. Dec 20 16:40:30.408826 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-11e7d173-6a0a-4e03-b1df-a2e888a74936 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3346748 Dec 20 16:40:30.413182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:30.417638 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-7f43a152-918b-4c98-a25d-8d4c785fbd02 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:30.421177 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7f43a152-918b-4c98-a25d-8d4c785fbd02 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags/tempest-TagsExtTest-Tag-890499712 HTTP/1.1" status: 404 len: 328 time: 0.3029263 Dec 20 16:40:30.424954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c30fc7b0-1c1f-40f5-aed4-3948e7bad413 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': 'e87b1aea-55fc-4d21-83ee-9f95e82ec164', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9b204098-19f4-482e-bd71-8bc91bde5469'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:30.429704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:30.436305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-1b781acf-2210-49a2-89c5-724443476cc0 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae', {'tags': ['tempest-TagsExtTest-Tag-1737225932', 'tempest-TagsExtTest-Tag-1308323725', 'tempest-TagsExtTest-Tag-2098214983']}) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:30.485669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.532292 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=2c18cd9d-6f62-414e-852f-75489731f698,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:30.538303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No DVR routers for this DVR port 2c18cd9d-6f62-414e-852f-75489731f698 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:30.557295 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1b781acf-2210-49a2-89c5-724443476cc0 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags HTTP/1.1" status: 200 len: 318 time: 0.1264803 Dec 20 16:40:30.575752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47506) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:30.581839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-f41d892d-3bb6-4c04-badf-c60ebc5f58fb tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:30.591649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26a97a58-7e77-4e1a-a33f-abf98ff994b9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.614890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Router f33ca409-de93-4b91-b2e4-1abffe1c7e3b is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:30.642111 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-c30fc7b0-1c1f-40f5-aed4-3948e7bad413 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The resource could not be found. Dec 20 16:40:30.645519 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c30fc7b0-1c1f-40f5-aed4-3948e7bad413 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2271321 Dec 20 16:40:30.652617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:30.691915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26a97a58-7e77-4e1a-a33f-abf98ff994b9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.718789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2c18cd9d-6f62-414e-852f-75489731f698 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:30.742357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 2c18cd9d-6f62-414e-852f-75489731f698 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:30.743488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2c18cd9d-6f62-414e-852f-75489731f698 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:30.775631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.792270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.862420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272778e5-34df-4d24-818a-68ac5115f78d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:30.873004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a97a58-7e77-4e1a-a33f-abf98ff994b9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:30.885204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a97a58-7e77-4e1a-a33f-abf98ff994b9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:30.885818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26a97a58-7e77-4e1a-a33f-abf98ff994b9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.887209 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-26a97a58-7e77-4e1a-a33f-abf98ff994b9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/ports/cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 HTTP/1.1" status: 200 len: 910 time: 1.9951770 Dec 20 16:40:30.890030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eb1c2f-8dba-4019-8c6c-57bc3dea724f') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:30.890360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eb1c2f-8dba-4019-8c6c-57bc3dea724f') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:30.895198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:30.911817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:30.991939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.004902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.018932 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f41d892d-3bb6-4c04-badf-c60ebc5f58fb tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags HTTP/1.1" status: 204 len: 168 time: 0.4416192 Dec 20 16:40:31.019682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0e72-39c4-4248-9854-7da9a41eba58 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.021959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:31.022349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:31.027846 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:31.030425 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:31.032859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.035501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-355f626e-4741-41c8-99f2-9ec6d3a6bb3f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae', 'tempest-TagsExtTest-Tag-1737225932') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:31.103000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0e72-39c4-4248-9854-7da9a41eba58 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.176388 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:31.189467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a01b0f-b725-45c5-92ac-887df742552f None None] Sync routers for ids ['f33ca409-de93-4b91-b2e4-1abffe1c7e3b'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:31.189667 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.190818 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0d5ede09-6d4e-45c5-8548-356fd92b575f tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "PUT /v2.0/routers/f33ca409-de93-4b91-b2e4-1abffe1c7e3b HTTP/1.1" status: 200 len: 920 time: 5.3768506 Dec 20 16:40:31.196785 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.197795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.208685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a01b0f-b725-45c5-92ac-887df742552f None None] Routers {'f33ca409-de93-4b91-b2e4-1abffe1c7e3b'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:31.212872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.219105 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/networks/272778e5-34df-4d24-818a-68ac5115f78d HTTP/1.1" status: 204 len: 168 time: 1.7261467 Dec 20 16:40:31.219219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-80a01b0f-b725-45c5-92ac-887df742552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['f33ca409-de93-4b91-b2e4-1abffe1c7e3b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:31.223678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.232467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1241573001'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:31.247290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cdda7ce-d66b-46c1-aab4-c7450d89d1ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.250675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e9677-241f-4bfd-94c0-cb02f2d8153a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Network': ['ID=272778e5-34df-4d24-818a-68ac5115f78d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:31.257430 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-355f626e-4741-41c8-99f2-9ec6d3a6bb3f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:31.258670 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-355f626e-4741-41c8-99f2-9ec6d3a6bb3f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags/tempest-TagsExtTest-Tag-1737225932 HTTP/1.1" status: 404 len: 329 time: 0.2268033 Dec 20 16:40:31.262226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.264302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-80a01b0f-b725-45c5-92ac-887df742552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:31.272649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-1ef4da19-e452-46ba-ac18-0040b31cd69b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae', 'tempest-TagsExtTest-Tag-1308323725') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:31.275823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a01b0f-b725-45c5-92ac-887df742552f None None] Routers {'f33ca409-de93-4b91-b2e4-1abffe1c7e3b'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:31.275823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-80a01b0f-b725-45c5-92ac-887df742552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['f33ca409-de93-4b91-b2e4-1abffe1c7e3b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:31.289741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cdda7ce-d66b-46c1-aab4-c7450d89d1ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.306129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 71a50bde-bafc-4c41-9f50-8e0be9317fdb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:31.306480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.310801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-80a01b0f-b725-45c5-92ac-887df742552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:31.311296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a01b0f-b725-45c5-92ac-887df742552f None None] The sync data for ids ['f33ca409-de93-4b91-b2e4-1abffe1c7e3b'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:31.316387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0e72-39c4-4248-9854-7da9a41eba58 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.319040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0e72-39c4-4248-9854-7da9a41eba58 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.320166 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3f3a0e72-39c4-4248-9854-7da9a41eba58 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/e87b1aea-55fc-4d21-83ee-9f95e82ec164 HTTP/1.1" status: 204 len: 168 time: 0.6655173 Dec 20 16:40:31.328130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.381813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a0e72-39c4-4248-9854-7da9a41eba58 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b1aea-55fc-4d21-83ee-9f95e82ec164,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:31.404768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:31.408861 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.438242 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-06113a36-ea50-4097-8883-a116601103e6 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/routers/f33ca409-de93-4b91-b2e4-1abffe1c7e3b HTTP/1.1" status: 200 len: 926 time: 0.2389412 Dec 20 16:40:31.442392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.493887 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b79d30ce-6ed8-43d4-ae5e-f32d3402ac0c tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2999 time: 0.1604908 Dec 20 16:40:31.495478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:31.508281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.518537 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-1ef4da19-e452-46ba-ac18-0040b31cd69b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:31.518748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-30749ba1-7095-4f39-8d01-6e618d8a3a29 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': '3477ae90-b6e6-4386-a43a-3ee43245298b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:31.519572 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1ef4da19-e452-46ba-ac18-0040b31cd69b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags/tempest-TagsExtTest-Tag-1308323725 HTTP/1.1" status: 404 len: 329 time: 0.2560935 Dec 20 16:40:31.524326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47530) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.526248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.530114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-5648b04c-3288-4435-9858-f3fa498e70b2 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae', 'tempest-TagsExtTest-Tag-2098214983') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:31.537694 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.538034 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Added segment 85a55f76-9d1a-44be-b505-89af68cf2e12 of type vlan for network 911dd724-ad54-44ac-9d6b-8457cce0b23c Dec 20 16:40:31.538518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cdda7ce-d66b-46c1-aab4-c7450d89d1ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.541102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5cdda7ce-d66b-46c1-aab4-c7450d89d1ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.542248 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5cdda7ce-d66b-46c1-aab4-c7450d89d1ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/21c93bb1-bff3-466e-b769-99bcd96bcd40 HTTP/1.1" status: 204 len: 168 time: 0.5494523 Dec 20 16:40:31.559784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 71a50bde-bafc-4c41-9f50-8e0be9317fdb owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:31.572497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdda7ce-d66b-46c1-aab4-c7450d89d1ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c93bb1-bff3-466e-b769-99bcd96bcd40,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:31.576154 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47534) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.592217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b88e51-6a5f-4863-b870-e3c396a832cc tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:31.594433 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f5b88e51-6a5f-4863-b870-e3c396a832cc tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=f33ca409-de93-4b91-b2e4-1abffe1c7e3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1502318 Dec 20 16:40:31.597759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.694720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.720164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfad7694-4c94-4ee4-869a-e5a92bad2e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting subnet 8e821723-c08e-4416-b1e0-3b1f2fffe49d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:31.729261 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfad7694-4c94-4ee4-869a-e5a92bad2e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.733040 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-30749ba1-7095-4f39-8d01-6e618d8a3a29 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The resource could not be found. Dec 20 16:40:31.734347 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-30749ba1-7095-4f39-8d01-6e618d8a3a29 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2229085 Dec 20 16:40:31.735154 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-5648b04c-3288-4435-9858-f3fa498e70b2 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:31.737252 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5648b04c-3288-4435-9858-f3fa498e70b2 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags/tempest-TagsExtTest-Tag-2098214983 HTTP/1.1" status: 404 len: 329 time: 0.2109458 Dec 20 16:40:31.769729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.770333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.777690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f4c7090c-b7b2-46a9-98ae-3f8520164e05 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054206216'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:31.788594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-1ba935f7-5c34-4e29-89e1-3e2d7a0c777f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704', {'tags': ['tempest-TagsExtTest-Tag-40850752', 'tempest-TagsExtTest-Tag-785237975', 'tempest-TagsExtTest-Tag-1120845431']}) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:31.807493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.813598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:31.814213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.828841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b6429-aa85-41bb-998e-ad937c7b951a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:31.830215 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cc5b6429-aa85-41bb-998e-ad937c7b951a tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/networks/77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 881 time: 0.2315104 Dec 20 16:40:31.833964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.846885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfad7694-4c94-4ee4-869a-e5a92bad2e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.880232 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17f8651d-af8f-40db-a111-635aa5efb903 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=f33ca409-de93-4b91-b2e4-1abffe1c7e3b HTTP/1.1" status: 200 len: 205 time: 0.0426209 Dec 20 16:40:31.883852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.905560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4c7090c-b7b2-46a9-98ae-3f8520164e05 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.931898 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7044742 Dec 20 16:40:31.934602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:31.938120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 9663600b-3278-4fd4-8faf-abfd00fb0932 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:31.955118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '911dd724-ad54-44ac-9d6b-8457cce0b23c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:31.971110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 9663600b-3278-4fd4-8faf-abfd00fb0932 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:31.971915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 9663600b-3278-4fd4-8faf-abfd00fb0932 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:31.985012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568d809-d77a-4a04-a7cf-96cfcccc9ad1 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Network': ['ID=911dd724-ad54-44ac-9d6b-8457cce0b23c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:31.991406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.000894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 911dd724-ad54-44ac-9d6b-8457cce0b23c details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:32.011314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.016578 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1ba935f7-5c34-4e29-89e1-3e2d7a0c777f tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "PUT /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags HTTP/1.1" status: 200 len: 315 time: 0.2391591 Dec 20 16:40:32.019287 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:32.051451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-dddefae6-28eb-4f55-8801-38508ddc58c8 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:32.066557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=71a50bde-bafc-4c41-9f50-8e0be9317fdb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:32.200841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4c7090c-b7b2-46a9-98ae-3f8520164e05 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.211531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4c7090c-b7b2-46a9-98ae-3f8520164e05 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.232988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.249298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:32.253617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.287088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4c7090c-b7b2-46a9-98ae-3f8520164e05 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.288650 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f4c7090c-b7b2-46a9-98ae-3f8520164e05 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5158463 Dec 20 16:40:32.298868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7090c-b7b2-46a9-98ae-3f8520164e05 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cd5f69-0e6c-4d64-afc3-b56adddf3efb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:32.301004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:32.309365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1f32f7e8-cfec-4268-8c09-b9b20ac018e0 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'tempest-secgroup--185014521'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:32.508284 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f32f7e8-cfec-4268-8c09-b9b20ac018e0 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.526298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfad7694-4c94-4ee4-869a-e5a92bad2e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.545989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 6aa305b7-2e93-4d99-a5b0-c970260b2f48 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:32.576155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.689433 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dddefae6-28eb-4f55-8801-38508ddc58c8 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags HTTP/1.1" status: 204 len: 168 time: 0.6709864 Dec 20 16:40:32.694758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:32.703580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-f45d1760-e762-4464-884a-061ce0ba9c0e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704', 'tempest-TagsExtTest-Tag-40850752') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:32.732947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f32f7e8-cfec-4268-8c09-b9b20ac018e0 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.737122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:32.748164 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9dd2b-df8a-4105-8970-3357c30cab51 None None] Sync routers for ids ['6aa305b7-2e93-4d99-a5b0-c970260b2f48'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:32.754087 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8cc20671-12e3-42bf-ba1c-259b1f64d6e8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/6aa305b7-2e93-4d99-a5b0-c970260b2f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3232095 Dec 20 16:40:32.755297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f32f7e8-cfec-4268-8c09-b9b20ac018e0 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.757330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:32.766701 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9dd2b-df8a-4105-8970-3357c30cab51 None None] Routers {'6aa305b7-2e93-4d99-a5b0-c970260b2f48'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:32.770068 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-69f9dd2b-df8a-4105-8970-3357c30cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['6aa305b7-2e93-4d99-a5b0-c970260b2f48'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:32.795389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.808159 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfad7694-4c94-4ee4-869a-e5a92bad2e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.814283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f32f7e8-cfec-4268-8c09-b9b20ac018e0 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.825629 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1f32f7e8-cfec-4268-8c09-b9b20ac018e0 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5098019 Dec 20 16:40:32.837428 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-69f9dd2b-df8a-4105-8970-3357c30cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:32.839981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:32.840811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32f7e8-cfec-4268-8c09-b9b20ac018e0 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4386f7-ff15-48f7-a287-d16777d73bfe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:32.847980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-70cdb90a-e19a-41fd-95f4-4ff9f1e3dc35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group_rule': {'security_group_id': 'c0cd5f69-0e6c-4d64-afc3-b56adddf3efb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9a4386f7-ff15-48f7-a287-d16777d73bfe'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:32.860869 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9dd2b-df8a-4105-8970-3357c30cab51 None None] Routers {'6aa305b7-2e93-4d99-a5b0-c970260b2f48'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:32.861878 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-69f9dd2b-df8a-4105-8970-3357c30cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['6aa305b7-2e93-4d99-a5b0-c970260b2f48'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:32.896472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=f8ecdca9-6df2-4b1d-818a-dd1c364f9818,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:32.912857 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-69f9dd2b-df8a-4105-8970-3357c30cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:32.913890 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9dd2b-df8a-4105-8970-3357c30cab51 None None] The sync data for ids ['6aa305b7-2e93-4d99-a5b0-c970260b2f48'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:32.928791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Checking segment: {'id': '85a55f76-9d1a-44be-b505-89af68cf2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '911dd724-ad54-44ac-9d6b-8457cce0b23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:32.929153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network hostable DHCP agents. Network: 911dd724-ad54-44ac-9d6b-8457cce0b23c, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:32.948259 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-70cdb90a-e19a-41fd-95f4-4ff9f1e3dc35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:40:32.949672 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-70cdb90a-e19a-41fd-95f4-4ff9f1e3dc35 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1059530 Dec 20 16:40:32.955175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:32.970560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad7694-4c94-4ee4-869a-e5a92bad2e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Subnet': ['ID=8e821723-c08e-4416-b1e0-3b1f2fffe49d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:32.982935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8ceee-5eeb-4c3f-b738-9b6a5dc762ee None None] Network 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:32.985545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfad7694-4c94-4ee4-869a-e5a92bad2e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:32.989497 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cfad7694-4c94-4ee4-869a-e5a92bad2e7f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/subnets/8e821723-c08e-4416-b1e0-3b1f2fffe49d HTTP/1.1" status: 204 len: 168 time: 1.4088314 Dec 20 16:40:32.994772 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-f45d1760-e762-4464-884a-061ce0ba9c0e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:32.996092 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f45d1760-e762-4464-884a-061ce0ba9c0e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags/tempest-TagsExtTest-Tag-40850752 HTTP/1.1" status: 404 len: 327 time: 0.2989316 Dec 20 16:40:32.999050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47560) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.006051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.016835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-7dc7219b-730b-4cfc-9277-e6e1452561b3 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704', 'tempest-TagsExtTest-Tag-785237975') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:33.020394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 911dd724-ad54-44ac-9d6b-8457cce0b23c is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:33.063980 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-7dc7219b-730b-4cfc-9277-e6e1452561b3 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:33.068107 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7dc7219b-730b-4cfc-9277-e6e1452561b3 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags/tempest-TagsExtTest-Tag-785237975 HTTP/1.1" status: 404 len: 328 time: 0.0605845 Dec 20 16:40:33.068854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 911dd724-ad54-44ac-9d6b-8457cce0b23c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:33.077102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47564) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.078722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23fc7ad-182a-4dce-83b5-dad62ed4718e None None] Network 911dd724-ad54-44ac-9d6b-8457cce0b23c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:33.085274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-b6f10033-e756-4ec9-aeb3-0187b96baf3c tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704', 'tempest-TagsExtTest-Tag-1120845431') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:33.090849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:33.091554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.133896 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8c97134a-aded-46ce-b6ab-d8254afc2d17 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1961701 Dec 20 16:40:33.135467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.136309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.140856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '911dd724-ad54-44ac-9d6b-8457cce0b23c', 'name': 'tempest-PortsTestJSON-527810362', 'fixed_ips': [{'subnet_id': 'f8ecdca9-6df2-4b1d-818a-dd1c364f9818', 'ip_address': '172.20.0.10'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:33.228343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-911dd724-ad54-44ac-9d6b-8457cce0b23c', 'network_id': '911dd724-ad54-44ac-9d6b-8457cce0b23c', 'project_id': '90cfd75b636345aca1562c0033b7007a', 'fixed_ips': [{'subnet_id': 'f8ecdca9-6df2-4b1d-818a-dd1c364f9818'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:33.230307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.230569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0f90120-359c-4e96-8411-eab2e234e7fa tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.271864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0f90120-359c-4e96-8411-eab2e234e7fa tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.284734 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-0bb6dd71-9d1f-4b58-a533-339d56e1bab7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 16:40:33.288679 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0bb6dd71-9d1f-4b58-a533-339d56e1bab7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/6aa305b7-2e93-4d99-a5b0-c970260b2f48/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5197744 Dec 20 16:40:33.289271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.314144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.316133 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-b6f10033-e756-4ec9-aeb3-0187b96baf3c tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] show failed (client error): The resource could not be found. Dec 20 16:40:33.319757 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b6f10033-e756-4ec9-aeb3-0187b96baf3c tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags/tempest-TagsExtTest-Tag-1120845431 HTTP/1.1" status: 404 len: 329 time: 0.2359734 Dec 20 16:40:33.319954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d15c9-2da3-4272-b6fe-f1ba44fba480 None None] DHCP port deletion for 72d5fb78-c811-4e6e-94e1-94ec9d1893a5 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:33.321830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.325528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-a7552fc7-7692-4af9-a706-3dd01475b441 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '511bf826-e053-4bf2-9aed-245241f61704') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:33.362020 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3bec7339-e3f3-42e9-a09d-386c337dc80d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa305b7-2e93-4d99-a5b0-c970260b2f48 HTTP/1.1" status: 200 len: 205 time: 0.0496335 Dec 20 16:40:33.362507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.403368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0f90120-359c-4e96-8411-eab2e234e7fa tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.405713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0f90120-359c-4e96-8411-eab2e234e7fa tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.407413 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b0f90120-359c-4e96-8411-eab2e234e7fa tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/9a4386f7-ff15-48f7-a287-d16777d73bfe HTTP/1.1" status: 204 len: 168 time: 0.4522209 Dec 20 16:40:33.410772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.440115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Allocated IP 172.20.0.2 (911dd724-ad54-44ac-9d6b-8457cce0b23c/f8ecdca9-6df2-4b1d-818a-dd1c364f9818/6126cf69-221e-4116-8df9-0042d9a22695) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:33.442867 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d15c9-2da3-4272-b6fe-f1ba44fba480 None None] Deleting port e8b90fc4-ada7-485e-a8f7-7501028b3c8e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:33.444124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d4d15c9-2da3-4272-b6fe-f1ba44fba480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.458243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:33.462635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f90120-359c-4e96-8411-eab2e234e7fa tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4386f7-ff15-48f7-a287-d16777d73bfe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:33.470964 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a7552fc7-7692-4af9-a706-3dd01475b441 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704/tags HTTP/1.1" status: 204 len: 168 time: 0.1457195 Dec 20 16:40:33.478435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.479798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Deleting port 74d650b4-7488-41bf-8ffb-033d937b645c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:33.480197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.481376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab64796-d359-4626-a146-5c186c9aa7d6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.496479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-688de2d4-3d04-4dca-8233-042838cc6462 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd775a63b-3a8a-4ff5-a991-585dd54234ae') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:33.582001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9d4d15c9-2da3-4272-b6fe-f1ba44fba480 None None] For port e8b90fc4-ada7-485e-a8f7-7501028b3c8e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8b90fc4-ada7-485e-a8f7-7501028b3c8e,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:33.582423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d4d15c9-2da3-4272-b6fe-f1ba44fba480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.600007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d15c9-2da3-4272-b6fe-f1ba44fba480 None None] Calling delete_port for e8b90fc4-ada7-485e-a8f7-7501028b3c8e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:33.649005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:33.649641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.667262 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e7e90de8-5e52-4dd3-8c73-518eedce28a0 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2383986 Dec 20 16:40:33.688798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port e8b90fc4-ada7-485e-a8f7-7501028b3c8e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:33.689197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.699971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.741949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.750483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.782414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d4d15c9-2da3-4272-b6fe-f1ba44fba480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.800039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Network 911dd724-ad54-44ac-9d6b-8457cce0b23c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:33.810336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:33.812818 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:33.818441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d15c9-2da3-4272-b6fe-f1ba44fba480 None None] No DVR routers for this DVR port e8b90fc4-ada7-485e-a8f7-7501028b3c8e on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:33.821831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Pushing event updated for resources: {'Port': ['ID=6126cf69-221e-4116-8df9-0042d9a22695,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:33.824748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.837068 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-688de2d4-3d04-4dca-8233-042838cc6462 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae/tags HTTP/1.1" status: 204 len: 168 time: 0.3543320 Dec 20 16:40:33.851509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:33.858056 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-46a31dc0-4d93-4f2a-bac0-79cf45f60c5d tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7749a1eb-8a21-4e16-8520-3724e8aeca80') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:33.877143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d15c9-2da3-4272-b6fe-f1ba44fba480 None None] Pushing event deleted for resources: {'Port': ['ID=e8b90fc4-ada7-485e-a8f7-7501028b3c8e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:33.905309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Calling delete_port for 74d650b4-7488-41bf-8ffb-033d937b645c owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:33.913377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port e8b90fc4-ada7-485e-a8f7-7501028b3c8e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8b90fc4-ada7-485e-a8f7-7501028b3c8e,segment=NetworkSegment(dd4930fc-83b7-4ed1-b1f7-fd5b35504027),segment_id=dd4930fc-83b7-4ed1-b1f7-fd5b35504027)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:33.913745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.915043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Attempting to bind port 6126cf69-221e-4116-8df9-0042d9a22695 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:33.915602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Attempting to bind port 6126cf69-221e-4116-8df9-0042d9a22695 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '85a55f76-9d1a-44be-b505-89af68cf2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '911dd724-ad54-44ac-9d6b-8457cce0b23c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:33.916148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Attempting to bind port 6126cf69-221e-4116-8df9-0042d9a22695 on network 911dd724-ad54-44ac-9d6b-8457cce0b23c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:33.922702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:33.923084 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Checking segment: {'id': '85a55f76-9d1a-44be-b505-89af68cf2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '911dd724-ad54-44ac-9d6b-8457cce0b23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:33.923493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.923890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Bound using segment: {'id': '85a55f76-9d1a-44be-b505-89af68cf2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '911dd724-ad54-44ac-9d6b-8457cce0b23c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:33.924365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Bound port: 6126cf69-221e-4116-8df9-0042d9a22695, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a55f76-9d1a-44be-b505-89af68cf2e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '911dd724-ad54-44ac-9d6b-8457cce0b23c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:33.924753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.953610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for e8b90fc4-ada7-485e-a8f7-7501028b3c8e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:33.990587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] For port 6126cf69-221e-4116-8df9-0042d9a22695, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:33.994592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] For port 6126cf69-221e-4116-8df9-0042d9a22695, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6126cf69-221e-4116-8df9-0042d9a22695,segment=NetworkSegment(85a55f76-9d1a-44be-b505-89af68cf2e12),segment_id=85a55f76-9d1a-44be-b505-89af68cf2e12)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:33.999793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.002528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab64796-d359-4626-a146-5c186c9aa7d6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.005892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab64796-d359-4626-a146-5c186c9aa7d6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.015922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.042906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.055938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b618d5-0a3d-4077-85c2-57bcec75b491 None None] Pushing event updated for resources: {'Port': ['ID=6126cf69-221e-4116-8df9-0042d9a22695,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:34.065502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port 5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:40:34.073686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab64796-d359-4626-a146-5c186c9aa7d6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.074359 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab64796-d359-4626-a146-5c186c9aa7d6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa305b7-2e93-4d99-a5b0-c970260b2f48 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:34.083372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ab64796-d359-4626-a146-5c186c9aa7d6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.084480 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2ab64796-d359-4626-a146-5c186c9aa7d6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/6aa305b7-2e93-4d99-a5b0-c970260b2f48 HTTP/1.1" status: 204 len: 168 time: 0.7210472 Dec 20 16:40:34.102803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:34.108032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:34.127435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83a41099-15fe-4fe4-91d3-111acae5e57b tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.243436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.10 (911dd724-ad54-44ac-9d6b-8457cce0b23c/f8ecdca9-6df2-4b1d-818a-dd1c364f9818/5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:34.250947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83a41099-15fe-4fe4-91d3-111acae5e57b tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.357717 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-46a31dc0-4d93-4f2a-bac0-79cf45f60c5d tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80/tags HTTP/1.1" status: 204 len: 168 time: 0.5011404 Dec 20 16:40:34.358621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:34.365557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-49c16510-9941-4776-b2fc-4ea39a5175c2 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '144195e3-e28e-480d-a72b-01cc54637cb3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:34.373042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b353b99-82f6-4af8-8e23-d115565db7fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting subnet 5a1e7a8b-eace-4ddd-bd03-fcf00feadfbd {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:34.398699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b353b99-82f6-4af8-8e23-d115565db7fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.452174 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.475670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b353b99-82f6-4af8-8e23-d115565db7fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.491626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.499373 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-49c16510-9941-4776-b2fc-4ea39a5175c2 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3/tags HTTP/1.1" status: 204 len: 168 time: 0.1400638 Dec 20 16:40:34.507616 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:34.581495 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port e8b90fc4-ada7-485e-a8f7-7501028b3c8e on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:34.583142 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=e8b90fc4-ada7-485e-a8f7-7501028b3c8e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:34.584867 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83a41099-15fe-4fe4-91d3-111acae5e57b tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.586921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.587599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83a41099-15fe-4fe4-91d3-111acae5e57b tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.588738 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-83a41099-15fe-4fe4-91d3-111acae5e57b tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/c0cd5f69-0e6c-4d64-afc3-b56adddf3efb HTTP/1.1" status: 204 len: 168 time: 0.8841074 Dec 20 16:40:34.594824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:34.653536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a41099-15fe-4fe4-91d3-111acae5e57b tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cd5f69-0e6c-4d64-afc3-b56adddf3efb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:34.661300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 911dd724-ad54-44ac-9d6b-8457cce0b23c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:34.669610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:34.680690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:34.728920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:34.741417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4ca38bb-5f58-468b-b6ac-a20e0bc5f96e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for subnetpool, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.742609 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b4ca38bb-5f58-468b-b6ac-a20e0bc5f96e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnetpools/511bf826-e053-4bf2-9aed-245241f61704 HTTP/1.1" status: 204 len: 168 time: 0.2340555 Dec 20 16:40:34.750878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:34.779610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:34.779610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.792965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6126cf69-221e-4116-8df9-0042d9a22695 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:34.808167 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-41550979-6ee2-4a21-a75e-7c12012d6409 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d775a63b-3a8a-4ff5-a991-585dd54234ae HTTP/1.1" status: 200 len: 205 time: 0.0535445 Dec 20 16:40:34.816541 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9c998697-3dae-49da-a6f1-3890888670e1 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2999 time: 0.2118380 Dec 20 16:40:34.820949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:34.873210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 6126cf69-221e-4116-8df9-0042d9a22695 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:34.873584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.894186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47594) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:34.896931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ff19fea-bfd8-4ee8-b4a3-a3abf444540b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.902856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-63a3f93f-d626-4974-9eb4-b1064ac04c44 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'tempest-secgroup--697165775'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:34.989136 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.996098 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c458372f-f338-4f8d-b5b8-73d428476a92 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8597260 Dec 20 16:40:35.002299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:35.013874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': '911dd724-ad54-44ac-9d6b-8457cce0b23c', 'name': 'tempest-PortsTestJSON-678713954', 'fixed_ips': [{'subnet_id': 'f8ecdca9-6df2-4b1d-818a-dd1c364f9818', 'ip_address': '172.20.0.9'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:35.029256 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 6126cf69-221e-4116-8df9-0042d9a22695, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6126cf69-221e-4116-8df9-0042d9a22695,segment=NetworkSegment(85a55f76-9d1a-44be-b505-89af68cf2e12),segment_id=85a55f76-9d1a-44be-b505-89af68cf2e12)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:35.036636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.134240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=6126cf69-221e-4116-8df9-0042d9a22695,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:35.138410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8b90fc4-ada7-485e-a8f7-7501028b3c8e no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:35.167874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e8b90fc4-ada7-485e-a8f7-7501028b3c8e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:35.168345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8b90fc4-ada7-485e-a8f7-7501028b3c8e not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:35.189990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.213479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.226984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a3f93f-d626-4974-9eb4-b1064ac04c44 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.244843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ff19fea-bfd8-4ee8-b4a3-a3abf444540b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.255637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ff19fea-bfd8-4ee8-b4a3-a3abf444540b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.259843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event deleted for resources: {'Port': ['ID=74d650b4-7488-41bf-8ffb-033d937b645c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:35.275044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076abca-0f33-40c3-a648-798ab9b79f52 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:35.283261 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b353b99-82f6-4af8-8e23-d115565db7fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.310977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a2ac5-894e-46bb-91f4-dd3d87a15740 None None] Network 911dd724-ad54-44ac-9d6b-8457cce0b23c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:35.324739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d5fb78-c811-4e6e-94e1-94ec9d1893a5']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:35.337007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.337427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ff19fea-bfd8-4ee8-b4a3-a3abf444540b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.338154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff19fea-bfd8-4ee8-b4a3-a3abf444540b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Fanout notify agent at l3_agent the message router_deleted on router d775a63b-3a8a-4ff5-a991-585dd54234ae {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:35.350534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ff19fea-bfd8-4ee8-b4a3-a3abf444540b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.351682 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3ff19fea-bfd8-4ee8-b4a3-a3abf444540b tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/routers/d775a63b-3a8a-4ff5-a991-585dd54234ae HTTP/1.1" status: 204 len: 168 time: 0.5311816 Dec 20 16:40:35.355161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47598) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:35.366587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:35.366960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4930fc-83b7-4ed1-b1f7-fd5b35504027') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:35.405293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=cfdfe59f-8dc7-48d5-a8d0-e3b7eec7cd73,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:35.411363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.415194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e5ebba83-9578-4bc3-87f6-dc1832093ded None None] Provisioning complete for port 6126cf69-221e-4116-8df9-0042d9a22695 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:35.417869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5ebba83-9578-4bc3-87f6-dc1832093ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.434508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:35.441662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.474122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.475832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a3f93f-d626-4974-9eb4-b1064ac04c44 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.503890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a3f93f-d626-4974-9eb4-b1064ac04c44 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.512277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.514727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:35.516174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port 359a468d-7dd0-47bf-8bb6-dde3029bfccf yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:40:35.516310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:35.521202 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:35.606625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63a3f93f-d626-4974-9eb4-b1064ac04c44 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.606829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b353b99-82f6-4af8-8e23-d115565db7fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.611183 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-63a3f93f-d626-4974-9eb4-b1064ac04c44 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7118270 Dec 20 16:40:35.615815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:35.621701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-99911608-00b1-4d5e-be46-4ac12dd19b6e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:35.622123 dv-neutron-822328-3-hyperv neutron-server[103324]: WARNING neutron.api.v2.base [None req-99911608-00b1-4d5e-be46-4ac12dd19b6e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 16:40:35.622649 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-99911608-00b1-4d5e-be46-4ac12dd19b6e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 16:40:35.627114 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-99911608-00b1-4d5e-be46-4ac12dd19b6e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "PUT /v2.0/security-groups/ae784f4b-0641-44e2-ba44-025aa727318e HTTP/1.1" status: 409 len: 330 time: 0.0089543 Dec 20 16:40:35.627716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47602) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:35.638926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3f93f-d626-4974-9eb4-b1064ac04c44 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae784f4b-0641-44e2-ba44-025aa727318e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:35.720442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b353b99-82f6-4af8-8e23-d115565db7fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1e7a8b-eace-4ddd-bd03-fcf00feadfbd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:35.724730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6183835c-80e4-4e6d-9189-d1a2e2322a96 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Deleting port 7749a1eb-8a21-4e16-8520-3724e8aeca80 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:35.725159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6183835c-80e4-4e6d-9189-d1a2e2322a96 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.752709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdfd35d-8a40-479d-bb1b-e26aea37f662 None None] Network a04eb86f-9a6d-425a-8bec-b649174f1b9d requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:35.757467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b353b99-82f6-4af8-8e23-d115565db7fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.767017 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9b353b99-82f6-4af8-8e23-d115565db7fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/5a1e7a8b-eace-4ddd-bd03-fcf00feadfbd HTTP/1.1" status: 204 len: 168 time: 1.6601827 Dec 20 16:40:35.809601 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47604) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:35.812903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.816086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.871911 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.877130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.884433 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/networks/72d5fb78-c811-4e6e-94e1-94ec9d1893a5 HTTP/1.1" status: 204 len: 168 time: 2.8503978 Dec 20 16:40:35.886814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:35.887393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ef1a-5129-4c9a-9e9b-9a1392100cd5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.916862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.9 (911dd724-ad54-44ac-9d6b-8457cce0b23c/f8ecdca9-6df2-4b1d-818a-dd1c364f9818/359a468d-7dd0-47bf-8bb6-dde3029bfccf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:35.948453 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ef1a-5129-4c9a-9e9b-9a1392100cd5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.951988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6183835c-80e4-4e6d-9189-d1a2e2322a96 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.976413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7f8d1-b557-4053-ae06-66523e68c596 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Network': ['ID=72d5fb78-c811-4e6e-94e1-94ec9d1893a5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:35.978181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6183835c-80e4-4e6d-9189-d1a2e2322a96 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Calling delete_port for 7749a1eb-8a21-4e16-8520-3724e8aeca80 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:35.993608 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.012550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f5bee5a1-cbc4-4a96-9170-05e61b89f601 None None] Provisioning complete for port 5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:36.013922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5bee5a1-cbc4-4a96-9170-05e61b89f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.027580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.027833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Fanout notify agent at l3_agent the message router_deleted on router f33ca409-de93-4b91-b2e4-1abffe1c7e3b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:36.035236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.036389 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2f84eff8-19eb-442d-a5f2-ba1fc2f54334 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/f33ca409-de93-4b91-b2e4-1abffe1c7e3b HTTP/1.1" status: 204 len: 168 time: 4.1466811 Dec 20 16:40:36.049681 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47608) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:36.054165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-853855093', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:36.055495 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f5bee5a1-cbc4-4a96-9170-05e61b89f601 None None] Port 5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:36.057322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a975c5f1-1086-4780-8dff-0f17ba4a41a1 None None] DHCP port deletion for a04eb86f-9a6d-425a-8bec-b649174f1b9d request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:36.116979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f5bee5a1-cbc4-4a96-9170-05e61b89f601 None None] Provisioning complete for port 6126cf69-221e-4116-8df9-0042d9a22695 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:36.117453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5bee5a1-cbc4-4a96-9170-05e61b89f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.137700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ef1a-5129-4c9a-9e9b-9a1392100cd5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.140332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ef1a-5129-4c9a-9e9b-9a1392100cd5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.144208 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c1f2ef1a-5129-4c9a-9e9b-9a1392100cd5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/ae784f4b-0641-44e2-ba44-025aa727318e HTTP/1.1" status: 204 len: 168 time: 0.5121028 Dec 20 16:40:36.148428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47610) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:36.207011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a975c5f1-1086-4780-8dff-0f17ba4a41a1 None None] Deleting port 22e95a75-78af-43a0-b328-16d0a0eee240 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:36.208190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a975c5f1-1086-4780-8dff-0f17ba4a41a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.219438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2ef1a-5129-4c9a-9e9b-9a1392100cd5 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae784f4b-0641-44e2-ba44-025aa727318e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:36.222587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.252800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.254086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.277555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a975c5f1-1086-4780-8dff-0f17ba4a41a1 None None] For port 22e95a75-78af-43a0-b328-16d0a0eee240, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=22e95a75-78af-43a0-b328-16d0a0eee240,segment=NetworkSegment(e2945eac-23f2-401b-b337-a48a451eb072),segment_id=e2945eac-23f2-401b-b337-a48a451eb072)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:36.277937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a975c5f1-1086-4780-8dff-0f17ba4a41a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.291370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a975c5f1-1086-4780-8dff-0f17ba4a41a1 None None] Calling delete_port for 22e95a75-78af-43a0-b328-16d0a0eee240 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:36.330795 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-47739164-2f96-4fc4-8d02-217db8e64b8f tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2999 time: 0.1786232 Dec 20 16:40:36.339735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:36.347661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6183835c-80e4-4e6d-9189-d1a2e2322a96 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.358769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.388001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183835c-80e4-4e6d-9189-d1a2e2322a96 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Pushing event deleted for resources: {'Port': ['ID=7749a1eb-8a21-4e16-8520-3724e8aeca80,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:36.433556 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-76e379cf-a637-4b0b-b663-0b23570b9c14 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] delete failed (client error): The resource could not be found. Dec 20 16:40:36.434770 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-76e379cf-a637-4b0b-b663-0b23570b9c14 tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "DELETE /v2.0/security-groups/2dfe6767-f8c0-45cf-9c0c-ee122777fcb6 HTTP/1.1" status: 404 len: 347 time: 0.0931697 Dec 20 16:40:36.439250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:36.439554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router c48483e0-6469-426b-89ec-852a087ee7d2 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:36.476863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.488141 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-3d7c3379-167a-4a43-b727-aa82d1e20e8b tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] show failed (client error): The resource could not be found. Dec 20 16:40:36.489627 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3d7c3379-167a-4a43-b727-aa82d1e20e8b tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-groups/d7fa082d-7852-481d-983f-b3cc6216ad76 HTTP/1.1" status: 404 len: 347 time: 0.0289965 Dec 20 16:40:36.493898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47616) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:36.512679 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-d55bfca6-5fd0-41e3-895c-1bea59434b2e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] show failed (client error): The resource could not be found. Dec 20 16:40:36.514118 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d55bfca6-5fd0-41e3-895c-1bea59434b2e tempest-NegativeSecGroupTest-979909563 tempest-NegativeSecGroupTest-979909563-project] 10.222.0.60 "GET /v2.0/security-group-rules/13092f50-9974-4166-bffc-5f8c605c274a HTTP/1.1" status: 404 len: 356 time: 0.0188961 Dec 20 16:40:36.519832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.589282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6183835c-80e4-4e6d-9189-d1a2e2322a96 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.598251 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6183835c-80e4-4e6d-9189-d1a2e2322a96 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/ports/7749a1eb-8a21-4e16-8520-3724e8aeca80 HTTP/1.1" status: 204 len: 168 time: 1.2396469 Dec 20 16:40:36.604077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:36.613051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a975c5f1-1086-4780-8dff-0f17ba4a41a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.665849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 911dd724-ad54-44ac-9d6b-8457cce0b23c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:36.680327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:36.680772 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975c5f1-1086-4780-8dff-0f17ba4a41a1 None None] Pushing event deleted for resources: {'Port': ['ID=22e95a75-78af-43a0-b328-16d0a0eee240,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:36.684656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=359a468d-7dd0-47bf-8bb6-dde3029bfccf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:36.686584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975c5f1-1086-4780-8dff-0f17ba4a41a1 None None] No DVR routers for this DVR port 22e95a75-78af-43a0-b328-16d0a0eee240 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:36.687118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:36.770683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-558f3ef1-a7aa-4757-b578-c40064ddd1a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Deleting subnet 144195e3-e28e-480d-a72b-01cc54637cb3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:36.792755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:36.793813 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-558f3ef1-a7aa-4757-b578-c40064ddd1a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.801815 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-98d3b735-1867-4871-9a2d-92c01e4ca7a5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/c48483e0-6469-426b-89ec-852a087ee7d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9011199 Dec 20 16:40:36.802057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:36.803482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 22e95a75-78af-43a0-b328-16d0a0eee240 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:36.803816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.808228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6126cf69-221e-4116-8df9-0042d9a22695 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:36.812898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b95daf-bfaf-42b2-ae63-7d6a89ea5c00 None None] Sync routers for ids ['c48483e0-6469-426b-89ec-852a087ee7d2'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.863160 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:36.865652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.878069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port da96c249-3c0d-4eb5-9796-06d9d0dcd569 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:36.878632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.882118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.885541 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b95daf-bfaf-42b2-ae63-7d6a89ea5c00 None None] Routers {'c48483e0-6469-426b-89ec-852a087ee7d2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:36.886226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-46b95daf-bfaf-42b2-ae63-7d6a89ea5c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c48483e0-6469-426b-89ec-852a087ee7d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:36.907722 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7f291e7c-b00e-40ea-a10b-10cc3dcdc707 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=c48483e0-6469-426b-89ec-852a087ee7d2 HTTP/1.1" status: 200 len: 205 time: 0.0900519 Dec 20 16:40:36.915028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:36.956640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-46b95daf-bfaf-42b2-ae63-7d6a89ea5c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:36.979732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-558f3ef1-a7aa-4757-b578-c40064ddd1a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:36.986157 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-88e8755f-9919-47f6-8167-1bf3828c4c35 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9803009 Dec 20 16:40:37.011406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b95daf-bfaf-42b2-ae63-7d6a89ea5c00 None None] Routers {'c48483e0-6469-426b-89ec-852a087ee7d2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:37.012135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-46b95daf-bfaf-42b2-ae63-7d6a89ea5c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c48483e0-6469-426b-89ec-852a087ee7d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:37.014440 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5dcd95e7-549f-450b-9301-72126278d38d None None] Provisioning complete for port 5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:37.014891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dcd95e7-549f-450b-9301-72126278d38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.033149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port 22e95a75-78af-43a0-b328-16d0a0eee240, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:37.033510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.044470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47628) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:37.044803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:37.050152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 22e95a75-78af-43a0-b328-16d0a0eee240 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:37.053354 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Port 22e95a75-78af-43a0-b328-16d0a0eee240 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:40:37.056745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.079683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-46b95daf-bfaf-42b2-ae63-7d6a89ea5c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:37.080355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b95daf-bfaf-42b2-ae63-7d6a89ea5c00 None None] The sync data for ids ['c48483e0-6469-426b-89ec-852a087ee7d2'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:37.103885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd95e7-549f-450b-9301-72126278d38d None None] Port 5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:37.109123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No DVR routers for this DVR port 22e95a75-78af-43a0-b328-16d0a0eee240 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:37.110840 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=22e95a75-78af-43a0-b328-16d0a0eee240,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:37.129710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 6126cf69-221e-4116-8df9-0042d9a22695 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:37.131568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.143283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47e08f24-cfbc-412d-88f0-b85745bad18c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.152508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.153054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.190494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for da96c249-3c0d-4eb5-9796-06d9d0dcd569 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:37.245350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99508826-361b-4451-b4f0-f18d55b1373c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:37.248556 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ff292936-81e1-452a-baba-a8f0d33d2c6e None None] Provisioning complete for port 359a468d-7dd0-47bf-8bb6-dde3029bfccf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:37.249031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff292936-81e1-452a-baba-a8f0d33d2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.251170 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-99508826-361b-4451-b4f0-f18d55b1373c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2053597 Dec 20 16:40:37.268778 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:37.308950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.314001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ff292936-81e1-452a-baba-a8f0d33d2c6e None None] Port 359a468d-7dd0-47bf-8bb6-dde3029bfccf cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:37.330583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 22e95a75-78af-43a0-b328-16d0a0eee240 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:37.347892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-558f3ef1-a7aa-4757-b578-c40064ddd1a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.351822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 22e95a75-78af-43a0-b328-16d0a0eee240 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:37.352281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 22e95a75-78af-43a0-b328-16d0a0eee240 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:37.422585 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04eb86f-9a6d-425a-8bec-b649174f1b9d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:37.450600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2945eac-23f2-401b-b337-a48a451eb072') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:37.450822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2945eac-23f2-401b-b337-a48a451eb072') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:37.756443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47e08f24-cfbc-412d-88f0-b85745bad18c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.759956 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1a6d5c4a-f7b8-4fb6-a0c5-2dd873c7f00d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ee672f186c549bba15f2c5cc0d151ed&name=default HTTP/1.1" status: 200 len: 2999 time: 0.7128043 Dec 20 16:40:37.761371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47e08f24-cfbc-412d-88f0-b85745bad18c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.766070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:37.813877 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.840335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47e08f24-cfbc-412d-88f0-b85745bad18c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.840866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e08f24-cfbc-412d-88f0-b85745bad18c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Fanout notify agent at l3_agent the message router_deleted on router c48483e0-6469-426b-89ec-852a087ee7d2 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:37.851960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47e08f24-cfbc-412d-88f0-b85745bad18c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.855770 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-47e08f24-cfbc-412d-88f0-b85745bad18c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/c48483e0-6469-426b-89ec-852a087ee7d2 HTTP/1.1" status: 204 len: 168 time: 0.9368184 Dec 20 16:40:37.855879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6089130-dbf4-40b4-99d1-1cdd49a4439f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:37.861051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6089130-dbf4-40b4-99d1-1cdd49a4439f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:37.861230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:37.867055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6089130-dbf4-40b4-99d1-1cdd49a4439f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:37.868786 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c6089130-dbf4-40b4-99d1-1cdd49a4439f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5979860 Dec 20 16:40:37.871682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.875638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:37.896830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:37.897241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.898874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-558f3ef1-a7aa-4757-b578-c40064ddd1a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:37.902601 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:37.947500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f3ef1-a7aa-4757-b578-c40064ddd1a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Pushing event deleted for resources: {'Subnet': ['ID=144195e3-e28e-480d-a72b-01cc54637cb3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:37.953149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-558f3ef1-a7aa-4757-b578-c40064ddd1a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.954172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b4098-c0d5-4624-896f-90ed6798999c None None] Network a81353d9-6c6f-42d2-9835-2aea1b156b87 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:37.956386 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-558f3ef1-a7aa-4757-b578-c40064ddd1a9 tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/subnets/144195e3-e28e-480d-a72b-01cc54637cb3 HTTP/1.1" status: 204 len: 168 time: 1.3502090 Dec 20 16:40:37.957237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d318-7297-4bc3-b0df-5b8eebbcf22e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.961825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47642) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:37.990057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b13ded-2a7e-404b-a5c3-7abadf4af0b0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting subnet 38526aea-1658-4b7c-86df-6179c7f4b3a2 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:38.011187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50b13ded-2a7e-404b-a5c3-7abadf4af0b0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.082172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d318-7297-4bc3-b0df-5b8eebbcf22e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.112926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.125150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.129189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50b13ded-2a7e-404b-a5c3-7abadf4af0b0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.149067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.158606 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/networks/a04eb86f-9a6d-425a-8bec-b649174f1b9d HTTP/1.1" status: 204 len: 168 time: 2.2924671 Dec 20 16:40:38.164773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef91a28-d3ca-4d18-a89c-0f97bfcd9a79 None None] DHCP port deletion for a81353d9-6c6f-42d2-9835-2aea1b156b87 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:38.166642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47644) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:38.191618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823410789'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:38.210616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f1a89-99ef-4e44-bf5a-934242c649b0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Network': ['ID=a04eb86f-9a6d-425a-8bec-b649174f1b9d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:38.220297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4ef91a28-d3ca-4d18-a89c-0f97bfcd9a79 None None] Deleting port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:38.220672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ef91a28-d3ca-4d18-a89c-0f97bfcd9a79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.246637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.247572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d318-7297-4bc3-b0df-5b8eebbcf22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.250189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d318-7297-4bc3-b0df-5b8eebbcf22e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.251359 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c0a3d318-7297-4bc3-b0df-5b8eebbcf22e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70f8cc63-f80a-461d-b488-a86e5ce20536 HTTP/1.1" status: 204 len: 168 time: 0.4843287 Dec 20 16:40:38.268013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3d318-7297-4bc3-b0df-5b8eebbcf22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f8cc63-f80a-461d-b488-a86e5ce20536,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:38.279924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50b13ded-2a7e-404b-a5c3-7abadf4af0b0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.291519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.324343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bd59abae-9a5f-47df-aa13-a7de21933186 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 359a468d-7dd0-47bf-8bb6-dde3029bfccf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:38.324343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd59abae-9a5f-47df-aa13-a7de21933186 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.324696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4ef91a28-d3ca-4d18-a89c-0f97bfcd9a79 None None] For port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=36deb83d-da5d-4547-9497-fa2ac6a7a7b0,segment=NetworkSegment(48c494a8-3301-4e1c-ae22-c58198e82bfe),segment_id=48c494a8-3301-4e1c-ae22-c58198e82bfe)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:38.324696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ef91a28-d3ca-4d18-a89c-0f97bfcd9a79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.324918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Deleting port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:38.324918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.342171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4ef91a28-d3ca-4d18-a89c-0f97bfcd9a79 None None] Calling delete_port for 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:38.343071 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:38.348326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.395343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.406710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] For port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=36deb83d-da5d-4547-9497-fa2ac6a7a7b0,segment=NetworkSegment(48c494a8-3301-4e1c-ae22-c58198e82bfe),segment_id=48c494a8-3301-4e1c-ae22-c58198e82bfe)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:38.407297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.420915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50b13ded-2a7e-404b-a5c3-7abadf4af0b0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.437741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Calling delete_port for 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:38.460133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50b13ded-2a7e-404b-a5c3-7abadf4af0b0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.464411 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-50b13ded-2a7e-404b-a5c3-7abadf4af0b0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/38526aea-1658-4b7c-86df-6179c7f4b3a2 HTTP/1.1" status: 204 len: 168 time: 0.6021223 Dec 20 16:40:38.465845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960bfe5-775e-4f5c-9c5a-8517b696abb7 None None] Network a395193a-6267-41a3-9952-c099a3561dd5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:38.465987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b13ded-2a7e-404b-a5c3-7abadf4af0b0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Subnet': ['ID=38526aea-1658-4b7c-86df-6179c7f4b3a2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:38.469916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47650) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:38.508828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=da96c249-3c0d-4eb5-9796-06d9d0dcd569,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:38.556056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ef91a28-d3ca-4d18-a89c-0f97bfcd9a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.597803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:38.600451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef91a28-d3ca-4d18-a89c-0f97bfcd9a79 None None] Pushing event deleted for resources: {'Port': ['ID=36deb83d-da5d-4547-9497-fa2ac6a7a7b0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:38.605995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.629052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef91a28-d3ca-4d18-a89c-0f97bfcd9a79 None None] No DVR routers for this DVR port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:38.658441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.691050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Pushing event deleted for resources: {'Port': ['ID=36deb83d-da5d-4547-9497-fa2ac6a7a7b0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:38.695569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] No DVR routers for this DVR port 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:38.723033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Allocated IP 172.26.1.194 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/7ee200d6-b8a9-4bc7-b5d7-e2f38eb2e1b7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:38.735920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:38.763613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:38.765981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 36deb83d-da5d-4547-9497-fa2ac6a7a7b0 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:38.767420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf39a8e-4883-4663-80c3-d382e9f78df4 None None] DHCP port deletion for a395193a-6267-41a3-9952-c099a3561dd5 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:38.793517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.794179 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added segment 0318981c-8288-4ce9-a96d-452a17d0a6e1 of type vlan for network 94f4fafd-5faa-4388-9de1-977b35f53786 Dec 20 16:40:38.799810 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.811327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port 3f05e208-1f6b-44e2-9b23-116e1197ba65 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:38.811662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.820459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd59abae-9a5f-47df-aa13-a7de21933186 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.841366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81353d9-6c6f-42d2-9835-2aea1b156b87']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:38.848605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4bf39a8e-4883-4663-80c3-d382e9f78df4 None None] Deleting port 3f05e208-1f6b-44e2-9b23-116e1197ba65 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:38.849127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bf39a8e-4883-4663-80c3-d382e9f78df4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.882238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c494a8-3301-4e1c-ae22-c58198e82bfe') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:38.882553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c494a8-3301-4e1c-ae22-c58198e82bfe') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:38.899401 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.900010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bd59abae-9a5f-47df-aa13-a7de21933186 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 359a468d-7dd0-47bf-8bb6-dde3029bfccf owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:38.920261 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.920627 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP b597f7d3-16ee-4b8f-aa35-b56d2121842c disassociated (deleted). External IP: 172.26.1.118, port: 1a72ecbe-b342-460f-8441-f69d258fe7ba. Dec 20 16:40:38.922335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port 3f05e208-1f6b-44e2-9b23-116e1197ba65, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3f05e208-1f6b-44e2-9b23-116e1197ba65,segment=NetworkSegment(c759f13c-447a-43d9-b015-dee70eae6adf),segment_id=c759f13c-447a-43d9-b015-dee70eae6adf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:38.922887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.928521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.932057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.942578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for 3f05e208-1f6b-44e2-9b23-116e1197ba65 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:38.943646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4bf39a8e-4883-4663-80c3-d382e9f78df4 None None] For port 3f05e208-1f6b-44e2-9b23-116e1197ba65, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3f05e208-1f6b-44e2-9b23-116e1197ba65,segment=NetworkSegment(c759f13c-447a-43d9-b015-dee70eae6adf),segment_id=c759f13c-447a-43d9-b015-dee70eae6adf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:38.944722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bf39a8e-4883-4663-80c3-d382e9f78df4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.944844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:38.945079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:38.948234 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:38.977991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4bf39a8e-4883-4663-80c3-d382e9f78df4 None None] Calling delete_port for 3f05e208-1f6b-44e2-9b23-116e1197ba65 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:39.061599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.073560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.078374 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] 10.222.0.60 "DELETE /v2.0/networks/a81353d9-6c6f-42d2-9835-2aea1b156b87 HTTP/1.1" status: 204 len: 168 time: 1.1150341 Dec 20 16:40:39.095037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9156cb1-0b83-4a34-a337-3191b5c1c72e tempest-TagsExtTest-1223806360 tempest-TagsExtTest-1223806360-project] Pushing event deleted for resources: {'Network': ['ID=a81353d9-6c6f-42d2-9835-2aea1b156b87,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:39.123069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bf39a8e-4883-4663-80c3-d382e9f78df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.133586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.134231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.149258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:39.149925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.159073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf39a8e-4883-4663-80c3-d382e9f78df4 None None] Pushing event deleted for resources: {'Port': ['ID=3f05e208-1f6b-44e2-9b23-116e1197ba65,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:39.161204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf39a8e-4883-4663-80c3-d382e9f78df4 None None] No DVR routers for this DVR port 3f05e208-1f6b-44e2-9b23-116e1197ba65 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:39.190156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=3f05e208-1f6b-44e2-9b23-116e1197ba65,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:39.193605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No DVR routers for this DVR port 3f05e208-1f6b-44e2-9b23-116e1197ba65 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:39.247791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.288475 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1090517 Dec 20 16:40:39.289116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:39.295849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:39.306000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.315319 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'subnet': {'network_id': '94f4fafd-5faa-4388-9de1-977b35f53786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:39.331981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a395193a-6267-41a3-9952-c099a3561dd5']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:39.340371 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6af09-4172-474e-90e1-62c55723ccfd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Network': ['ID=94f4fafd-5faa-4388-9de1-977b35f53786,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:39.343472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c759f13c-447a-43d9-b015-dee70eae6adf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:39.343472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c759f13c-447a-43d9-b015-dee70eae6adf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:39.354985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 94f4fafd-5faa-4388-9de1-977b35f53786 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:39.371074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.398800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.406235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:39.406656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:39.410754 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:39.494576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:39.500998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.508936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.512895 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/networks/a395193a-6267-41a3-9952-c099a3561dd5 HTTP/1.1" status: 204 len: 168 time: 1.0413978 Dec 20 16:40:39.521122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:39.529703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b38e8-3a3b-4908-9ae3-4daf83192523 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Network': ['ID=a395193a-6267-41a3-9952-c099a3561dd5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:39.557047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b6793152-dcd9-4a15-9114-8e870307358d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1301307287', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:39.569873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd59abae-9a5f-47df-aa13-a7de21933186 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.580292 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1088662575-network', 'tenant_id': '1f5fcd24bcc646c581589ddc2421c268'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:39.587025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.665944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59abae-9a5f-47df-aa13-a7de21933186 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=359a468d-7dd0-47bf-8bb6-dde3029bfccf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:39.739435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:39.781711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:39.785663 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.802288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:39.805201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:39.819133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c055b36f-db0a-4cd4-8247-c29d0ea04d41 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:39.835051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6793152-dcd9-4a15-9114-8e870307358d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.836087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6793152-dcd9-4a15-9114-8e870307358d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.866952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0fff70dc-bd9f-4010-9a71-3e36206b0fee None None] Provisioning complete for port 7ee200d6-b8a9-4bc7-b5d7-e2f38eb2e1b7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:39.867408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0fff70dc-bd9f-4010-9a71-3e36206b0fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.893192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Made reservation on behalf of 1f5fcd24bcc646c581589ddc2421c268 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:39.895875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.902852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:39.903995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0fff70dc-bd9f-4010-9a71-3e36206b0fee None None] Port 7ee200d6-b8a9-4bc7-b5d7-e2f38eb2e1b7 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:39.940232 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3732e388-fe6d-419d-8e4f-7a8b3eab654f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e5e5b4c8b9c4ce78fd810baec6adc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416389 Dec 20 16:40:39.943146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:39.954107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event updated for resources: {'Port': ['ID=7ee200d6-b8a9-4bc7-b5d7-e2f38eb2e1b7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:39.976828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.988593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd59abae-9a5f-47df-aa13-a7de21933186 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:39.992085 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bd59abae-9a5f-47df-aa13-a7de21933186 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/359a468d-7dd0-47bf-8bb6-dde3029bfccf HTTP/1.1" status: 204 len: 168 time: 2.1106405 Dec 20 16:40:39.994890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:39.997257 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99ebc5b-504a-44a3-ab22-ab3f4f56edcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.032267 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1da20d5-10da-4881-9a95-b0422e054f27 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:40:40.033696 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d1da20d5-10da-4881-9a95-b0422e054f27 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/359a468d-7dd0-47bf-8bb6-dde3029bfccf HTTP/1.1" status: 404 len: 333 time: 0.0377474 Dec 20 16:40:40.038655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:40.054946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99ebc5b-504a-44a3-ab22-ab3f4f56edcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.134625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6793152-dcd9-4a15-9114-8e870307358d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.159236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99ebc5b-504a-44a3-ab22-ab3f4f56edcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.161802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99ebc5b-504a-44a3-ab22-ab3f4f56edcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.163058 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e99ebc5b-504a-44a3-ab22-ab3f4f56edcc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26d28bb6-4cf5-42d5-9f78-ddce9a97fb0e HTTP/1.1" status: 204 len: 168 time: 0.2188070 Dec 20 16:40:40.167646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6717c2e6-5233-46e0-8876-7c60f34c87bb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:40.168188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6717c2e6-5233-46e0-8876-7c60f34c87bb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.189829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6793152-dcd9-4a15-9114-8e870307358d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.198535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ebc5b-504a-44a3-ab22-ab3f4f56edcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d28bb6-4cf5-42d5-9f78-ddce9a97fb0e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:40.282663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6717c2e6-5233-46e0-8876-7c60f34c87bb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.295833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6717c2e6-5233-46e0-8876-7c60f34c87bb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:40.307587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6793152-dcd9-4a15-9114-8e870307358d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.308790 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b6793152-dcd9-4a15-9114-8e870307358d tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7866390 Dec 20 16:40:40.323469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:40.365526 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'network': {'name': 'tempest-RoutersTest-485004441'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:40.439199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:40.444598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.446549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6717c2e6-5233-46e0-8876-7c60f34c87bb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.457531 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] Sync routers for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:40.473483 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:40.474833 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:40.488952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717c2e6-5233-46e0-8876-7c60f34c87bb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:40.569678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6717c2e6-5233-46e0-8876-7c60f34c87bb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.576217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.578069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:40.578585 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6717c2e6-5233-46e0-8876-7c60f34c87bb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82 HTTP/1.1" status: 204 len: 168 time: 0.5373313 Dec 20 16:40:40.585970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:40.589499 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.608240 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e6bbd825-e67a-4a58-a3f6-905b10c1d824 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/floatingips/b597f7d3-16ee-4b8f-aa35-b56d2121842c HTTP/1.1" status: 204 len: 168 time: 4.7132714 Dec 20 16:40:40.628764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:40:40.631254 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d469c09-2e42-4f4b-9245-57c3aeea65bd" -d '{"events": [{"name": "network-changed", "server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:40:40.634958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.664014 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:40.672290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:40.685709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.686052 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Added segment 206e285f-56f7-490b-9264-7936e20cffd2 of type vlan for network fecefe1c-24ec-4f54-9eb8-6439707d9683 Dec 20 16:40:40.742178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:40.768851 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3f05e208-1f6b-44e2-9b23-116e1197ba65 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:40.808918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 3f05e208-1f6b-44e2-9b23-116e1197ba65 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:40.809179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3f05e208-1f6b-44e2-9b23-116e1197ba65 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:40.880540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8d138-6446-4b9b-9288-998003507877 req-f0f2de70-6bf2-4291-baf1-18ff81ad58c8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:40.882179 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9ea8d138-6446-4b9b-9288-998003507877 req-f0f2de70-6bf2-4291-baf1-18ff81ad58c8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 945 time: 0.0510616 Dec 20 16:40:40.934247 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:22Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:40.944105 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9ea8d138-6446-4b9b-9288-998003507877 req-445ba182-f20a-475f-b7de-2da9d80f0240 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554311 Dec 20 16:40:40.962720 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] Checking router: 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:40:40.974983 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:40.975595 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:41.082024 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:41.156322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.173452 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c600c754-3787-4aad-a724-b09dd0f577a3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:40:41.177460 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c600c754-3787-4aad-a724-b09dd0f577a3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/5dc3b9e1-0dd6-4f6d-a135-bf1159f44f82 HTTP/1.1" status: 404 len: 333 time: 0.5901024 Dec 20 16:40:41.179419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:41.215450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:40:41.228574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d9a6fd-7b2f-4db5-b595-99466b8e7876 x-openstack-request-id: req-64d9a6fd-7b2f-4db5-b595-99466b8e7876 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:40:41.228906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:40:41.229113 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64d9a6fd-7b2f-4db5-b595-99466b8e7876 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:40:41.229513 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'status': 'completed', 'code': 200} Dec 20 16:40:41.242489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25b9140-de81-464d-81f1-1587dac582b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet f8ecdca9-6df2-4b1d-818a-dd1c364f9818 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:41.246139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25b9140-de81-464d-81f1-1587dac582b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.277237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:41.282908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492efc62-6a53-40e9-81f0-21f7beb82737,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:41.291942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25b9140-de81-464d-81f1-1587dac582b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.324192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.329322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.330320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:41.330902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.335226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.335485 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added segment d1e53681-c765-4df4-8704-1317ec7a82e9 of type vlan for network ac6f0f85-d512-411f-9f9e-175e072c5b3c Dec 20 16:40:41.340285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Subnet': ['ID=a18f5bf9-9bb1-49b0-9d3a-ca9c7c875e5a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:41.387383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25b9140-de81-464d-81f1-1587dac582b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.416691 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:22Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:41.449711 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1b2f3-b9c1-476a-85eb-299cc33fc3e0 None None] The sync data for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv is: [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:22Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '743ddbdc-8698-4e05-859d-b71d98cf3906', 'name': '', 'network_id': 'e25fcb82-5b95-4940-bb91-7414ff4ead6c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:15Z', 'updated_at': '2021-12-20T16:38:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '74fa4c7a-23ff-4b43-8908-750b8849b092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:41.457306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25b9140-de81-464d-81f1-1587dac582b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.489136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b9140-de81-464d-81f1-1587dac582b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ecdca9-6df2-4b1d-818a-dd1c364f9818,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:41.493833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d25b9140-de81-464d-81f1-1587dac582b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.500880 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d25b9140-de81-464d-81f1-1587dac582b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/f8ecdca9-6df2-4b1d-818a-dd1c364f9818 HTTP/1.1" status: 204 len: 168 time: 0.3202472 Dec 20 16:40:41.501944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:41.503542 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba0940-573d-46fd-bbb6-86ea2502a546 None None] Network 911dd724-ad54-44ac-9d6b-8457cce0b23c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:41.508370 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2133050 Dec 20 16:40:41.516495 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47706) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:41.522155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.529711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Request body: {'subnet': {'network_id': 'fecefe1c-24ec-4f54-9eb8-6439707d9683', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1088662575-subnet', 'tenant_id': '1f5fcd24bcc646c581589ddc2421c268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:41.538345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Checking segment: {'id': '0318981c-8288-4ce9-a96d-452a17d0a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f4fafd-5faa-4388-9de1-977b35f53786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:41.538651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network hostable DHCP agents. Network: 94f4fafd-5faa-4388-9de1-977b35f53786, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:41.548344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-902580e7-2449-4c5f-88fb-cfc8503e0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:41.549628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-902580e7-2449-4c5f-88fb-cfc8503e0183 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 1098 time: 0.3022175 Dec 20 16:40:41.579481 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d340c41-c723-4316-b36b-640ab812420b admin admin] Pushing event updated for resources: {'Network': ['ID=fecefe1c-24ec-4f54-9eb8-6439707d9683,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:41.590296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.603557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network fecefe1c-24ec-4f54-9eb8-6439707d9683 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:41.662563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 6126cf69-221e-4116-8df9-0042d9a22695 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:41.663289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.708271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.714520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:41.715227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.731209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 94f4fafd-5faa-4388-9de1-977b35f53786 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:41.740536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Made reservation on behalf of 1f5fcd24bcc646c581589ddc2421c268 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:41.742982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.761240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] For port 6126cf69-221e-4116-8df9-0042d9a22695, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6126cf69-221e-4116-8df9-0042d9a22695,segment=NetworkSegment(85a55f76-9d1a-44be-b505-89af68cf2e12),segment_id=85a55f76-9d1a-44be-b505-89af68cf2e12)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:41.761734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.777968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 6126cf69-221e-4116-8df9-0042d9a22695 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:41.795289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] DHCP port deletion for 911dd724-ad54-44ac-9d6b-8457cce0b23c request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:41.836178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42a9eb-b99e-477c-a304-71021b2946cd None None] New status for floating IP b597f7d3-16ee-4b8f-aa35-b56d2121842c: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:40:41.853323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 94f4fafd-5faa-4388-9de1-977b35f53786) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:41.859387 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5311334 Dec 20 16:40:41.864432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:41.869069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'subnet': {'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:41.904675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69306fb1-59ab-4764-9ed4-0db27026831c None None] Network 94f4fafd-5faa-4388-9de1-977b35f53786 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:41.930492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:41.931095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.965515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e449b58-457e-4764-894b-6e39514c9060 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Network': ['ID=ac6f0f85-d512-411f-9f9e-175e072c5b3c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:41.976648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:41.995332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network ac6f0f85-d512-411f-9f9e-175e072c5b3c details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:42.010894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-6d141e40-4cb3-4101-a15c-70c2f4256185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:42.013383 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-6d141e40-4cb3-4101-a15c-70c2f4256185 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e25fcb82-5b95-4940-bb91-7414ff4ead6c HTTP/1.1" status: 200 len: 897 time: 0.4281006 Dec 20 16:40:42.013577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No DVR routers for this DVR port 6126cf69-221e-4116-8df9-0042d9a22695 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:42.015503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=6126cf69-221e-4116-8df9-0042d9a22695,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:42.027723 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-96526e66-8c16-4b40-ac59-3644dd578833 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7225516 Dec 20 16:40:42.029181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:42.060079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1cf8811c-298a-4632-8739-0bf26375e4be tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1699532937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:42.088428 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-4d9a4273-a7f9-46ac-b02a-a4e3dc6f0dd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba HTTP/1.1" status: 200 len: 217 time: 0.0591211 Dec 20 16:40:42.121944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] Deleting port 6126cf69-221e-4116-8df9-0042d9a22695 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:42.122481 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.130563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:42.134052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.141614 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.192606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-94f4fafd-5faa-4388-9de1-977b35f53786', 'network_id': '94f4fafd-5faa-4388-9de1-977b35f53786', 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'fixed_ips': [{'subnet_id': 'a18f5bf9-9bb1-49b0-9d3a-ca9c7c875e5a'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:42.193600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.211243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.223242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] For port 6126cf69-221e-4116-8df9-0042d9a22695, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:42.223717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.235892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-131f93de-6c27-4473-bd0a-c7998fc89de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:42.237394 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-131f93de-6c27-4473-bd0a-c7998fc89de1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74fa4c7a-23ff-4b43-8908-750b8849b092 HTTP/1.1" status: 200 len: 834 time: 0.1394081 Dec 20 16:40:42.242076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] Calling delete_port for 6126cf69-221e-4116-8df9-0042d9a22695 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:42.246751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] Port 6126cf69-221e-4116-8df9-0042d9a22695 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:40:42.250786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.293680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911dd724-ad54-44ac-9d6b-8457cce0b23c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:42.322874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b3bbf-a389-42c4-90b6-d1adddfb27ac req-1d2bbeb6-9ec0-4d4e-bdeb-dfada04203a5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:42.324373 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ee7b3bbf-a389-42c4-90b6-d1adddfb27ac req-1d2bbeb6-9ec0-4d4e-bdeb-dfada04203a5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 945 time: 0.2401125 Dec 20 16:40:42.332579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] Pushing event deleted for resources: {'Port': ['ID=6126cf69-221e-4116-8df9-0042d9a22695,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:42.333415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-f2e76e6e-fc57-4b69-93b9-8e3497083389 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:42.334940 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-f2e76e6e-fc57-4b69-93b9-8e3497083389 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 945 time: 0.2494278 Dec 20 16:40:42.335831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cf8811c-298a-4632-8739-0bf26375e4be tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.336904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cf8811c-298a-4632-8739-0bf26375e4be tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.337832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce30d13-a0b7-42c6-a692-ab127fcfd088 None None] No DVR routers for this DVR port 6126cf69-221e-4116-8df9-0042d9a22695 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:42.344001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a55f76-9d1a-44be-b505-89af68cf2e12') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:42.344299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a55f76-9d1a-44be-b505-89af68cf2e12') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:42.367914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.403186 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-7e4ac261-ac1e-44ee-8c2a-63b0c0c7c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:42.405174 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-7e4ac261-ac1e-44ee-8c2a-63b0c0c7c7cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e25fcb82-5b95-4940-bb91-7414ff4ead6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1576014 Dec 20 16:40:42.407138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Allocated IP 2001:db8::2 (94f4fafd-5faa-4388-9de1-977b35f53786/a18f5bf9-9bb1-49b0-9d3a-ca9c7c875e5a/3684d252-d817-4536-94bc-d43510908fc6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:42.407836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.429090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.469189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:42.469926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:42.474637 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:42.559550 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd113b3b-1528-42fa-86d0-6a072a9a9ab2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:42.584309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Checking segment: {'id': '206e285f-56f7-490b-9264-7936e20cffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fecefe1c-24ec-4f54-9eb8-6439707d9683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:42.584716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Network hostable DHCP agents. Network: fecefe1c-24ec-4f54-9eb8-6439707d9683, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:42.591047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Router dd85c244-1c01-428f-b1e0-18ce75579c58 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:42.596254 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ee7b3bbf-a389-42c4-90b6-d1adddfb27ac req-2c7e0d53-9fc7-4281-bdb9-722ee049ba3f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=65c43322-670a-4b17-8d3b-6ff0c7f51251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392533 Dec 20 16:40:42.598903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.605645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cf8811c-298a-4632-8739-0bf26375e4be tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.612275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.616841 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-7e1eebde-b2a8-4e13-a0b8-af2fd6e268b5 service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022557 Dec 20 16:40:42.631659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cf8811c-298a-4632-8739-0bf26375e4be tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.662027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.677385 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Network 94f4fafd-5faa-4388-9de1-977b35f53786 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:42.683164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.684856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:42.690598 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/networks/911dd724-ad54-44ac-9d6b-8457cce0b23c HTTP/1.1" status: 204 len: 168 time: 1.1834533 Dec 20 16:40:42.691555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:42.694372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:42.697104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Pushing event updated for resources: {'Port': ['ID=3684d252-d817-4536-94bc-d43510908fc6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:42.698385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cf8811c-298a-4632-8739-0bf26375e4be tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.702707 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1cf8811c-298a-4632-8739-0bf26375e4be tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6481273 Dec 20 16:40:42.705831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47716) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:42.707823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-183022187'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:42.747794 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1e9e4-edc7-466a-af2d-818c1463029b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Network': ['ID=911dd724-ad54-44ac-9d6b-8457cce0b23c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:42.766665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Attempting to bind port 3684d252-d817-4536-94bc-d43510908fc6 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:42.767039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Attempting to bind port 3684d252-d817-4536-94bc-d43510908fc6 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '0318981c-8288-4ce9-a96d-452a17d0a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f4fafd-5faa-4388-9de1-977b35f53786'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:42.767830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Attempting to bind port 3684d252-d817-4536-94bc-d43510908fc6 on network 94f4fafd-5faa-4388-9de1-977b35f53786 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:42.771171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 1a72ecbe-b342-460f-8441-f69d258fe7ba {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:42.771509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.773204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:42.773631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Checking segment: {'id': '0318981c-8288-4ce9-a96d-452a17d0a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f4fafd-5faa-4388-9de1-977b35f53786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:42.774037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.774446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Bound using segment: {'id': '0318981c-8288-4ce9-a96d-452a17d0a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f4fafd-5faa-4388-9de1-977b35f53786'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:42.775066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Bound port: 3684d252-d817-4536-94bc-d43510908fc6, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0318981c-8288-4ce9-a96d-452a17d0a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f4fafd-5faa-4388-9de1-977b35f53786'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:42.775671 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.791647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Network fecefe1c-24ec-4f54-9eb8-6439707d9683 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:42.792232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.798150 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6126cf69-221e-4116-8df9-0042d9a22695 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:42.824620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 6126cf69-221e-4116-8df9-0042d9a22695 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:42.825057 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6126cf69-221e-4116-8df9-0042d9a22695 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:42.874961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:42.878441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.887240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] For port 3684d252-d817-4536-94bc-d43510908fc6, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:42.892201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] For port 3684d252-d817-4536-94bc-d43510908fc6, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3684d252-d817-4536-94bc-d43510908fc6,segment=NetworkSegment(0318981c-8288-4ce9-a96d-452a17d0a6e1),segment_id=0318981c-8288-4ce9-a96d-452a17d0a6e1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:42.897811 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.898611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, fecefe1c-24ec-4f54-9eb8-6439707d9683) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:42.916980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:42.917983 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.928318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Subnet': ['ID=98bdb428-c062-491f-8e2c-ad537023096b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:42.933775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d927646f-b30a-4aa0-896f-7378c596b347 None None] Network fecefe1c-24ec-4f54-9eb8-6439707d9683 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:42.949183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:42.965149 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10a8c4-a2eb-4c97-8ec6-b351a5e0a360 None None] Sync routers for ids ['dd85c244-1c01-428f-b1e0-18ce75579c58'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:42.971924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:42.976480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 1a72ecbe-b342-460f-8441-f69d258fe7ba, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1a72ecbe-b342-460f-8441-f69d258fe7ba,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:42.976847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:42.997772 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10a8c4-a2eb-4c97-8ec6-b351a5e0a360 None None] Routers {'dd85c244-1c01-428f-b1e0-18ce75579c58'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:43.001636 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1a10a8c4-a2eb-4c97-8ec6-b351a5e0a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dd85c244-1c01-428f-b1e0-18ce75579c58'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:43.002532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Checking segment: {'id': 'd1e53681-c765-4df4-8704-1317ec7a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:43.002892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network hostable DHCP agents. Network: ac6f0f85-d512-411f-9f9e-175e072c5b3c, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:43.008573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 1a72ecbe-b342-460f-8441-f69d258fe7ba owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:43.008573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:43.008893 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Added segment 25df0ec3-fbba-408c-8e08-4b066b87ca90 of type vlan for network ca43f590-6f62-44bf-a96c-d4f3f0280c72 Dec 20 16:40:43.043615 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07442ff9-8e29-4c00-8da2-72ea84954a98 None None] Pushing event updated for resources: {'Port': ['ID=3684d252-d817-4536-94bc-d43510908fc6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:43.071006 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d469c09-2e42-4f4b-9245-57c3aeea65bd req-a25ae7ce-3e86-48f4-9c29-8bd5874c4e9a service neutron] 10.222.0.18 "GET /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469945 Dec 20 16:40:43.077461 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d9ad65f8-b23d-452f-a887-b854f4e89a5b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5525067 Dec 20 16:40:43.080565 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:43.081880 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4342fd07-8f36-4b80-8bb3-917f630ad4f2 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.0312405 Dec 20 16:40:43.084838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:43.091426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:43.105625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67980822-59ab-446a-84f2-8deaf7a772e9 None None] Network fecefe1c-24ec-4f54-9eb8-6439707d9683 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:43.126047 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1a10a8c4-a2eb-4c97-8ec6-b351a5e0a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:43.151365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:43.159444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network ac6f0f85-d512-411f-9f9e-175e072c5b3c is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:43.182279 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10a8c4-a2eb-4c97-8ec6-b351a5e0a360 None None] Routers {'dd85c244-1c01-428f-b1e0-18ce75579c58'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:43.183424 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1a10a8c4-a2eb-4c97-8ec6-b351a5e0a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dd85c244-1c01-428f-b1e0-18ce75579c58'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:43.203997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, ac6f0f85-d512-411f-9f9e-175e072c5b3c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:43.227905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:43.228512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:43.242568 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1a10a8c4-a2eb-4c97-8ec6-b351a5e0a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:43.244139 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10a8c4-a2eb-4c97-8ec6-b351a5e0a360 None None] The sync data for ids ['dd85c244-1c01-428f-b1e0-18ce75579c58'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:43.261741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:43.271072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:43.272096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:43.309451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c56cf0b-9d8e-491d-9559-a1eff1bb197f None None] Network ac6f0f85-d512-411f-9f9e-175e072c5b3c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:43.365096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Network': ['ID=ca43f590-6f62-44bf-a96c-d4f3f0280c72,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:43.373812 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-efb1142b-5344-4b0b-9ec8-c5c2a30bdaaa tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5062864 Dec 20 16:40:43.392174 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47724) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:43.418568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network ca43f590-6f62-44bf-a96c-d4f3f0280c72 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:43.438995 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b6aa2cd2-5c4f-43e6-87e7-6389d2ee1c4d tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7350481 Dec 20 16:40:43.443282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:43.451019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': 'ca43f590-6f62-44bf-a96c-d4f3f0280c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:43.483688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:43.814786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:43.822865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:43.824083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:43.860870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=1a72ecbe-b342-460f-8441-f69d258fe7ba,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:44.002504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port 1a72ecbe-b342-460f-8441-f69d258fe7ba on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:44.011394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.012034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Allocated IP 172.20.0.2 (ac6f0f85-d512-411f-9f9e-175e072c5b3c/98bdb428-c062-491f-8e2c-ad537023096b/c4eb8bd2-7583-4967-a6e8-b7c656733c2e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:44.017251 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a52b5ed-5e11-4e03-b6da-6f7fae4d1b68 req-7f609278-f98f-4df7-88da-2bad747b45d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/1a72ecbe-b342-460f-8441-f69d258fe7ba HTTP/1.1" status: 204 len: 173 time: 1.6701775 Dec 20 16:40:44.024954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'name': 'network-vif-deleted', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:40:44.031981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11e7d4e-1101-4376-b941-c64e30dd240e" -d '{"events": [{"server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "name": "network-vif-deleted", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:40:44.090665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:44.095016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.143245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.178600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958ee22d-6efb-4429-bdf6-7616a0735437 x-openstack-request-id: req-958ee22d-6efb-4429-bdf6-7616a0735437 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:40:44.178947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42290cda-013e-4d90-89a4-96af8b501eb5", "name": "network-vif-deleted", "tag": "1a72ecbe-b342-460f-8441-f69d258fe7ba", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:40:44.179261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-958ee22d-6efb-4429-bdf6-7616a0735437 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:40:44.179768 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42290cda-013e-4d90-89a4-96af8b501eb5', 'name': 'network-vif-deleted', 'tag': '1a72ecbe-b342-460f-8441-f69d258fe7ba', 'status': 'completed', 'code': 200} Dec 20 16:40:44.180364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:44.185834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1447213788-network', 'tenant_id': 'ce77829bcf5446439da92df7b01c2866'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:44.239362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Made reservation on behalf of ce77829bcf5446439da92df7b01c2866 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:44.242076 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.257895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.334466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.359497 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.516450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Network ac6f0f85-d512-411f-9f9e-175e072c5b3c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:44.526382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:44.547730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:44.557251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Pushing event updated for resources: {'Port': ['ID=c4eb8bd2-7583-4967-a6e8-b7c656733c2e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:44.583501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.720811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.743680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f4aa2-6748-4f1a-b36a-d80ac6f164b9 None None] Network 94f4fafd-5faa-4388-9de1-977b35f53786 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:44.753072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.825013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=07c2ec22-fc72-4295-8565-f075fdcd51f1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:44.843324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:44.871090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c528aa7-fff6-445e-8af4-135aaa254867,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:44.874127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.874492 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Added segment a45d6ced-5c08-4c3c-ae7d-c238024f650b of type vlan for network ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40 Dec 20 16:40:44.875978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Checking segment: {'id': '25df0ec3-fbba-408c-8e08-4b066b87ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca43f590-6f62-44bf-a96c-d4f3f0280c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:44.876339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network hostable DHCP agents. Network: ca43f590-6f62-44bf-a96c-d4f3f0280c72, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:44.929300 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3684d252-d817-4536-94bc-d43510908fc6 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:44.960273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.981717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:44.992863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Attempting to bind port c4eb8bd2-7583-4967-a6e8-b7c656733c2e on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:44.993450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Attempting to bind port c4eb8bd2-7583-4967-a6e8-b7c656733c2e by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'd1e53681-c765-4df4-8704-1317ec7a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:44.995051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Attempting to bind port c4eb8bd2-7583-4967-a6e8-b7c656733c2e on network ac6f0f85-d512-411f-9f9e-175e072c5b3c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:45.005175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.052246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.055219 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:45.057442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.069987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:45.072805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Checking segment: {'id': 'd1e53681-c765-4df4-8704-1317ec7a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:45.073455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.075094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Bound using segment: {'id': 'd1e53681-c765-4df4-8704-1317ec7a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:45.076022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Bound port: c4eb8bd2-7583-4967-a6e8-b7c656733c2e, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e53681-c765-4df4-8704-1317ec7a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:45.078159 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.091724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network ca43f590-6f62-44bf-a96c-d4f3f0280c72 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:45.113665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.120588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2adc07ec-32cc-4b1f-a44c-f5437ab7af24 None None] Provisioning complete for port 3684d252-d817-4536-94bc-d43510908fc6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:45.121019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2adc07ec-32cc-4b1f-a44c-f5437ab7af24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.142033 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9605331 Dec 20 16:40:45.143283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:45.148281 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9bed26a4-d5a9-4970-8752-45e64a01b7cb req-3c2d6382-c6ec-40a1-bde7-c449ff964209 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=42290cda-013e-4d90-89a4-96af8b501eb5 HTTP/1.1" status: 200 len: 210 time: 0.8703177 Dec 20 16:40:45.149594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 2001:db8::1 (94f4fafd-5faa-4388-9de1-977b35f53786/a18f5bf9-9bb1-49b0-9d3a-ca9c7c875e5a/6cc8a53f-afff-46d8-905c-05fbea89805c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:45.151572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Request body: {'subnet': {'network_id': 'ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1447213788-subnet', 'tenant_id': 'ce77829bcf5446439da92df7b01c2866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:45.182377 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, ca43f590-6f62-44bf-a96c-d4f3f0280c72) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:45.194098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:45.194720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.201093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75bb82-acc0-4205-b3a0-1e8f1f8f3725 admin admin] Pushing event updated for resources: {'Network': ['ID=ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:45.213035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effac2bc-3965-4334-80b1-ca294a811dec None None] Network ca43f590-6f62-44bf-a96c-d4f3f0280c72 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:45.227455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:45.232027 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b4882861-faf1-4c5c-bca8-504c075d2fc5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7848184 Dec 20 16:40:45.232427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47752) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:45.239171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4a2c08c6-175a-44ab-ba5a-5e2aeecf7ac4 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-842663429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:45.246288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Made reservation on behalf of ce77829bcf5446439da92df7b01c2866 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:45.248614 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.331658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a2c08c6-175a-44ab-ba5a-5e2aeecf7ac4 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.332648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a2c08c6-175a-44ab-ba5a-5e2aeecf7ac4 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.380358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] For port c4eb8bd2-7583-4967-a6e8-b7c656733c2e, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:45.392772 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3684d252-d817-4536-94bc-d43510908fc6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:45.393144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.412372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a2c08c6-175a-44ab-ba5a-5e2aeecf7ac4 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.429913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] For port c4eb8bd2-7583-4967-a6e8-b7c656733c2e, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c4eb8bd2-7583-4967-a6e8-b7c656733c2e,segment=NetworkSegment(d1e53681-c765-4df4-8704-1317ec7a82e9),segment_id=d1e53681-c765-4df4-8704-1317ec7a82e9)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:45.431767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a2c08c6-175a-44ab-ba5a-5e2aeecf7ac4 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.433040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Deleting port 7ee200d6-b8a9-4bc7-b5d7-e2f38eb2e1b7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:45.433301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.457450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.473082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a2c08c6-175a-44ab-ba5a-5e2aeecf7ac4 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.477979 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4a2c08c6-175a-44ab-ba5a-5e2aeecf7ac4 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2444863 Dec 20 16:40:45.479605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47756) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:45.564967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.571806 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2adc07ec-32cc-4b1f-a44c-f5437ab7af24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.573728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-ca43f590-6f62-44bf-a96c-d4f3f0280c72', 'network_id': 'ca43f590-6f62-44bf-a96c-d4f3f0280c72', 'project_id': '90cfd75b636345aca1562c0033b7007a', 'fixed_ips': [{'subnet_id': '07c2ec22-fc72-4295-8565-f075fdcd51f1'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:45.574577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.587545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.631835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b106a8-3022-485d-8b00-6e9efbe4160c None None] Pushing event updated for resources: {'Port': ['ID=c4eb8bd2-7583-4967-a6e8-b7c656733c2e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:45.641925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c76c0e-ab30-44fe-a72f-df4a112c2444,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:45.652051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'network_id': 'ca43f590-6f62-44bf-a96c-d4f3f0280c72', 'name': 'tempest-PortsTestJSON-578669703'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:45.680678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.20.0.1 (ac6f0f85-d512-411f-9f9e-175e072c5b3c/98bdb428-c062-491f-8e2c-ad537023096b/76f3a9de-0507-4f87-836e-3c2326d59b05) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:45.686492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Checking segment: {'id': 'a45d6ced-5c08-4c3c-ae7d-c238024f650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:45.687878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Network hostable DHCP agents. Network: ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:45.698731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.710401 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.715737 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Network ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:45.741737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2adc07ec-32cc-4b1f-a44c-f5437ab7af24 None None] For port 3684d252-d817-4536-94bc-d43510908fc6, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3684d252-d817-4536-94bc-d43510908fc6,segment=NetworkSegment(0318981c-8288-4ce9-a96d-452a17d0a6e1),segment_id=0318981c-8288-4ce9-a96d-452a17d0a6e1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:45.746482 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:45.753056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:45.753664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.756052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.767000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb00dd-9fb3-4dcf-b5d4-75dd8a504863 None None] Network ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:45.768910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2adc07ec-32cc-4b1f-a44c-f5437ab7af24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.784322 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e83920bc-d7aa-488a-ab38-523b75d040eb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6366818 Dec 20 16:40:45.813498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Calling delete_port for 7ee200d6-b8a9-4bc7-b5d7-e2f38eb2e1b7 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:45.914307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 94f4fafd-5faa-4388-9de1-977b35f53786 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:45.919351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:45.934250 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:45.935065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:45.986115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1a72ecbe-b342-460f-8441-f69d258fe7ba no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:46.018097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=6cc8a53f-afff-46d8-905c-05fbea89805c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:46.072222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 1a72ecbe-b342-460f-8441-f69d258fe7ba {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:46.072653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1a72ecbe-b342-460f-8441-f69d258fe7ba not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:46.091214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc07ec-32cc-4b1f-a44c-f5437ab7af24 None None] Pushing event updated for resources: {'Port': ['ID=3684d252-d817-4536-94bc-d43510908fc6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:46.139016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:40:46.139749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.139992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:40:46.141850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Allocated IP 172.20.0.2 (ca43f590-6f62-44bf-a96c-d4f3f0280c72/07c2ec22-fc72-4295-8565-f075fdcd51f1/e5fda4cb-8d96-48eb-b732-7f49797ab3db) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:46.151085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2e1d7e83-24f2-427b-834d-2a4198df4128 None None] Provisioning complete for port 3684d252-d817-4536-94bc-d43510908fc6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:46.151462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e1d7e83-24f2-427b-834d-2a4198df4128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.269522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f9f54-f8a2-44c7-9f5e-2728dca10ef5 None None] Network ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:46.282972 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:46.402832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.413736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bf50dc7-716a-48f6-ae1d-17feb9e4e90a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.443650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bf50dc7-716a-48f6-ae1d-17feb9e4e90a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.512209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bf50dc7-716a-48f6-ae1d-17feb9e4e90a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.516121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bf50dc7-716a-48f6-ae1d-17feb9e4e90a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.518445 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3bf50dc7-716a-48f6-ae1d-17feb9e4e90a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/65c43322-670a-4b17-8d3b-6ff0c7f51251 HTTP/1.1" status: 204 len: 168 time: 0.2330511 Dec 20 16:40:46.531930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf50dc7-716a-48f6-ae1d-17feb9e4e90a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c43322-670a-4b17-8d3b-6ff0c7f51251,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:46.574970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.578135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:46.660074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network ac6f0f85-d512-411f-9f9e-175e072c5b3c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:46.689301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:46.735892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:46.746854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:46.750768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.812675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-66ff78de-75e7-4a7e-b8c7-aed8b3cff315 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:46.814469 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-66ff78de-75e7-4a7e-b8c7-aed8b3cff315 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/networks?id=fecefe1c-24ec-4f54-9eb8-6439707d9683 HTTP/1.1" status: 200 len: 812 time: 0.2572618 Dec 20 16:40:46.837693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:40:46.848413 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-869e8627-7eca-4570-9d14-627313888d4a tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/quotas/1f5fcd24bcc646c581589ddc2421c268 HTTP/1.1" status: 200 len: 375 time: 0.0245521 Dec 20 16:40:46.860717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.881310 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.901712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-30b7de1f-5457-4e19-9bfb-a6a7d52fcb52 None None] Provisioning complete for port 6cc8a53f-afff-46d8-905c-05fbea89805c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:46.901712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30b7de1f-5457-4e19-9bfb-a6a7d52fcb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:46.919727 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-eb5eca28-e009-4bc2-bf6b-b74329085bdb tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f5fcd24bcc646c581589ddc2421c268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709901 Dec 20 16:40:47.001052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Network ca43f590-6f62-44bf-a96c-d4f3f0280c72 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:47.002694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-30b7de1f-5457-4e19-9bfb-a6a7d52fcb52 None None] Port 6cc8a53f-afff-46d8-905c-05fbea89805c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:47.006951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:47.012839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c4eb8bd2-7583-4967-a6e8-b7c656733c2e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:47.017017 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:47.060652 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58c9b5e2-28d6-4004-ae24-c6f40648d257 service neutron] 10.222.0.60 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398897 Dec 20 16:40:47.079381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Pushing event updated for resources: {'Port': ['ID=e5fda4cb-8d96-48eb-b732-7f49797ab3db,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:47.089518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f2b5ba-25d3-4933-8c2b-038061fddee0 None None] Network ac6f0f85-d512-411f-9f9e-175e072c5b3c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:47.180286 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-ec9ace3a-fbcb-41ba-86de-308208bc2bd2 service neutron] 10.222.0.60 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120374 Dec 20 16:40:47.188737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Attempting to bind port e5fda4cb-8d96-48eb-b732-7f49797ab3db on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:47.189110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Attempting to bind port e5fda4cb-8d96-48eb-b732-7f49797ab3db by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '25df0ec3-fbba-408c-8e08-4b066b87ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca43f590-6f62-44bf-a96c-d4f3f0280c72'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:47.189470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Attempting to bind port e5fda4cb-8d96-48eb-b732-7f49797ab3db on network ca43f590-6f62-44bf-a96c-d4f3f0280c72 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:47.206616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b9496267-65b8-468d-bfbe-81befe894667 None None] Provisioning complete for port c4eb8bd2-7583-4967-a6e8-b7c656733c2e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:47.206983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9496267-65b8-468d-bfbe-81befe894667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.214368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:47.214789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Checking segment: {'id': '25df0ec3-fbba-408c-8e08-4b066b87ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca43f590-6f62-44bf-a96c-d4f3f0280c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:47.215209 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.215609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Bound using segment: {'id': '25df0ec3-fbba-408c-8e08-4b066b87ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca43f590-6f62-44bf-a96c-d4f3f0280c72'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:47.216103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Bound port: e5fda4cb-8d96-48eb-b732-7f49797ab3db, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25df0ec3-fbba-408c-8e08-4b066b87ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca43f590-6f62-44bf-a96c-d4f3f0280c72'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:47.216481 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.247798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c4eb8bd2-7583-4967-a6e8-b7c656733c2e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:47.248173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.348140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=76f3a9de-0507-4f87-836e-3c2326d59b05,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:47.400402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] For port e5fda4cb-8d96-48eb-b732-7f49797ab3db, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:47.408136 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] For port e5fda4cb-8d96-48eb-b732-7f49797ab3db, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e5fda4cb-8d96-48eb-b732-7f49797ab3db,segment=NetworkSegment(25df0ec3-fbba-408c-8e08-4b066b87ca90),segment_id=25df0ec3-fbba-408c-8e08-4b066b87ca90)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:47.416753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.431137 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f0e9d8a7-6eb5-4c60-bc65-68fe1e6a9c85 req-e7c0d215-a74f-4971-b813-bba684de01da tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 210 time: 0.0803127 Dec 20 16:40:47.448996 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.504872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Pushing event deleted for resources: {'Port': ['ID=7ee200d6-b8a9-4bc7-b5d7-e2f38eb2e1b7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:47.524572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.597590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.631497 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8925070c-31b6-4259-97d9-19190bfb581f None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:47.647205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9496267-65b8-468d-bfbe-81befe894667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.672696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5d58d-cdbb-4884-adcd-1984ba139803 None None] Pushing event updated for resources: {'Port': ['ID=e5fda4cb-8d96-48eb-b732-7f49797ab3db,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:47.696461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port c4eb8bd2-7583-4967-a6e8-b7c656733c2e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c4eb8bd2-7583-4967-a6e8-b7c656733c2e,segment=NetworkSegment(d1e53681-c765-4df4-8704-1317ec7a82e9),segment_id=d1e53681-c765-4df4-8704-1317ec7a82e9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:47.710543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:47.712197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3684d252-d817-4536-94bc-d43510908fc6 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:47.864151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.6 (ca43f590-6f62-44bf-a96c-d4f3f0280c72/07c2ec22-fc72-4295-8565-f075fdcd51f1/cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:47.887679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-b9496267-65b8-468d-bfbe-81befe894667 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:40:47.888029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-b9496267-65b8-468d-bfbe-81befe894667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:40:47.900618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=c4eb8bd2-7583-4967-a6e8-b7c656733c2e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:47.916081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3684d252-d817-4536-94bc-d43510908fc6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:47.916452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.005372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.167209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.210650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.251604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.252387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.545174 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-deb7fb24-fe70-4bce-820f-d8d44395f259 req-b7f613b0-f081-44af-84a9-dbaed71a58a8 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 210 time: 0.0286880 Dec 20 16:40:48.553937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=6cc8a53f-afff-46d8-905c-05fbea89805c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:48.578211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fe90b534-a769-40f7-80be-6def7cab414a None None] Provisioning complete for port c4eb8bd2-7583-4967-a6e8-b7c656733c2e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:48.578881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe90b534-a769-40f7-80be-6def7cab414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.698334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fe90b534-a769-40f7-80be-6def7cab414a None None] Provisioning complete for port 76f3a9de-0507-4f87-836e-3c2326d59b05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:48.699315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe90b534-a769-40f7-80be-6def7cab414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.699888 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.733485 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.756476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fe90b534-a769-40f7-80be-6def7cab414a None None] Port 76f3a9de-0507-4f87-836e-3c2326d59b05 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:48.775954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:48.852081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53df109-9052-4398-9fc5-c1234710e178 None None] Network ca43f590-6f62-44bf-a96c-d4f3f0280c72 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:48.925350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-38c0bfc8-4b7a-4f24-b275-6f681b76e5d4 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:48.927392 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-38c0bfc8-4b7a-4f24-b275-6f681b76e5d4 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.18 "GET /v2.0/networks?id=fecefe1c-24ec-4f54-9eb8-6439707d9683 HTTP/1.1" status: 200 len: 812 time: 0.2088149 Dec 20 16:40:48.934442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 94f4fafd-5faa-4388-9de1-977b35f53786 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:48.950695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Request body: {'port': {'device_id': 'd39bafc8-1700-4f61-a25f-4310fa5f4dda', 'network_id': 'fecefe1c-24ec-4f54-9eb8-6439707d9683', 'admin_state_up': True, 'tenant_id': '1f5fcd24bcc646c581589ddc2421c268'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:48.982403 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:48.986692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Router dd85c244-1c01-428f-b1e0-18ce75579c58 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:48.998534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-817390a3-d7c8-45c2-aafb-8c08cca3c6b3 None None] Provisioning complete for port e5fda4cb-8d96-48eb-b732-7f49797ab3db triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:48.998922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-817390a3-d7c8-45c2-aafb-8c08cca3c6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.074134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c4eb8bd2-7583-4967-a6e8-b7c656733c2e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:49.141960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Made reservation on behalf of 1f5fcd24bcc646c581589ddc2421c268 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:49.146821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.151382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.250600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-817390a3-d7c8-45c2-aafb-8c08cca3c6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.286330 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c4eb8bd2-7583-4967-a6e8-b7c656733c2e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:49.286717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.343677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-817390a3-d7c8-45c2-aafb-8c08cca3c6b3 None None] For port e5fda4cb-8d96-48eb-b732-7f49797ab3db, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e5fda4cb-8d96-48eb-b732-7f49797ab3db,segment=NetworkSegment(25df0ec3-fbba-408c-8e08-4b066b87ca90),segment_id=25df0ec3-fbba-408c-8e08-4b066b87ca90)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:49.350393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Allocated IP 172.20.0.7 (fecefe1c-24ec-4f54-9eb8-6439707d9683/dd113b3b-1528-42fa-86d0-6a072a9a9ab2/35c29dac-b540-4f46-9a62-c12c3ff8ebd7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:49.359606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-817390a3-d7c8-45c2-aafb-8c08cca3c6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.463524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e5fda4cb-8d96-48eb-b732-7f49797ab3db up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:49.467165 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817390a3-d7c8-45c2-aafb-8c08cca3c6b3 None None] Pushing event updated for resources: {'Port': ['ID=e5fda4cb-8d96-48eb-b732-7f49797ab3db,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:49.518396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5a4bfc40-6ab1-47cb-bd22-f0324e725872 None None] Provisioning complete for port 6cc8a53f-afff-46d8-905c-05fbea89805c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:49.518807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a4bfc40-6ab1-47cb-bd22-f0324e725872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.531618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.567416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bfc40-6ab1-47cb-bd22-f0324e725872 None None] Port 6cc8a53f-afff-46d8-905c-05fbea89805c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:49.571749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.576010 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e5fda4cb-8d96-48eb-b732-7f49797ab3db triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:49.577424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.635836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Pushing event updated for resources: {'Port': ['ID=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:49.660678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Network fecefe1c-24ec-4f54-9eb8-6439707d9683 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:49.662235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:49.664798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:49.688555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-825d2ea5-7161-44c2-9184-828e665889c9 None None] Provisioning complete for port e5fda4cb-8d96-48eb-b732-7f49797ab3db triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:49.688555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825d2ea5-7161-44c2-9184-828e665889c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.724301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:49.725019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.744816 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-58d1e4ab-6bcf-441d-bef2-41f8a8844aec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016272 Dec 20 16:40:49.755779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network ca43f590-6f62-44bf-a96c-d4f3f0280c72 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:49.758112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Request body: {'port': {'device_id': 'd39bafc8-1700-4f61-a25f-4310fa5f4dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:49.769972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:49.773451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.780152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:49.781955 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:49.786216 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:49.793594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.797162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-825d2ea5-7161-44c2-9184-828e665889c9 None None] Provisioning complete for port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:49.797596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825d2ea5-7161-44c2-9184-828e665889c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.798008 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-857f9323-4054-4d56-820c-b9ebb81e8e4d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "PUT /v2.0/routers/dd85c244-1c01-428f-b1e0-18ce75579c58 HTTP/1.1" status: 200 len: 709 time: 6.7120633 Dec 20 16:40:49.799864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0fa3a-bc2e-435c-b715-3ec66592740d None None] Sync routers for ids ['dd85c244-1c01-428f-b1e0-18ce75579c58'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:49.802990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:49.807524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.844188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0fa3a-bc2e-435c-b715-3ec66592740d None None] Routers {'dd85c244-1c01-428f-b1e0-18ce75579c58'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:49.844827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ac0fa3a-bc2e-435c-b715-3ec66592740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dd85c244-1c01-428f-b1e0-18ce75579c58'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:49.873085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:49.879156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ac0fa3a-bc2e-435c-b715-3ec66592740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:49.881333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-825d2ea5-7161-44c2-9184-828e665889c9 None None] Port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:49.891290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0fa3a-bc2e-435c-b715-3ec66592740d None None] Routers {'dd85c244-1c01-428f-b1e0-18ce75579c58'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:49.891908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ac0fa3a-bc2e-435c-b715-3ec66592740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dd85c244-1c01-428f-b1e0-18ce75579c58'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:49.931200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ac0fa3a-bc2e-435c-b715-3ec66592740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:49.931873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0fa3a-bc2e-435c-b715-3ec66592740d None None] The sync data for ids ['dd85c244-1c01-428f-b1e0-18ce75579c58'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:50.011069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb6c7-6c72-4bfd-bb67-8d3186bdd77f req-f4b4fe6e-1345-4481-b97b-e9db059b5808 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:50.012736 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4fadb6c7-6c72-4bfd-bb67-8d3186bdd77f req-f4b4fe6e-1345-4481-b97b-e9db059b5808 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 931 time: 0.3607082 Dec 20 16:40:50.036858 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-44e98e02-34e3-48c8-a451-31dd7ddc8b57 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/routers/dd85c244-1c01-428f-b1e0-18ce75579c58 HTTP/1.1" status: 200 len: 744 time: 0.2301912 Dec 20 16:40:50.046239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:50.057382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:50.058634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.064513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.066122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=76f3a9de-0507-4f87-836e-3c2326d59b05,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:50.082133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.106807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eea80f6b-9ac5-4260-b72e-4870d0c4a7df None None] Provisioning complete for port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:50.107115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eea80f6b-9ac5-4260-b72e-4870d0c4a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.121363 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f9a78d0d-4446-437a-9691-bca4d159d371 tempest-RoutersIpV6AdminTest-271766785 tempest-RoutersIpV6AdminTest-271766785-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&device_id=dd85c244-1c01-428f-b1e0-18ce75579c58 HTTP/1.1" status: 200 len: 205 time: 0.0716565 Dec 20 16:40:50.122245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:50.146565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eea80f6b-9ac5-4260-b72e-4870d0c4a7df None None] Port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:50.152656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 2172f5aa-2282-4ef9-85c2-7ed8a467799f is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:50.168053 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-970141bc-d145-40d2-8a5a-89a821b5a6f9 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd85c244-1c01-428f-b1e0-18ce75579c58 HTTP/1.1" status: 200 len: 205 time: 0.0446868 Dec 20 16:40:50.171582 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47816) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:50.171838 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-56369dfa-aa50-4f3f-abc4-c0f557c8384a tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6842844 Dec 20 16:40:50.178615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:50.274932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f74d6de9-a30a-438d-9385-e2400f433790 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.325289 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4fadb6c7-6c72-4bfd-bb67-8d3186bdd77f req-21ff5560-cbaf-4d34-af17-58547b0ee83c tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937701 Dec 20 16:40:50.462384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f74d6de9-a30a-438d-9385-e2400f433790 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.466372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f74d6de9-a30a-438d-9385-e2400f433790 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.532349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:40:50.540655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.545939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f74d6de9-a30a-438d-9385-e2400f433790 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.546480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74d6de9-a30a-438d-9385-e2400f433790 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Fanout notify agent at l3_agent the message router_deleted on router dd85c244-1c01-428f-b1e0-18ce75579c58 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:50.555231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f74d6de9-a30a-438d-9385-e2400f433790 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.559630 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f74d6de9-a30a-438d-9385-e2400f433790 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/dd85c244-1c01-428f-b1e0-18ce75579c58 HTTP/1.1" status: 204 len: 168 time: 0.3841877 Dec 20 16:40:50.560315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:50.563798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network ac6f0f85-d512-411f-9f9e-175e072c5b3c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:50.577653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:50.590832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Transition to ACTIVE for port object 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:40:50.597060 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cf355a63-dcd6-45fe-af92-9d2ef0d7d13d tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd85c244-1c01-428f-b1e0-18ce75579c58 HTTP/1.1" status: 200 len: 205 time: 0.0321679 Dec 20 16:40:50.597060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.598781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47822) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:50.653189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:50.665842 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9383a50-b03d-4a85-bae0-2391981cbd23 None None] Sync routers for ids ['2172f5aa-2282-4ef9-85c2-7ed8a467799f'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:50.674420 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-b521d549-079f-442d-a0cc-48d2e596e538 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] delete failed (client error): The resource could not be found. Dec 20 16:40:50.677813 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b521d549-079f-442d-a0cc-48d2e596e538 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/dd85c244-1c01-428f-b1e0-18ce75579c58 HTTP/1.1" status: 404 len: 336 time: 0.0743067 Dec 20 16:40:50.679832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:50.691939 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9a9984b9-b971-4c7d-9201-f4d75f3a7cd8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/2172f5aa-2282-4ef9-85c2-7ed8a467799f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9819934 Dec 20 16:40:50.692284 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9383a50-b03d-4a85-bae0-2391981cbd23 None None] Routers {'2172f5aa-2282-4ef9-85c2-7ed8a467799f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:50.693646 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:50.694583 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f9383a50-b03d-4a85-bae0-2391981cbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2172f5aa-2282-4ef9-85c2-7ed8a467799f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:50.757876 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f9383a50-b03d-4a85-bae0-2391981cbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:50.786382 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9383a50-b03d-4a85-bae0-2391981cbd23 None None] Routers {'2172f5aa-2282-4ef9-85c2-7ed8a467799f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:50.789341 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f9383a50-b03d-4a85-bae0-2391981cbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2172f5aa-2282-4ef9-85c2-7ed8a467799f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:50.848402 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f9383a50-b03d-4a85-bae0-2391981cbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:50.849354 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9383a50-b03d-4a85-bae0-2391981cbd23 None None] The sync data for ids ['2172f5aa-2282-4ef9-85c2-7ed8a467799f'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:50.870135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9c5c9-8823-4137-9d57-0580fe67703a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:50.875175 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e3d9c5c9-8823-4137-9d57-0580fe67703a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports/6cc8a53f-afff-46d8-905c-05fbea89805c HTTP/1.1" status: 200 len: 911 time: 0.1778932 Dec 20 16:40:50.875809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:50.878690 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9bb94f19-a2fd-4586-b25e-0fe56c46e217 None None] Provisioning complete for port 76f3a9de-0507-4f87-836e-3c2326d59b05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:50.880558 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9bb94f19-a2fd-4586-b25e-0fe56c46e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:50.911734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e5fda4cb-8d96-48eb-b732-7f49797ab3db up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:50.968385 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9bb94f19-a2fd-4586-b25e-0fe56c46e217 None None] Port 76f3a9de-0507-4f87-836e-3c2326d59b05 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:50.989375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e5fda4cb-8d96-48eb-b732-7f49797ab3db triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:50.989909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:51.038378 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-469461a4-6f69-47b5-a9f3-3bcc14293e74 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=f33ca409-de93-4b91-b2e4-1abffe1c7e3b HTTP/1.1" status: 200 len: 205 time: 0.3525851 Dec 20 16:40:51.038378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:51.039302 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.114913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Attempting to bind port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:51.115252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Attempting to bind port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '206e285f-56f7-490b-9264-7936e20cffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fecefe1c-24ec-4f54-9eb8-6439707d9683'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:51.115577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Attempting to bind port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 on network fecefe1c-24ec-4f54-9eb8-6439707d9683 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:51.119993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 on network fecefe1c-24ec-4f54-9eb8-6439707d9683 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:40:51.120311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Attempting to bind port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 on network fecefe1c-24ec-4f54-9eb8-6439707d9683 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:51.125797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:51.126131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Checking segment: {'id': '206e285f-56f7-490b-9264-7936e20cffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fecefe1c-24ec-4f54-9eb8-6439707d9683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:51.126537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Bound using segment: {'id': '206e285f-56f7-490b-9264-7936e20cffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fecefe1c-24ec-4f54-9eb8-6439707d9683'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:51.126960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Bound port: 35c29dac-b540-4f46-9a62-c12c3ff8ebd7, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206e285f-56f7-490b-9264-7936e20cffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fecefe1c-24ec-4f54-9eb8-6439707d9683'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:51.127312 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:51.142187 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-f60bc25b-5136-47a2-8d18-139ab1531587 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] delete failed (client error): The resource could not be found. Dec 20 16:40:51.143258 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f60bc25b-5136-47a2-8d18-139ab1531587 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/f33ca409-de93-4b91-b2e4-1abffe1c7e3b HTTP/1.1" status: 404 len: 336 time: 0.0987177 Dec 20 16:40:51.153880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.191144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] For port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:51.194715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] For port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,segment=NetworkSegment(206e285f-56f7-490b-9264-7936e20cffd2),segment_id=206e285f-56f7-490b-9264-7936e20cffd2)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:51.200520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:51.244747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:51.245371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:51.246837 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/35c29dac-b540-4f46-9a62-c12c3ff8ebd7 HTTP/1.1" status: 200 len: 1093 time: 1.4932694 Dec 20 16:40:51.247305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39bafc8-1700-4f61-a25f-4310fa5f4dda', 'tag': '35c29dac-b540-4f46-9a62-c12c3ff8ebd7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:40:51.250164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c07312-c563-4ed1-9e67-75ddf4e7ab45" -d '{"events": [{"name": "network-changed", "server_uuid": "d39bafc8-1700-4f61-a25f-4310fa5f4dda", "tag": "35c29dac-b540-4f46-9a62-c12c3ff8ebd7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:40:51.271814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:51.272177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e182c5-3004-4206-93e8-7de45c2be8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:51.277006 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7145bd03-d484-481a-810e-bbbd88463856 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcaa6434-cea2-4615-8f3e-9787e86d4e1c HTTP/1.1" status: 200 len: 205 time: 0.1175663 Dec 20 16:40:51.280928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.304709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:51.323195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228daca1-cb6d-4b05-8247-277e7f815c0f x-openstack-request-id: req-228daca1-cb6d-4b05-8247-277e7f815c0f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:40:51.323464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39bafc8-1700-4f61-a25f-4310fa5f4dda", "tag": "35c29dac-b540-4f46-9a62-c12c3ff8ebd7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:40:51.323718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-228daca1-cb6d-4b05-8247-277e7f815c0f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:40:51.324100 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39bafc8-1700-4f61-a25f-4310fa5f4dda', 'tag': '35c29dac-b540-4f46-9a62-c12c3ff8ebd7', 'status': 'completed', 'code': 200} Dec 20 16:40:51.331952 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-7f858891-4874-45c2-a24d-ca06c0d1de1c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] delete failed (client error): The resource could not be found. Dec 20 16:40:51.332940 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7f858891-4874-45c2-a24d-ca06c0d1de1c tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/dcaa6434-cea2-4615-8f3e-9787e86d4e1c HTTP/1.1" status: 404 len: 336 time: 0.0513089 Dec 20 16:40:51.335648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.381538 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e59a1c74-92a1-4b48-a044-c7308bdf9aac tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=a95cbb15-f05c-4a5a-8421-e0c521cae484 HTTP/1.1" status: 200 len: 205 time: 0.0448098 Dec 20 16:40:51.386743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47842) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.430102 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-efd6c2e4-6310-46e1-b722-c7995cd4efb7 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] delete failed (client error): The resource could not be found. Dec 20 16:40:51.431207 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-efd6c2e4-6310-46e1-b722-c7995cd4efb7 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/a95cbb15-f05c-4a5a-8421-e0c521cae484 HTTP/1.1" status: 404 len: 336 time: 0.0419104 Dec 20 16:40:51.434244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-e82fcab9-f0ff-49e8-9756-5944833f174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:51.435722 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-e82fcab9-f0ff-49e8-9756-5944833f174c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f5fcd24bcc646c581589ddc2421c268&device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 1096 time: 0.1143603 Dec 20 16:40:51.436222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.468363 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cf91a365-0354-4790-82f7-c5a0b030b3c1 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e94d334-86e0-4f26-b835-088e1de7c58f HTTP/1.1" status: 200 len: 205 time: 0.0310447 Dec 20 16:40:51.498799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.505735 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-b2de415b-2168-4ee8-9c61-081dfbe97369 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35c29dac-b540-4f46-9a62-c12c3ff8ebd7 HTTP/1.1" status: 200 len: 217 time: 0.0607455 Dec 20 16:40:51.545337 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-00677ecc-fe9a-45df-8a2f-7c6335390de5 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] delete failed (client error): The resource could not be found. Dec 20 16:40:51.546885 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-00677ecc-fe9a-45df-8a2f-7c6335390de5 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/7e94d334-86e0-4f26-b835-088e1de7c58f HTTP/1.1" status: 404 len: 336 time: 0.0471234 Dec 20 16:40:51.566008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.599199 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-754a4bf8-eff2-45cd-a71c-30d1fc4f3787 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f5a0fc-7169-4f94-b0a7-526d3401e4cc HTTP/1.1" status: 200 len: 205 time: 0.0320907 Dec 20 16:40:51.601572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47850) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.645540 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-af540700-0139-4957-9a67-728b732f1497 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] delete failed (client error): The resource could not be found. Dec 20 16:40:51.646668 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-af540700-0139-4957-9a67-728b732f1497 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/routers/e5f5a0fc-7169-4f94-b0a7-526d3401e4cc HTTP/1.1" status: 404 len: 336 time: 0.0441103 Dec 20 16:40:51.648331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-e7460e08-4d21-4676-b2b9-63dbd6f8be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:51.649719 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-e7460e08-4d21-4676-b2b9-63dbd6f8be51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd113b3b-1528-42fa-86d0-6a072a9a9ab2 HTTP/1.1" status: 200 len: 852 time: 0.1127665 Dec 20 16:40:51.650193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:51.702337 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-2156bed2-80c0-4584-8be9-6c1fd46f8251 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fecefe1c-24ec-4f54-9eb8-6439707d9683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432937 Dec 20 16:40:51.703183 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd267530-fdcf-460b-8bd5-523eb04ebf27 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] DELETE failed (client error): The resource could not be found. Dec 20 16:40:51.703615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd267530-fdcf-460b-8bd5-523eb04ebf27 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:40:51.706675 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cd267530-fdcf-460b-8bd5-523eb04ebf27 tempest-RoutersIpV6AdminTest-1989254557 tempest-RoutersIpV6AdminTest-1989254557-project] 10.222.0.60 "DELETE /v2.0/subnets/62df7562-8f19-4275-afdb-87c71b4f0ac6 HTTP/1.1" status: 404 len: 337 time: 0.0555618 Dec 20 16:40:51.798809 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-17249adb-f05b-450a-ab33-68acba1d0c5a service neutron] 10.222.0.18 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884461 Dec 20 16:40:51.907408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 743ddbdc-8698-4e05-859d-b71d98cf3906 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:51.907992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:51.909582 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b026c91-d18e-4b6a-84f2-d40530794d6f req-f0d66822-3de9-4c63-89f7-350159823c48 service neutron] 10.222.0.18 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033432 Dec 20 16:40:52.010339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-1412b102-f9d0-4526-a1ae-d7ed63b63a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:52.011900 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-1412b102-f9d0-4526-a1ae-d7ed63b63a9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f5fcd24bcc646c581589ddc2421c268&device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 1096 time: 0.0478065 Dec 20 16:40:52.018706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:52.055465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:52.070285 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a63dcd19-c982-4132-8ceb-5dcb2b3a1cbc tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6778939 Dec 20 16:40:52.070650 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:52.075696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:52.089647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:52.090717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:52.090979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'network': {'name': 'tempest-RoutersTest-1600736713'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:52.108092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe8486-8ae1-47ec-8526-bfb56f91d104 req-449c37ae-3deb-4594-801a-e68b956b0355 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:52.109701 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-abfe8486-8ae1-47ec-8526-bfb56f91d104 req-449c37ae-3deb-4594-801a-e68b956b0355 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 943 time: 0.2932618 Dec 20 16:40:52.154251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-db92b15c-1fe0-4d48-8154-33425719b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:52.155886 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-db92b15c-1fe0-4d48-8154-33425719b7d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fecefe1c-24ec-4f54-9eb8-6439707d9683 HTTP/1.1" status: 200 len: 913 time: 0.1349003 Dec 20 16:40:52.163498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cde0eee-77be-4951-bb9c-bceda7358872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.199825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 743ddbdc-8698-4e05-859d-b71d98cf3906, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=743ddbdc-8698-4e05-859d-b71d98cf3906,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:52.200458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.215291 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-6691048d-83e3-41b5-a86e-663a42ba10b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35c29dac-b540-4f46-9a62-c12c3ff8ebd7 HTTP/1.1" status: 200 len: 217 time: 0.0494895 Dec 20 16:40:52.240463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 743ddbdc-8698-4e05-859d-b71d98cf3906 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:52.284668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:52.288401 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.307804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cde0eee-77be-4951-bb9c-bceda7358872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.335708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.341098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4cde0eee-77be-4951-bb9c-bceda7358872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.358849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:52.370952 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-abfe8486-8ae1-47ec-8526-bfb56f91d104 req-c91a8f68-554c-44a3-b6bf-3be021c98044 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462151 Dec 20 16:40:52.378052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.399056 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4cde0eee-77be-4951-bb9c-bceda7358872 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51202c4bc7904f8398fe2fa9e6947c8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767419 Dec 20 16:40:52.401173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:52.415958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde0eee-77be-4951-bb9c-bceda7358872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5732b6-9c77-47cd-94c5-c2b217a918ce,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:52.423087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-c02e8edb-8763-4c4b-86ed-fb4b6a76106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:52.426154 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-c02e8edb-8763-4c4b-86ed-fb4b6a76106f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd113b3b-1528-42fa-86d0-6a072a9a9ab2 HTTP/1.1" status: 200 len: 852 time: 0.2032733 Dec 20 16:40:52.430465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:52.497382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.497730 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added segment 61e8018e-f1ad-4589-8b43-d00fd46b68e4 of type vlan for network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 Dec 20 16:40:52.499473 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-73459a89-9e65-47a6-9fb6-d5cc285883ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fecefe1c-24ec-4f54-9eb8-6439707d9683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628724 Dec 20 16:40:52.520178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:52.534189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3f9f4-f047-416d-a361-c297eed25665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.599254 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3f9f4-f047-416d-a361-c297eed25665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.615056 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.622202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.644985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:40:47Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:48Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:52.653392 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-721ebdc7-602b-4319-bd8c-ce59551089b2 service neutron] 10.222.0.18 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459100 Dec 20 16:40:52.681533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:40:52.682196 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Updating router 983fac4d-1127-49ca-b272-c5ce80296fa3 port 76f3a9de-0507-4f87-836e-3c2326d59b05 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:40:52.713735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.734351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3f9f4-f047-416d-a361-c297eed25665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.737467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3f9f4-f047-416d-a361-c297eed25665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.741126 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-68e3f9f4-f047-416d-a361-c297eed25665 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a5732b6-9c77-47cd-94c5-c2b217a918ce HTTP/1.1" status: 204 len: 168 time: 0.3365791 Dec 20 16:40:52.752308 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3f9f4-f047-416d-a361-c297eed25665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5732b6-9c77-47cd-94c5-c2b217a918ce,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:52.819294 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.824976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:52.825591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.829507 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97c07312-c563-4ed1-9e67-75ddf4e7ab45 req-b2296840-58e5-4efd-803f-997353a79f08 service neutron] 10.222.0.18 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675985 Dec 20 16:40:52.954192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47872) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:52.954625 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8721786 Dec 20 16:40:52.964429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d7e523df-b05a-4a8c-a390-ce4d3174ad8d None None] Provisioning complete for port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:52.964766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7e523df-b05a-4a8c-a390-ce4d3174ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:52.971036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'subnet': {'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:53.017279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d7e523df-b05a-4a8c-a390-ce4d3174ad8d None None] Port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:53.048549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a67b1-6ca7-411f-8708-b46b7e2d18f8 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Network': ['ID=5f77a29e-1ce6-4cb0-956e-cec0c79ce236,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:53.050678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.067033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:53.129534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.130426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:53.177603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=743ddbdc-8698-4e05-859d-b71d98cf3906,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:53.188837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.194662 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-760376c8-5c28-4724-aef3-152ab4216c0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2db8ee5a8ce43eca798873217841d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627520 Dec 20 16:40:53.197525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47876) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:53.202638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.204300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:53.207861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.308753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec16ff-4e79-4b98-8bed-7dcd4818a5c7 None None] Pushing event updated for resources: {'Port': ['ID=76f3a9de-0507-4f87-836e-3c2326d59b05,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:53.323192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Attempting to bind port 76f3a9de-0507-4f87-836e-3c2326d59b05 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:53.323616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Attempting to bind port 76f3a9de-0507-4f87-836e-3c2326d59b05 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'd1e53681-c765-4df4-8704-1317ec7a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:53.324039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Attempting to bind port 76f3a9de-0507-4f87-836e-3c2326d59b05 on network ac6f0f85-d512-411f-9f9e-175e072c5b3c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:53.328606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.331773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:53.332410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Checking segment: {'id': 'd1e53681-c765-4df4-8704-1317ec7a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:53.332618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.334213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Bound using segment: {'id': 'd1e53681-c765-4df4-8704-1317ec7a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:53.334213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Bound port: 76f3a9de-0507-4f87-836e-3c2326d59b05, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e53681-c765-4df4-8704-1317ec7a82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:53.334213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.349426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54db089d-c545-45df-bc0f-60986c54ce63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.399127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54db089d-c545-45df-bc0f-60986c54ce63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.478193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] For port 76f3a9de-0507-4f87-836e-3c2326d59b05, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:53.484305 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] For port 76f3a9de-0507-4f87-836e-3c2326d59b05, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=76f3a9de-0507-4f87-836e-3c2326d59b05,segment=NetworkSegment(d1e53681-c765-4df4-8704-1317ec7a82e9),segment_id=d1e53681-c765-4df4-8704-1317ec7a82e9)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:53.491527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.617780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:53.618452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:53.623102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec16ff-4e79-4b98-8bed-7dcd4818a5c7 None None] Pushing event updated for resources: {'Port': ['ID=76f3a9de-0507-4f87-836e-3c2326d59b05,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:53.629886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 6cc8a53f-afff-46d8-905c-05fbea89805c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:53.630579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.655402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54db089d-c545-45df-bc0f-60986c54ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.658078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54db089d-c545-45df-bc0f-60986c54ce63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.660077 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-54db089d-c545-45df-bc0f-60986c54ce63 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66198629-8d34-4fe3-bd6d-dae5311b237a HTTP/1.1" status: 204 len: 168 time: 0.4609129 Dec 20 16:40:53.660258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.666603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.701587 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db089d-c545-45df-bc0f-60986c54ce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66198629-8d34-4fe3-bd6d-dae5311b237a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:53.710792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45ada8-966b-4549-b97c-d9d6b69d0268 req-a74cb67a-f145-4e92-8ac8-52ea64a2857d tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:53.712498 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7d45ada8-966b-4549-b97c-d9d6b69d0268 req-a74cb67a-f145-4e92-8ac8-52ea64a2857d tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 943 time: 0.1990881 Dec 20 16:40:53.792892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b953caba-5b6b-4fbb-8d30-a017db5c1833 None None] Provisioning complete for port 76f3a9de-0507-4f87-836e-3c2326d59b05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:53.793821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b953caba-5b6b-4fbb-8d30-a017db5c1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.801287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:53.811461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Subnet': ['ID=d616865a-5d68-40a2-942a-d43f0cee07fa,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:53.852789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Checking segment: {'id': '61e8018e-f1ad-4589-8b43-d00fd46b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:53.852789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network hostable DHCP agents. Network: 5f77a29e-1ce6-4cb0-956e-cec0c79ce236, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:53.876638 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7d45ada8-966b-4549-b97c-d9d6b69d0268 req-4b728a20-1532-417e-bc9e-ae3bc5880268 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545556 Dec 20 16:40:53.904174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:53.931950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 5f77a29e-1ce6-4cb0-956e-cec0c79ce236) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:53.936626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:53.937366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:53.954001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b487407e-3c86-465d-878b-9a3d4f1c4201 None None] Network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:53.975316 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9983658e-0cb6-49a7-ab32-1550c1e3f1fd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0197685 Dec 20 16:40:53.975958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47882) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:54.128334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:40:54.251048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:54.252394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.330096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.357143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b953caba-5b6b-4fbb-8d30-a017db5c1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.367710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 6cc8a53f-afff-46d8-905c-05fbea89805c owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:54.390394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.446131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,segment=NetworkSegment(206e285f-56f7-490b-9264-7936e20cffd2),segment_id=206e285f-56f7-490b-9264-7936e20cffd2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:54.481518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '35c29dac-b540-4f46-9a62-c12c3ff8ebd7', 'network_id': 'fecefe1c-24ec-4f54-9eb8-6439707d9683', 'port_id': '35c29dac-b540-4f46-9a62-c12c3ff8ebd7', 'mac_address': 'fa:16:3e:bf:68:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd113b3b-1528-42fa-86d0-6a072a9a9ab2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:40:54.509047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.528055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.530246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b953caba-5b6b-4fbb-8d30-a017db5c1833 None None] For port 76f3a9de-0507-4f87-836e-3c2326d59b05, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=76f3a9de-0507-4f87-836e-3c2326d59b05,segment=NetworkSegment(d1e53681-c765-4df4-8704-1317ec7a82e9),segment_id=d1e53681-c765-4df4-8704-1317ec7a82e9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:54.564425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b953caba-5b6b-4fbb-8d30-a017db5c1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.614942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Allocated IP 172.21.0.2 (5f77a29e-1ce6-4cb0-956e-cec0c79ce236/d616865a-5d68-40a2-942a-d43f0cee07fa/0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:54.624946 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.666398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:40:54.681808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:40:47Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:53Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:54.700079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953caba-5b6b-4fbb-8d30-a017db5c1833 None None] Pushing event updated for resources: {'Port': ['ID=76f3a9de-0507-4f87-836e-3c2326d59b05,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:54.723418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.740908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:54.837386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:54.853829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:54.911602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e514ae22-ecc1-4c03-b01b-3f195498c8bc None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:40:47Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:53Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:54.957880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,segment=NetworkSegment(206e285f-56f7-490b-9264-7936e20cffd2),segment_id=206e285f-56f7-490b-9264-7936e20cffd2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:54.971242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3dbd064d-7231-41b5-85e1-40e97f30e745 None None] Provisioning complete for port 76f3a9de-0507-4f87-836e-3c2326d59b05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:54.971620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dbd064d-7231-41b5-85e1-40e97f30e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:54.974824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.017227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1118014962'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:55.017842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network ca43f590-6f62-44bf-a96c-d4f3f0280c72 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:55.025082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.051260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:55.051800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Made reservation on behalf of 073237166d0140cba0290382dac5d09e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:55.055829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.070172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.087549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9397fd9e-c9bf-416b-b522-4f24632eae04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.093658 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=6cc8a53f-afff-46d8-905c-05fbea89805c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:55.167436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:55.219242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['35c29dac-b540-4f46-9a62-c12c3ff8ebd7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:40:55.222614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.248988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.280138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.343559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:55.390108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.397744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af33069c-bef0-42db-90d1-25c1f7a5cb14,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:55.401545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.401889 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Added segment 4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595 of type vlan for network 99c0352b-e1b2-4919-87c8-51586387427e Dec 20 16:40:55.413748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.473477 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f473b-8449-46c5-9be2-ba31a4e5032f req-507f88a6-c7f6-4d06-ada1-1e13c5f13f8b tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:55.473477 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-980f473b-8449-46c5-9be2-ba31a4e5032f req-507f88a6-c7f6-4d06-ada1-1e13c5f13f8b tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 944 time: 0.4748647 Dec 20 16:40:55.480061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:55.488498 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7b8a446a-5cfc-489b-ae70-801ce49900c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/355483b9-99ee-4e7b-8b28-1f9ea1d1a017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8548787 Dec 20 16:40:55.495198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:55.499301 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] Sync routers for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:55.509994 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:55.511407 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:55.533822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.538158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.21.0.1 (5f77a29e-1ce6-4cb0-956e-cec0c79ce236/d616865a-5d68-40a2-942a-d43f0cee07fa/b855dedf-67fe-4256-a855-57c7dcbfbb79) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:55.565977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:55.587816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:55.606880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e8ccdc-d71f-46be-a1ae-42ebe4a8c96c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting subnet 74fa4c7a-23ff-4b43-8908-750b8849b092 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:55.612119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68e8ccdc-d71f-46be-a1ae-42ebe4a8c96c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.613149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:55.641731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Pushing event updated for resources: {'Port': ['ID=0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:55.642522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.649409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:55.650617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.659526 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:55.672283 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68e8ccdc-d71f-46be-a1ae-42ebe4a8c96c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.795967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event updated for resources: {'Network': ['ID=99c0352b-e1b2-4919-87c8-51586387427e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:55.809982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4dc89360-45a7-4b86-b1cc-2b6f16183352 None None] Provisioning complete for port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:55.810386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4dc89360-45a7-4b86-b1cc-2b6f16183352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.828586 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3f6ff568-c562-4596-a9b6-a7a143fec7b0 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9715049 Dec 20 16:40:55.832474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:55.840273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Request body: {'subnet': {'network_id': '99c0352b-e1b2-4919-87c8-51586387427e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:55.879217 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:52Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:55.881656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4dc89360-45a7-4b86-b1cc-2b6f16183352 None None] Port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:40:55.885375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 99c0352b-e1b2-4919-87c8-51586387427e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:55.924430 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] Checking router: 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:40:55.927342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Attempting to bind port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:40:55.927747 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Attempting to bind port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '61e8018e-f1ad-4589-8b43-d00fd46b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:40:55.928208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Attempting to bind port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e on network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:40:55.938390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:40:55.938919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Checking segment: {'id': '61e8018e-f1ad-4589-8b43-d00fd46b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:55.939438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.939838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Bound using segment: {'id': '61e8018e-f1ad-4589-8b43-d00fd46b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:40:55.940452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Bound port: 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e8018e-f1ad-4589-8b43-d00fd46b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:40:55.940833 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:55.947079 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] Routers {'355483b9-99ee-4e7b-8b28-1f9ea1d1a017'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:55.947950 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:55.950939 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-980f473b-8449-46c5-9be2-ba31a4e5032f req-8a4df845-d967-4076-89ae-91418277a3cd tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649802 Dec 20 16:40:55.955231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Router e2576cff-e91e-430d-8539-f720deb36834 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:40:56.064964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.066375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68e8ccdc-d71f-46be-a1ae-42ebe4a8c96c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.130379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] For port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:40:56.137039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] For port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e,segment=NetworkSegment(61e8018e-f1ad-4589-8b43-d00fd46b68e4),segment_id=61e8018e-f1ad-4589-8b43-d00fd46b68e4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:40:56.147306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.151861 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] Set router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:56.168785 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.177060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Made reservation on behalf of 073237166d0140cba0290382dac5d09e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:56.180889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.221726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117241c-5d40-4b07-b366-28040fb85edf None None] Pushing event updated for resources: {'Port': ['ID=0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:56.257266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:56.265363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:56.276438 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2fe7f260-cea6-409a-8c90-888d4b659c6e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "PUT /v2.0/routers/e2576cff-e91e-430d-8539-f720deb36834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0935342 Dec 20 16:40:56.278900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffcc28a-724d-44d8-989b-74a68291feca None None] Sync routers for ids ['e2576cff-e91e-430d-8539-f720deb36834'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:56.281312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 2172f5aa-2282-4ef9-85c2-7ed8a467799f has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:56.282106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:56.292729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:56.295797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:40:56.304148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffcc28a-724d-44d8-989b-74a68291feca None None] Routers {'e2576cff-e91e-430d-8539-f720deb36834'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:56.307933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ffcc28a-724d-44d8-989b-74a68291feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e2576cff-e91e-430d-8539-f720deb36834'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:56.353727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=b855dedf-67fe-4256-a855-57c7dcbfbb79,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:56.394484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ffcc28a-724d-44d8-989b-74a68291feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:56.410150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.411975 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffcc28a-724d-44d8-989b-74a68291feca None None] Routers {'e2576cff-e91e-430d-8539-f720deb36834'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:56.412779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ffcc28a-724d-44d8-989b-74a68291feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e2576cff-e91e-430d-8539-f720deb36834'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:56.440148 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:52Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:56.453008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:56.473454 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2a9b9-b255-4d8d-88cb-5e9b05cae736 None None] Sync routers for ids ['2172f5aa-2282-4ef9-85c2-7ed8a467799f'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:56.474349 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d65139cf-9f12-4be1-947e-2a56e4ab912e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/2172f5aa-2282-4ef9-85c2-7ed8a467799f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5942459 Dec 20 16:40:56.478781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:56.481527 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45187514-e22b-44c4-aeae-dcb523357198 None None] The sync data for ids ['355483b9-99ee-4e7b-8b28-1f9ea1d1a017'] in dv-neutron-822328-3-hyperv is: [{'id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'name': 'tempest-TestNetworkBasicOps-router-1189016871', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:38:02Z', 'updated_at': '2021-12-20T16:40:52Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355483b9-99ee-4e7b-8b28-1f9ea1d1a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:38:04Z', 'updated_at': '2021-12-20T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:56.485116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ffcc28a-724d-44d8-989b-74a68291feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:56.487047 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2a9b9-b255-4d8d-88cb-5e9b05cae736 None None] Routers {'2172f5aa-2282-4ef9-85c2-7ed8a467799f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:56.487260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffcc28a-724d-44d8-989b-74a68291feca None None] The sync data for ids ['e2576cff-e91e-430d-8539-f720deb36834'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:56.487837 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7ba2a9b9-b255-4d8d-88cb-5e9b05cae736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2172f5aa-2282-4ef9-85c2-7ed8a467799f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:56.546213 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7ba2a9b9-b255-4d8d-88cb-5e9b05cae736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:56.556815 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2a9b9-b255-4d8d-88cb-5e9b05cae736 None None] Routers {'2172f5aa-2282-4ef9-85c2-7ed8a467799f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:56.557877 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7ba2a9b9-b255-4d8d-88cb-5e9b05cae736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['2172f5aa-2282-4ef9-85c2-7ed8a467799f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:56.575432 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-10a4f91c-1d3c-4580-b005-77634f5277a0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=2172f5aa-2282-4ef9-85c2-7ed8a467799f HTTP/1.1" status: 200 len: 205 time: 0.0922437 Dec 20 16:40:56.586116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68e8ccdc-d71f-46be-a1ae-42ebe4a8c96c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.600114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:56.609558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68e8ccdc-d71f-46be-a1ae-42ebe4a8c96c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.616762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc40dd-b02e-4542-961c-e7ea15e4b7e3 None None] Network e25fcb82-5b95-4940-bb91-7414ff4ead6c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:56.616978 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7ba2a9b9-b255-4d8d-88cb-5e9b05cae736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:56.617187 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2a9b9-b255-4d8d-88cb-5e9b05cae736 None None] The sync data for ids ['2172f5aa-2282-4ef9-85c2-7ed8a467799f'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:40:56.617838 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-68e8ccdc-d71f-46be-a1ae-42ebe4a8c96c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/subnets/74fa4c7a-23ff-4b43-8908-750b8849b092 HTTP/1.1" status: 204 len: 168 time: 1.1180804 Dec 20 16:40:56.636299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cfbc25-6c76-4d8f-a169-87c12410ca2c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:56.639575 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c5cfbc25-6c76-4d8f-a169-87c12410ca2c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2576cff-e91e-430d-8539-f720deb36834 HTTP/1.1" status: 200 len: 981 time: 0.3502462 Dec 20 16:40:56.639575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:56.645316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:56.777761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8ccdc-d71f-46be-a1ae-42ebe4a8c96c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Subnet': ['ID=74fa4c7a-23ff-4b43-8908-750b8849b092,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:56.804951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-243fe95a-0ad5-4a78-9a1b-48a240e38cee tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.823609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.932937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:56.938582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603a838-d772-4a8a-91a7-0400e864b0ac None None] DHCP port deletion for e25fcb82-5b95-4940-bb91-7414ff4ead6c request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:57.035209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event updated for resources: {'Subnet': ['ID=4f12df8f-44bf-4f3f-aadd-0027cd7acb9b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:57.039361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f603a838-d772-4a8a-91a7-0400e864b0ac None None] Deleting port 08a196f1-7245-413d-bb7e-93ac8c091f2d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:57.039750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603a838-d772-4a8a-91a7-0400e864b0ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.127203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.153420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f603a838-d772-4a8a-91a7-0400e864b0ac None None] For port 08a196f1-7245-413d-bb7e-93ac8c091f2d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=08a196f1-7245-413d-bb7e-93ac8c091f2d,segment=NetworkSegment(18b43777-b3ed-4b79-b419-9d05189de8d6),segment_id=18b43777-b3ed-4b79-b419-9d05189de8d6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:57.153768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603a838-d772-4a8a-91a7-0400e864b0ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.160054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 76f3a9de-0507-4f87-836e-3c2326d59b05 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:57.171724 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-243fe95a-0ad5-4a78-9a1b-48a240e38cee tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.175749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-243fe95a-0ad5-4a78-9a1b-48a240e38cee tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.182411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f603a838-d772-4a8a-91a7-0400e864b0ac None None] Calling delete_port for 08a196f1-7245-413d-bb7e-93ac8c091f2d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:57.352560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 76f3a9de-0507-4f87-836e-3c2326d59b05 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:57.353366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.433063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603a838-d772-4a8a-91a7-0400e864b0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.466583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603a838-d772-4a8a-91a7-0400e864b0ac None None] Pushing event deleted for resources: {'Port': ['ID=08a196f1-7245-413d-bb7e-93ac8c091f2d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:57.495172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603a838-d772-4a8a-91a7-0400e864b0ac None None] No DVR routers for this DVR port 08a196f1-7245-413d-bb7e-93ac8c091f2d on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:57.521339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:57.577195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:57.577622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.674915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.720037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Checking segment: {'id': '4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '99c0352b-e1b2-4919-87c8-51586387427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:40:57.720739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Network hostable DHCP agents. Network: 99c0352b-e1b2-4919-87c8-51586387427e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:40:57.725147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e,segment=NetworkSegment(61e8018e-f1ad-4589-8b43-d00fd46b68e4),segment_id=61e8018e-f1ad-4589-8b43-d00fd46b68e4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:57.735071 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f449ec-8c3d-47c7-9fa5-df769aa4faf1 None None] Network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:57.742300 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.764501 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-243fe95a-0ad5-4a78-9a1b-48a240e38cee tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.765074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243fe95a-0ad5-4a78-9a1b-48a240e38cee tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Fanout notify agent at l3_agent the message router_deleted on router 2172f5aa-2282-4ef9-85c2-7ed8a467799f {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:57.782210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-243fe95a-0ad5-4a78-9a1b-48a240e38cee tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.786472 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-243fe95a-0ad5-4a78-9a1b-48a240e38cee tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/2172f5aa-2282-4ef9-85c2-7ed8a467799f HTTP/1.1" status: 204 len: 168 time: 1.1789880 Dec 20 16:40:57.787899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47924) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:57.818618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919553e-58ef-4623-b269-92197372511a req-3a173326-c9fa-42f6-bd07-a7ed2eb44b14 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:57.820273 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8919553e-58ef-4623-b269-92197372511a req-3a173326-c9fa-42f6-bd07-a7ed2eb44b14 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 944 time: 0.7279601 Dec 20 16:40:57.830235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Network 99c0352b-e1b2-4919-87c8-51586387427e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:40:57.838451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.854551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 08a196f1-7245-413d-bb7e-93ac8c091f2d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:57.863753 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4f14d2-9a25-4aa0-b10a-572491a23851 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting subnet a18f5bf9-9bb1-49b0-9d3a-ca9c7c875e5a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:40:57.864215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d510f8e-7109-40e5-854f-7ff163153b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.878612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 99c0352b-e1b2-4919-87c8-51586387427e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:57.884627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4f14d2-9a25-4aa0-b10a-572491a23851 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.894623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b02cfe43-f0bc-40e9-a144-6c51bf24af85 None None] Provisioning complete for port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:57.894623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b02cfe43-f0bc-40e9-a144-6c51bf24af85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.922779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 08a196f1-7245-413d-bb7e-93ac8c091f2d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:57.923265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 08a196f1-7245-413d-bb7e-93ac8c091f2d not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:57.923778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 743ddbdc-8698-4e05-859d-b71d98cf3906 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:40:57.925676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf5679-38c6-494d-bd44-849afe856bec None None] Network 99c0352b-e1b2-4919-87c8-51586387427e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:57.931811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:57.932716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.938384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4f14d2-9a25-4aa0-b10a-572491a23851 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.994118 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5718f4e0-4ecc-4b9c-871a-01ed606fa57f tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1603839 Dec 20 16:40:57.999551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 743ddbdc-8698-4e05-859d-b71d98cf3906 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:40:58.000141 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 743ddbdc-8698-4e05-859d-b71d98cf3906 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:40:58.000324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47926) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:58.005125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:58.005563 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.023218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Request body: {'port': {'network_id': '99c0352b-e1b2-4919-87c8-51586387427e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1569594398'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:58.028996 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:58.042896 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:58.082218 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8919553e-58ef-4623-b269-92197372511a req-781646c7-7edd-4854-b8ad-d852a9ac691e tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414854 Dec 20 16:40:58.103679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.122341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.193299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4f14d2-9a25-4aa0-b10a-572491a23851 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.207768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-99c0352b-e1b2-4919-87c8-51586387427e', 'network_id': '99c0352b-e1b2-4919-87c8-51586387427e', 'project_id': '073237166d0140cba0290382dac5d09e', 'fixed_ips': [{'subnet_id': '4f12df8f-44bf-4f3f-aadd-0027cd7acb9b'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:40:58.209056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.222591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.225285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=b855dedf-67fe-4256-a855-57c7dcbfbb79,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:58.264847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:58.265352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.289704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.297715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:58.330323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4f14d2-9a25-4aa0-b10a-572491a23851 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.358373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:40:58.371056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:58.371598 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.407908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4f14d2-9a25-4aa0-b10a-572491a23851 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.411364 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0f4f14d2-9a25-4aa0-b10a-572491a23851 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/a18f5bf9-9bb1-49b0-9d3a-ca9c7c875e5a HTTP/1.1" status: 204 len: 168 time: 0.6195729 Dec 20 16:40:58.412397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f14d2-9a25-4aa0-b10a-572491a23851 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Subnet': ['ID=a18f5bf9-9bb1-49b0-9d3a-ca9c7c875e5a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:58.415551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:58.428765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Made reservation on behalf of 073237166d0140cba0290382dac5d09e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:58.432214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.457324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2897c4f-b23e-4d37-b52b-39d1659d959e None None] Network 94f4fafd-5faa-4388-9de1-977b35f53786 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:40:58.480328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:40:58.483534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:40:58.494412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] device_id is not set on port 8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:40:58.643804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.689583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:40:58.756400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.794096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:58.825299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 3684d252-d817-4536-94bc-d43510908fc6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:58.826053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.838751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-203734f3-5856-49a6-8ca3-d75097cc9752 None None] Provisioning complete for port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:58.839127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-203734f3-5856-49a6-8ca3-d75097cc9752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.871930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2552538-749d-4b4d-b80d-5a6b433a7e46 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:58.888067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:40:58.900671 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-35ba8dd5-aeba-4f30-9787-5e46be597fca tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9229221 Dec 20 16:40:58.902660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:58.918462 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'network': {'name': 'tempest-RoutersTest-200882127'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:58.922793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:40:58.926086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:40:58.926464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.936502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port 3684d252-d817-4536-94bc-d43510908fc6, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3684d252-d817-4536-94bc-d43510908fc6,segment=NetworkSegment(0318981c-8288-4ce9-a96d-452a17d0a6e1),segment_id=0318981c-8288-4ce9-a96d-452a17d0a6e1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:58.936975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.952202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:40:58.960118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:58.962873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 3684d252-d817-4536-94bc-d43510908fc6 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:58.985487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.009036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Allocated IP 172.20.0.2 (99c0352b-e1b2-4919-87c8-51586387427e/4f12df8f-44bf-4f3f-aadd-0027cd7acb9b/4ff0274e-386a-48b9-8f37-0d802b7a7a57) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:40:59.027866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.047204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:40:59.047849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:59.094526 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:59.101271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.129911 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.134671 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.137452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.168766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:40:59.175798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:40:59.214078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.214442 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added segment 915d29c4-fdb2-4bf7-b168-b6998f7dd563 of type vlan for network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 Dec 20 16:40:59.218143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023cacca-d440-4cf3-bcc3-064efc57aa7e None None] DHCP port deletion for 94f4fafd-5faa-4388-9de1-977b35f53786 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:40:59.231288 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39bafc8-1700-4f61-a25f-4310fa5f4dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c29dac-b540-4f46-9a62-c12c3ff8ebd7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:40:59.234518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f4f3d6-a4a6-4ead-9185-b313d81de9ef" -d '{"events": [{"server_uuid": "d39bafc8-1700-4f61-a25f-4310fa5f4dda", "name": "network-vif-plugged", "status": "completed", "tag": "35c29dac-b540-4f46-9a62-c12c3ff8ebd7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:40:59.273886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.274634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Fanout notify agent at l3_agent the message router_deleted on router 355483b9-99ee-4e7b-8b28-1f9ea1d1a017 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:40:59.306964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.309398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.312083 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-35bad451-922b-4025-bb19-27d48054603b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/routers/355483b9-99ee-4e7b-8b28-1f9ea1d1a017 HTTP/1.1" status: 204 len: 168 time: 2.6102159 Dec 20 16:40:59.315138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:59.335755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59b1a0-6df6-4c44-9163-9175e351aed9 req-f5357011-cc37-4d40-b299-a1f9cbcd2216 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:59.337394 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bf59b1a0-6df6-4c44-9163-9175e351aed9 req-f5357011-cc37-4d40-b299-a1f9cbcd2216 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 944 time: 0.1328003 Dec 20 16:40:59.338694 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.372820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No DVR routers for this DVR port 3684d252-d817-4536-94bc-d43510908fc6 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:40:59.389884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8c288d-d8f0-4db9-9f38-ed174e0a165b x-openstack-request-id: req-3c8c288d-d8f0-4db9-9f38-ed174e0a165b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:40:59.390637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39bafc8-1700-4f61-a25f-4310fa5f4dda", "name": "network-vif-plugged", "status": "completed", "tag": "35c29dac-b540-4f46-9a62-c12c3ff8ebd7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:40:59.394407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c8c288d-d8f0-4db9-9f38-ed174e0a165b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:40:59.395006 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39bafc8-1700-4f61-a25f-4310fa5f4dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c29dac-b540-4f46-9a62-c12c3ff8ebd7', 'code': 200} Dec 20 16:40:59.402159 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=3684d252-d817-4536-94bc-d43510908fc6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:59.444699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.456525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:59.457343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.466882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,segment=NetworkSegment(206e285f-56f7-490b-9264-7936e20cffd2),segment_id=206e285f-56f7-490b-9264-7936e20cffd2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:40:59.486457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.514483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-023cacca-d440-4cf3-bcc3-064efc57aa7e None None] The port '3684d252-d817-4536-94bc-d43510908fc6' was deleted {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 20 16:40:59.528230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.531238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:40:59.534313 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bf59b1a0-6df6-4c44-9163-9175e351aed9 req-303310ec-3af8-4485-99ed-5345f477d538 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648767 Dec 20 16:40:59.535784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f4fafd-5faa-4388-9de1-977b35f53786']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:59.546827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0318981c-8288-4ce9-a96d-452a17d0a6e1') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:59.547156 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0318981c-8288-4ce9-a96d-452a17d0a6e1') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:59.559351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.575419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.584351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:40:59.585597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:40:59.589242 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:40:59.593425 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:40:59.596478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.623116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:59.623496 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.655937 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7441626 Dec 20 16:40:59.659433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f7c09-420a-45c4-be27-38fcb88aae86 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Network': ['ID=d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:59.664813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47938) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:59.672115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'subnet': {'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:59.684628 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:40:59.685381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3740b-2e5f-4547-9c11-728ce7128a7e req-be22c8bd-7cc5-4b33-bdb6-74a60125556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:40:59.686960 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-eeb3740b-2e5f-4547-9c11-728ce7128a7e req-be22c8bd-7cc5-4b33-bdb6-74a60125556f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 1098 time: 0.1507542 Dec 20 16:40:59.700130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.704382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.707916 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/networks/94f4fafd-5faa-4388-9de1-977b35f53786 HTTP/1.1" status: 204 len: 168 time: 1.2890706 Dec 20 16:40:59.739865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:40:59.746300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-777152121', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:40:59.759141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453127b-6151-4f03-9668-87b4e485e496 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Network': ['ID=94f4fafd-5faa-4388-9de1-977b35f53786,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:59.787902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-203734f3-5856-49a6-8ca3-d75097cc9752 None None] Provisioning complete for port b855dedf-67fe-4256-a855-57c7dcbfbb79 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:40:59.788250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-203734f3-5856-49a6-8ca3-d75097cc9752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.805175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:40:59.809622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.849205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.889608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.917144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.917880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:40:59.937656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.938725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.954208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.958266 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-eeb3740b-2e5f-4547-9c11-728ce7128a7e req-dc64b0b1-c3f4-446f-a1f3-7ae325bd2146 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637069 Dec 20 16:40:59.964357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25fcb82-5b95-4940-bb91-7414ff4ead6c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:40:59.972758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Allocated IP 172.20.0.5 (99c0352b-e1b2-4919-87c8-51586387427e/4f12df8f-44bf-4f3f-aadd-0027cd7acb9b/8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:00.019019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:00.026070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b43777-b3ed-4b79-b419-9d05189de8d6') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:00.026183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b43777-b3ed-4b79-b419-9d05189de8d6') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:00.064783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.082986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.096534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Network 99c0352b-e1b2-4919-87c8-51586387427e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:00.097343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-203734f3-5856-49a6-8ca3-d75097cc9752 None None] Port b855dedf-67fe-4256-a855-57c7dcbfbb79 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:00.113662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.132167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:00.134775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:00.140958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Pushing event updated for resources: {'Port': ['ID=4ff0274e-386a-48b9-8f37-0d802b7a7a57,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:00.196698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:00.197112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.202751 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:00.206781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.259860 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.261189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Attempting to bind port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:00.261565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Attempting to bind port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '99c0352b-e1b2-4919-87c8-51586387427e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:00.261994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Attempting to bind port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 on network 99c0352b-e1b2-4919-87c8-51586387427e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:00.272359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-06b1da77-a07c-42b9-ab54-270670233c5a None None] Provisioning complete for port b855dedf-67fe-4256-a855-57c7dcbfbb79 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:00.272762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06b1da77-a07c-42b9-ab54-270670233c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.277577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:00.277948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Checking segment: {'id': '4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '99c0352b-e1b2-4919-87c8-51586387427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:00.278377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.278773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Bound using segment: {'id': '4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '99c0352b-e1b2-4919-87c8-51586387427e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:00.279930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Bound port: 4ff0274e-386a-48b9-8f37-0d802b7a7a57, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '99c0352b-e1b2-4919-87c8-51586387427e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:00.280309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.353221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Subnet': ['ID=46462d24-e9b8-47d0-908b-b14a57eedc06,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:00.355596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-06b1da77-a07c-42b9-ab54-270670233c5a None None] Port b855dedf-67fe-4256-a855-57c7dcbfbb79 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:00.360028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:40:56Z', 'revision_number': 3, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:40:57Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:00.389309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Checking segment: {'id': '915d29c4-fdb2-4bf7-b168-b6998f7dd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:00.389696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network hostable DHCP agents. Network: d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:41:00.394149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.396767 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:00.397350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Updating router 983fac4d-1127-49ca-b272-c5ce80296fa3 port b855dedf-67fe-4256-a855-57c7dcbfbb79 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:41:00.427727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:41:00.439406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.443400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:00.447356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.448043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:00.448639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.457422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] For port 4ff0274e-386a-48b9-8f37-0d802b7a7a57, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:00.459245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.468566 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f4e97-3caf-40e1-bf2c-0c82748735de None None] Network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:00.479363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.487700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.493890 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/networks/e25fcb82-5b95-4940-bb91-7414ff4ead6c HTTP/1.1" status: 204 len: 168 time: 1.1736624 Dec 20 16:41:00.516070 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6404eab0-d6e4-4db6-a552-742463c75c4a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8425882 Dec 20 16:41:00.516287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:00.516287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:00.522478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'network': {'name': 'tempest-network-smoke--1183589800', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:00.529946 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] For port 4ff0274e-386a-48b9-8f37-0d802b7a7a57, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=4ff0274e-386a-48b9-8f37-0d802b7a7a57,segment=NetworkSegment(4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595),segment_id=4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:00.541614 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Network 99c0352b-e1b2-4919-87c8-51586387427e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:00.544393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event updated for resources: {'Port': ['ID=8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:00.546173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.549469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:00.552463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:00.634346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:00.635035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.660204 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dee02a71-f811-4f0c-85db-b8793cddcf21 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6543777 Dec 20 16:41:00.662898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:00.672138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Request body: {'port': {'network_id': '99c0352b-e1b2-4919-87c8-51586387427e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-910439290', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:00.672825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] bootfile-name is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:41:00.673276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] tftp-server is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:41:00.673734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] server-ip-address is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:41:00.813526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee6794-145a-49d8-befd-9f21f8adf028 None None] Pushing event updated for resources: {'Port': ['ID=4ff0274e-386a-48b9-8f37-0d802b7a7a57,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:00.856946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Made reservation on behalf of 073237166d0140cba0290382dac5d09e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:00.870914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.880435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:41:00.881341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.896658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:00.920748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] device_id is not set on port f1dedd01-08b8-4a5e-baf2-f70bca76b2b8 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:41:00.945529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:00.951859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.109440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Allocated IP 172.20.0.7 (99c0352b-e1b2-4919-87c8-51586387427e/4f12df8f-44bf-4f3f-aadd-0027cd7acb9b/f1dedd01-08b8-4a5e-baf2-f70bca76b2b8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:01.113806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311026dd-c787-44d9-bc5e-2e26bd983ed0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Network': ['ID=e25fcb82-5b95-4940-bb91-7414ff4ead6c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:01.237504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:01.237851 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7e1f92cd-a5e4-4f5b-9bd1-f7593d2930df not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:01.238294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3684d252-d817-4536-94bc-d43510908fc6 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:01.257957 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:41:01.274227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 3684d252-d817-4536-94bc-d43510908fc6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:01.274227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3684d252-d817-4536-94bc-d43510908fc6 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:01.337654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.386306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.436693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Network 99c0352b-e1b2-4919-87c8-51586387427e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:01.437154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Allocated IP 172.22.0.2 (d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7/46462d24-e9b8-47d0-908b-b14a57eedc06/9d1edc05-f969-4470-abb1-f3a9be53c11a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:01.444001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:01.447135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:01.450060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event updated for resources: {'Port': ['ID=f1dedd01-08b8-4a5e-baf2-f70bca76b2b8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:01.489774 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Router e2576cff-e91e-430d-8539-f720deb36834 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:01.502758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.508798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:01.509841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.526095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf6e22-b9c1-4f9f-9f93-df1d0d15342a req-81463768-2a47-45fb-857d-ec60305b8852 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:01.527670 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3dcf6e22-b9c1-4f9f-9f93-df1d0d15342a req-81463768-2a47-45fb-857d-ec60305b8852 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.4921405 Dec 20 16:41:01.528311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:01.532912 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a2c34dcc-d2ab-4fc0-88be-9db7bb647958 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8660967 Dec 20 16:41:01.533083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.533194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:01.547155 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.627723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2a0e9-9b3f-4d4e-9bfd-da7534e8e653 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:01.629126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:41:01.636523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2a0e9-9b3f-4d4e-9bfd-da7534e8e653 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:01.639897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.640441 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Added segment 4671bd83-6afc-4388-b53b-fc5578b56759 of type vlan for network 9657bbab-6044-4e70-a520-e4f44b90c80a Dec 20 16:41:01.643434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e463f-877c-49d1-8d69-987b5b80b9ab None None] Pushing event updated for resources: {'Port': ['ID=b855dedf-67fe-4256-a855-57c7dcbfbb79,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:01.645386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2a0e9-9b3f-4d4e-9bfd-da7534e8e653 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:01.660004 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-43e2a0e9-9b3f-4d4e-9bfd-da7534e8e653 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1255744 Dec 20 16:41:01.660803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:01.764440 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3dcf6e22-b9c1-4f9f-9f93-df1d0d15342a req-db2d63b2-e2fe-4415-96e4-a965288800ec tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242432 Dec 20 16:41:01.808597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Attempting to bind port b855dedf-67fe-4256-a855-57c7dcbfbb79 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:01.808974 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Attempting to bind port b855dedf-67fe-4256-a855-57c7dcbfbb79 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '61e8018e-f1ad-4589-8b43-d00fd46b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:01.809385 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Attempting to bind port b855dedf-67fe-4256-a855-57c7dcbfbb79 on network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:01.816315 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f0fd6-cc53-4b42-aebb-08b24987de98 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Deleting port f1dedd01-08b8-4a5e-baf2-f70bca76b2b8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:01.816704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f6f0fd6-cc53-4b42-aebb-08b24987de98 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.821959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.823912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:01.824308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Checking segment: {'id': '61e8018e-f1ad-4589-8b43-d00fd46b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:01.824932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.825571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Bound using segment: {'id': '61e8018e-f1ad-4589-8b43-d00fd46b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:01.828551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Bound port: b855dedf-67fe-4256-a855-57c7dcbfbb79, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e8018e-f1ad-4589-8b43-d00fd46b68e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:01.828551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.845649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.888352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:01.898866 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-032e27a0-6585-49da-9f5b-db4210991eef tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "PUT /v2.0/routers/e2576cff-e91e-430d-8539-f720deb36834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2505739 Dec 20 16:41:01.899686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:01.903103 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8ca53-b7cb-44fd-856e-9853fdd34d08 None None] Sync routers for ids ['e2576cff-e91e-430d-8539-f720deb36834'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:01.908956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.916769 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8ca53-b7cb-44fd-856e-9853fdd34d08 None None] Routers {'e2576cff-e91e-430d-8539-f720deb36834'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:01.919516 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-80c8ca53-b7cb-44fd-856e-9853fdd34d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e2576cff-e91e-430d-8539-f720deb36834'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:01.943277 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fe12e6-5746-48a9-9bb7-cd21134f753e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:41:01.944786 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c3fe12e6-5746-48a9-9bb7-cd21134f753e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/cd9d5d2f-c40d-4f16-b720-77ef1f2d4a8c HTTP/1.1" status: 404 len: 333 time: 0.0439491 Dec 20 16:41:01.950309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:01.951805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:01.964374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:01.964374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:01.978555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Pushing event updated for resources: {'Port': ['ID=9d1edc05-f969-4470-abb1-f3a9be53c11a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:02.000105 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-80c8ca53-b7cb-44fd-856e-9853fdd34d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:02.012998 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8ca53-b7cb-44fd-856e-9853fdd34d08 None None] Routers {'e2576cff-e91e-430d-8539-f720deb36834'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:02.015079 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-80c8ca53-b7cb-44fd-856e-9853fdd34d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['e2576cff-e91e-430d-8539-f720deb36834'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:02.053743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] For port b855dedf-67fe-4256-a855-57c7dcbfbb79, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:02.057551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f6f0fd6-cc53-4b42-aebb-08b24987de98 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.083602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f0fd6-cc53-4b42-aebb-08b24987de98 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Calling delete_port for f1dedd01-08b8-4a5e-baf2-f70bca76b2b8 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:02.090465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] For port b855dedf-67fe-4256-a855-57c7dcbfbb79, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b855dedf-67fe-4256-a855-57c7dcbfbb79,segment=NetworkSegment(61e8018e-f1ad-4589-8b43-d00fd46b68e4),segment_id=61e8018e-f1ad-4589-8b43-d00fd46b68e4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:02.100963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Attempting to bind port 9d1edc05-f969-4470-abb1-f3a9be53c11a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:02.101215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Attempting to bind port 9d1edc05-f969-4470-abb1-f3a9be53c11a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '915d29c4-fdb2-4bf7-b168-b6998f7dd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:02.101523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Attempting to bind port 9d1edc05-f969-4470-abb1-f3a9be53c11a on network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:02.116261 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.125101 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:02.125577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Checking segment: {'id': '915d29c4-fdb2-4bf7-b168-b6998f7dd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:02.125899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.126344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Bound using segment: {'id': '915d29c4-fdb2-4bf7-b168-b6998f7dd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:02.126871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Bound port: 9d1edc05-f969-4470-abb1-f3a9be53c11a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915d29c4-fdb2-4bf7-b168-b6998f7dd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:02.127264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.162569 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-005a7cdf-4a17-4190-a247-b3eb1d8bd7c2 None None] Provisioning complete for port b855dedf-67fe-4256-a855-57c7dcbfbb79 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:02.162939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-005a7cdf-4a17-4190-a247-b3eb1d8bd7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.172092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.177961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:02.178746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.216495 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-80c8ca53-b7cb-44fd-856e-9853fdd34d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:02.217766 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8ca53-b7cb-44fd-856e-9853fdd34d08 None None] The sync data for ids ['e2576cff-e91e-430d-8539-f720deb36834'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:02.269752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.306123 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692bc66d-67d4-4a30-80e4-8c8f5aaa1e8f None None] Network 99c0352b-e1b2-4919-87c8-51586387427e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:02.335182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e463f-877c-49d1-8d69-987b5b80b9ab None None] Pushing event updated for resources: {'Port': ['ID=b855dedf-67fe-4256-a855-57c7dcbfbb79,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:02.338459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bac6-0cdf-4705-bfeb-c1536681475c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.342115 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.349160 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8300693 Dec 20 16:41:02.355679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:02.356317 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:02.364749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] For port 9d1edc05-f969-4470-abb1-f3a9be53c11a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:02.381921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:02.384428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f6f0fd6-cc53-4b42-aebb-08b24987de98 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.391019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-768297331', 'admin_state_up': True, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:02.471334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b05ebb-60c1-483f-a671-760ba8f38bed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Network': ['ID=9657bbab-6044-4e70-a520-e4f44b90c80a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:02.485213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] For port 9d1edc05-f969-4470-abb1-f3a9be53c11a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9d1edc05-f969-4470-abb1-f3a9be53c11a,segment=NetworkSegment(915d29c4-fdb2-4bf7-b168-b6998f7dd563),segment_id=915d29c4-fdb2-4bf7-b168-b6998f7dd563)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:02.507528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 9657bbab-6044-4e70-a520-e4f44b90c80a details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:41:02.510621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.525341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.533563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.534617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.568404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f0fd6-cc53-4b42-aebb-08b24987de98 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event deleted for resources: {'Port': ['ID=f1dedd01-08b8-4a5e-baf2-f70bca76b2b8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:02.579894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bac6-0cdf-4705-bfeb-c1536681475c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.596577 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bac6-0cdf-4705-bfeb-c1536681475c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.688618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f6f0fd6-cc53-4b42-aebb-08b24987de98 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.691080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:02.698233 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3f6f0fd6-cc53-4b42-aebb-08b24987de98 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "DELETE /v2.0/ports/f1dedd01-08b8-4a5e-baf2-f70bca76b2b8 HTTP/1.1" status: 204 len: 168 time: 1.0311296 Dec 20 16:41:02.698233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bac6-0cdf-4705-bfeb-c1536681475c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.698233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed5bac6-0cdf-4705-bfeb-c1536681475c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Fanout notify agent at l3_agent the message router_deleted on router e2576cff-e91e-430d-8539-f720deb36834 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:41:02.702972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bac6-0cdf-4705-bfeb-c1536681475c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.707377 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1ed5bac6-0cdf-4705-bfeb-c1536681475c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/routers/e2576cff-e91e-430d-8539-f720deb36834 HTTP/1.1" status: 204 len: 168 time: 0.7560160 Dec 20 16:41:02.708218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:02.708466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:02.715538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Request body: {'port': {'name': 'tempest-new-port-name-481323818', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:02.715936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] bootfile-name is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:41:02.716275 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] tftp-server is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:41:02.717331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] server-ip-address is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:41:02.759756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-005a7cdf-4a17-4190-a247-b3eb1d8bd7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.784390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:02.792389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0c60-ee26-4520-bed3-13c39aaf0842 None None] Pushing event updated for resources: {'Port': ['ID=9d1edc05-f969-4470-abb1-f3a9be53c11a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:02.867809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 172.26.1.58 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/63682399-0984-45f7-9569-84211a563996) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:02.883105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-005a7cdf-4a17-4190-a247-b3eb1d8bd7c2 None None] For port b855dedf-67fe-4256-a855-57c7dcbfbb79, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b855dedf-67fe-4256-a855-57c7dcbfbb79,segment=NetworkSegment(61e8018e-f1ad-4589-8b43-d00fd46b68e4),segment_id=61e8018e-f1ad-4589-8b43-d00fd46b68e4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:02.917243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-005a7cdf-4a17-4190-a247-b3eb1d8bd7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.135667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a7cdf-4a17-4190-a247-b3eb1d8bd7c2 None None] Pushing event updated for resources: {'Port': ['ID=b855dedf-67fe-4256-a855-57c7dcbfbb79,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:03.159653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2db8c637-af7c-4140-8157-cbde1847b853 None None] Provisioning complete for port b855dedf-67fe-4256-a855-57c7dcbfbb79 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:03.160126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2db8c637-af7c-4140-8157-cbde1847b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.181142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4ff0274e-386a-48b9-8f37-0d802b7a7a57 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:03.221614 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.348134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.22.0.1 (d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7/46462d24-e9b8-47d0-908b-b14a57eedc06/07b0dc73-0823-4f96-9a7f-eb9f666da38a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:03.393267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.405503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-898f078a-d048-4d1a-9c38-ca027ec336cc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet 07c2ec22-fc72-4295-8565-f075fdcd51f1 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:03.411573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-898f078a-d048-4d1a-9c38-ca027ec336cc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.453577 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b808-378f-469e-a0bf-002211242b2d req-fc890e4a-f869-4367-a665-2d4e82e28aa3 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:03.455467 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8c02b808-378f-469e-a0bf-002211242b2d req-fc890e4a-f869-4367-a665-2d4e82e28aa3 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.2236347 Dec 20 16:41:03.459701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.494238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.508657 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:40:56Z', 'revision_number': 3, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:03.514887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:03.514887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.558166 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-898f078a-d048-4d1a-9c38-ca027ec336cc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.602699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfd070-5487-4aea-9a4b-effd4bc6277b None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:40:56Z', 'revision_number': 3, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:03.612726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=63682399-0984-45f7-9569-84211a563996,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:03.680455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:03.702240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:03.705633 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:03.721906 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8c02b808-378f-469e-a0bf-002211242b2d req-31fbe5f1-b9c0-4b80-ae45-751e84cb9eb3 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412236 Dec 20 16:41:03.790405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf53e6f-2a7a-479b-91fe-157c984e6f10 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:03.855088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-898f078a-d048-4d1a-9c38-ca027ec336cc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.855319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2db8c637-af7c-4140-8157-cbde1847b853 None None] Provisioning complete for port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:03.855689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2db8c637-af7c-4140-8157-cbde1847b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.876732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.952531 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-898f078a-d048-4d1a-9c38-ca027ec336cc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.996976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f078a-d048-4d1a-9c38-ca027ec336cc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=07c2ec22-fc72-4295-8565-f075fdcd51f1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:04.009427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.034126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.034849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-898f078a-d048-4d1a-9c38-ca027ec336cc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.044357 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-898f078a-d048-4d1a-9c38-ca027ec336cc tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/07c2ec22-fc72-4295-8565-f075fdcd51f1 HTTP/1.1" status: 204 len: 168 time: 1.3320575 Dec 20 16:41:04.045956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:04.092710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=07b0dc73-0823-4f96-9a7f-eb9f666da38a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:04.099550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a314c8-7cab-4914-a7ed-c136075c36c8 None None] Network ca43f590-6f62-44bf-a96c-d4f3f0280c72 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:04.233099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.259743 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.273686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.337507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 4ff0274e-386a-48b9-8f37-0d802b7a7a57, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=4ff0274e-386a-48b9-8f37-0d802b7a7a57,segment=NetworkSegment(4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595),segment_id=4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:04.346872 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2db8c637-af7c-4140-8157-cbde1847b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.352461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.424162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event updated for resources: {'Port': ['ID=8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:04.440631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] In _notify_port_updated(), no bound segment for port 8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc on network 99c0352b-e1b2-4919-87c8-51586387427e {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:41:04.447755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:04.448855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.451754 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3a5f3315-5792-4c4f-bc32-80c7fa30aed9 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "PUT /v2.0/ports/8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc HTTP/1.1" status: 200 len: 1135 time: 1.7422292 Dec 20 16:41:04.457158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:04.510951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port e5fda4cb-8d96-48eb-b732-7f49797ab3db {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:04.515758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.543613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc806f-6e21-46ea-9c85-2ed434dd5322 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:04.548647 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-62fc806f-6e21-46ea-9c85-2ed434dd5322 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "GET /v2.0/ports/8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc HTTP/1.1" status: 200 len: 1135 time: 0.0857875 Dec 20 16:41:04.554585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5112f4-51a7-4f57-8f30-899c6c2de17a None None] DHCP port deletion for ca43f590-6f62-44bf-a96c-d4f3f0280c72 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:04.555297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47972) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:04.558996 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=4ff0274e-386a-48b9-8f37-0d802b7a7a57,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:04.576952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-2db8c637-af7c-4140-8157-cbde1847b853 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:41:04.577372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-2db8c637-af7c-4140-8157-cbde1847b853 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:41:04.631259 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17824f71-bfc0-47b0-a048-d7cfa4f12965 None None] Network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:04.711528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9a5112f4-51a7-4f57-8f30-899c6c2de17a None None] Deleting port e5fda4cb-8d96-48eb-b732-7f49797ab3db {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:04.711913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a5112f4-51a7-4f57-8f30-899c6c2de17a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.729988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:04.750193 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] For port e5fda4cb-8d96-48eb-b732-7f49797ab3db, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e5fda4cb-8d96-48eb-b732-7f49797ab3db,segment=NetworkSegment(25df0ec3-fbba-408c-8e08-4b066b87ca90),segment_id=25df0ec3-fbba-408c-8e08-4b066b87ca90)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:04.750889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.760741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:04.772252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474ecb0-6b1f-4962-bd0d-f81e1a06a5c2 req-d4812043-41e2-4512-99e8-415f2eac7f9a tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:04.773848 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b474ecb0-6b1f-4962-bd0d-f81e1a06a5c2 req-d4812043-41e2-4512-99e8-415f2eac7f9a tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.8228414 Dec 20 16:41:04.778078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:04.795285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for e5fda4cb-8d96-48eb-b732-7f49797ab3db owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:04.824936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9a5112f4-51a7-4f57-8f30-899c6c2de17a None None] For port e5fda4cb-8d96-48eb-b732-7f49797ab3db, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e5fda4cb-8d96-48eb-b732-7f49797ab3db,segment=NetworkSegment(25df0ec3-fbba-408c-8e08-4b066b87ca90),segment_id=25df0ec3-fbba-408c-8e08-4b066b87ca90)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:04.825345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a5112f4-51a7-4f57-8f30-899c6c2de17a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.855651 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9a5112f4-51a7-4f57-8f30-899c6c2de17a None None] Calling delete_port for e5fda4cb-8d96-48eb-b732-7f49797ab3db owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:04.872326 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b474ecb0-6b1f-4962-bd0d-f81e1a06a5c2 req-d35f7611-f733-44ee-a4ce-7c90841bc7ce tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896389 Dec 20 16:41:04.887946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc79c176-59bf-4c83-a3fa-5c8f2a62df4e tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Deleting port 8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:04.888369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc79c176-59bf-4c83-a3fa-5c8f2a62df4e tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.022455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a5112f4-51a7-4f57-8f30-899c6c2de17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.042958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc79c176-59bf-4c83-a3fa-5c8f2a62df4e tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.059035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc79c176-59bf-4c83-a3fa-5c8f2a62df4e tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Calling delete_port for 8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:05.070335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5112f4-51a7-4f57-8f30-899c6c2de17a None None] Pushing event deleted for resources: {'Port': ['ID=e5fda4cb-8d96-48eb-b732-7f49797ab3db,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:05.074955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.083068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5112f4-51a7-4f57-8f30-899c6c2de17a None None] No DVR routers for this DVR port e5fda4cb-8d96-48eb-b732-7f49797ab3db on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:05.166942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b855dedf-67fe-4256-a855-57c7dcbfbb79 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:05.183122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.253657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.286770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.290076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port b855dedf-67fe-4256-a855-57c7dcbfbb79 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:05.290612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.304155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No DVR routers for this DVR port e5fda4cb-8d96-48eb-b732-7f49797ab3db on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:05.357912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Provisioning complete for port 9d1edc05-f969-4470-abb1-f3a9be53c11a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:05.359260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.366456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=e5fda4cb-8d96-48eb-b732-7f49797ab3db,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:05.384946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc79c176-59bf-4c83-a3fa-5c8f2a62df4e tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.444290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4ff0274e-386a-48b9-8f37-0d802b7a7a57 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:05.466476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79c176-59bf-4c83-a3fa-5c8f2a62df4e tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event deleted for resources: {'Port': ['ID=8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:05.497735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.535054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:05.535432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.561102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc79c176-59bf-4c83-a3fa-5c8f2a62df4e tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.567440 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dc79c176-59bf-4c83-a3fa-5c8f2a62df4e tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "DELETE /v2.0/ports/8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc HTTP/1.1" status: 204 len: 168 time: 1.0109305 Dec 20 16:41:05.570733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47978) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:05.576659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.622362 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca43f590-6f62-44bf-a96c-d4f3f0280c72']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:05.634793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] For port 9d1edc05-f969-4470-abb1-f3a9be53c11a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9d1edc05-f969-4470-abb1-f3a9be53c11a,segment=NetworkSegment(915d29c4-fdb2-4bf7-b168-b6998f7dd563),segment_id=915d29c4-fdb2-4bf7-b168-b6998f7dd563)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:05.642084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25df0ec3-fbba-408c-8e08-4b066b87ca90') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:05.642084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25df0ec3-fbba-408c-8e08-4b066b87ca90') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:05.642737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.661162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.674731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-674b6fee-93ce-4736-9f1e-8d2b39c72978 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Deleting subnet 4f12df8f-44bf-4f3f-aadd-0027cd7acb9b {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:05.679639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-674b6fee-93ce-4736-9f1e-8d2b39c72978 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.704011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.714382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.715517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.732968 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Could not find standard attr ID for object 8c2f5fd1-e55a-46cb-aeda-68ac3ccb02cc. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:41:05.745134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:05.745900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:05.751177 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:05.754378 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:05.758489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Could not find standard attr ID for object f1dedd01-08b8-4a5e-baf2-f70bca76b2b8. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:41:05.779373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-674b6fee-93ce-4736-9f1e-8d2b39c72978 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.796814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9d1edc05-f969-4470-abb1-f3a9be53c11a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:05.799076 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.98 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/a9dd85c8-4c12-453b-befb-43812e66bf82) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:05.846595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d3b49-807d-4888-aa1b-ee50d26ee333 req-b2002f5a-fee7-4570-8992-8ee1ca90c34d tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:05.855598 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Pushing event updated for resources: {'Port': ['ID=9d1edc05-f969-4470-abb1-f3a9be53c11a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:05.857770 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-648d3b49-807d-4888-aa1b-ee50d26ee333 req-b2002f5a-fee7-4570-8992-8ee1ca90c34d tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.5088425 Dec 20 16:41:05.869072 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.874785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.882597 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/networks/ca43f590-6f62-44bf-a96c-d4f3f0280c72 HTTP/1.1" status: 204 len: 168 time: 1.8310294 Dec 20 16:41:05.883310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:05.903249 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Provisioning complete for port 63682399-0984-45f7-9569-84211a563996 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:05.903625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.916612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76381613-7b8e-43e9-93cd-f9210b947e45 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Network': ['ID=ca43f590-6f62-44bf-a96c-d4f3f0280c72,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:05.956860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Port 63682399-0984-45f7-9569-84211a563996 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:05.972341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9d1edc05-f969-4470-abb1-f3a9be53c11a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:05.972744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.987044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d132d68-8cf7-4396-95f1-9fa254cf5fb2 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:05.992227 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9d132d68-8cf7-4396-95f1-9fa254cf5fb2 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/a4bafccc-39ee-440e-8e3c-74547daf7970 HTTP/1.1" status: 200 len: 841 time: 0.0900261 Dec 20 16:41:05.993370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 47982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:05.999836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Provisioning complete for port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:06.000217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d14eeeaf-1b5a-433f-8141-b83eb66f6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.000520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-674b6fee-93ce-4736-9f1e-8d2b39c72978 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.066907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-674b6fee-93ce-4736-9f1e-8d2b39c72978 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.094578 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b6fee-93ce-4736-9f1e-8d2b39c72978 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event deleted for resources: {'Subnet': ['ID=4f12df8f-44bf-4f3f-aadd-0027cd7acb9b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:06.098610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-674b6fee-93ce-4736-9f1e-8d2b39c72978 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.102036 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-674b6fee-93ce-4736-9f1e-8d2b39c72978 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "DELETE /v2.0/subnets/4f12df8f-44bf-4f3f-aadd-0027cd7acb9b HTTP/1.1" status: 204 len: 168 time: 0.5302317 Dec 20 16:41:06.109752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:06.112685 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-648d3b49-807d-4888-aa1b-ee50d26ee333 req-dec87983-f161-42a9-ae90-4096621a3a92 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534158 Dec 20 16:41:06.124599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45ffc8a-ff37-4d62-8b94-5d2826b1bb39 None None] Network 99c0352b-e1b2-4919-87c8-51586387427e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:06.245043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.253462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e5fda4cb-8d96-48eb-b732-7f49797ab3db no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:06.258771 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a8ad599b-7db8-423d-be8b-7f9aaece8456 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/a4bafccc-39ee-440e-8e3c-74547daf7970?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2311845 Dec 20 16:41:06.260204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:06.272642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.276928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e5fda4cb-8d96-48eb-b732-7f49797ab3db {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:06.277278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e5fda4cb-8d96-48eb-b732-7f49797ab3db not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:06.285119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:06.355775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54204baa-5097-44aa-bd11-4aab745e7055 None None] DHCP port deletion for 99c0352b-e1b2-4919-87c8-51586387427e request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:06.387431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-715fa2d1-dbfb-48fb-97d2-d2af27def75d None None] Provisioning complete for port 07b0dc73-0823-4f96-9a7f-eb9f666da38a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:06.388066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-715fa2d1-dbfb-48fb-97d2-d2af27def75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.392068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Deleting port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:06.393085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.434674 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-715fa2d1-dbfb-48fb-97d2-d2af27def75d None None] Port 07b0dc73-0823-4f96-9a7f-eb9f666da38a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:06.453328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:06.453632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-715fa2d1-dbfb-48fb-97d2-d2af27def75d None None] Provisioning complete for port 9d1edc05-f969-4470-abb1-f3a9be53c11a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:06.453935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-715fa2d1-dbfb-48fb-97d2-d2af27def75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.456507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-54204baa-5097-44aa-bd11-4aab745e7055 None None] Deleting port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:06.457219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54204baa-5097-44aa-bd11-4aab745e7055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.457360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.485769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.536492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] For port 4ff0274e-386a-48b9-8f37-0d802b7a7a57, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=4ff0274e-386a-48b9-8f37-0d802b7a7a57,segment=NetworkSegment(4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595),segment_id=4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:06.537127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.552612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:06.559322 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.561463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-54204baa-5097-44aa-bd11-4aab745e7055 None None] For port 4ff0274e-386a-48b9-8f37-0d802b7a7a57, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=4ff0274e-386a-48b9-8f37-0d802b7a7a57,segment=NetworkSegment(4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595),segment_id=4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:06.562202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54204baa-5097-44aa-bd11-4aab745e7055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.562662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:06.565360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Calling delete_port for 4ff0274e-386a-48b9-8f37-0d802b7a7a57 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:06.581025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-54204baa-5097-44aa-bd11-4aab745e7055 None None] Calling delete_port for 4ff0274e-386a-48b9-8f37-0d802b7a7a57 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:06.587763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d21d8-d563-4109-b3b6-5560fe55a3f1 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:06.595152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.604594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:06.619306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=a9dd85c8-4c12-453b-befb-43812e66bf82,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:06.630870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.716701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54204baa-5097-44aa-bd11-4aab745e7055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.745846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54204baa-5097-44aa-bd11-4aab745e7055 None None] No DVR routers for this DVR port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:06.748748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54204baa-5097-44aa-bd11-4aab745e7055 None None] Pushing event deleted for resources: {'Port': ['ID=4ff0274e-386a-48b9-8f37-0d802b7a7a57,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:06.776511 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.801034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cdeae14c-e247-4051-91da-b925527a84c6 None None] Provisioning complete for port a9dd85c8-4c12-453b-befb-43812e66bf82 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:06.801652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdeae14c-e247-4051-91da-b925527a84c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.812617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.852884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cdeae14c-e247-4051-91da-b925527a84c6 None None] Port a9dd85c8-4c12-453b-befb-43812e66bf82 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:06.869617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event deleted for resources: {'Port': ['ID=4ff0274e-386a-48b9-8f37-0d802b7a7a57,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:06.877268 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:06.878376 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] No DVR routers for this DVR port 4ff0274e-386a-48b9-8f37-0d802b7a7a57 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:06.879293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.881081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=07b0dc73-0823-4f96-9a7f-eb9f666da38a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:06.883213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:06.891076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:06.891321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:06.892016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9d1edc05-f969-4470-abb1-f3a9be53c11a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:06.896827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f33762-f2bb-4468-8cb7-fd9b74e0fcbb None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:06.897184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=12bab624-8505-42c5-85b6-2997eb3285b2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:06.944806 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6c682f25-2460-4393-bec4-8244e2b32cdb tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6801648 Dec 20 16:41:06.949413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47988) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:06.954610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9361c9bf-131c-42e4-889b-cc30d4a342b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'security_group': {'name': 'tempest-secgroup-863524212'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:07.019692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.028103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9d1edc05-f969-4470-abb1-f3a9be53c11a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:07.028488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.048170 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c0352b-e1b2-4919-87c8-51586387427e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:07.050428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9361c9bf-131c-42e4-889b-cc30d4a342b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.066796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:07.067094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f58d7cc-46a2-4fef-a00d-bfb5fdcd9595') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:07.080737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.101627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.108412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:07.108817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:07.112194 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:07.147984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'project_id': '90cfd75b636345aca1562c0033b7007a', 'fixed_ips': [{'subnet_id': '12bab624-8505-42c5-85b6-2997eb3285b2'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:41:07.148947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.150588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 30664020-5cee-491b-96cc-5e12f255565d is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:41:07.154390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:07.186975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:07.189012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.236197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.240386 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] 10.222.0.60 "DELETE /v2.0/networks/99c0352b-e1b2-4919-87c8-51586387427e HTTP/1.1" status: 204 len: 168 time: 1.1292684 Dec 20 16:41:07.308325 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871695d-f966-466e-992e-0d672921c296 tempest-ExtraDHCPOptionsTestJSON-1652195287 tempest-ExtraDHCPOptionsTestJSON-1652195287-project] Pushing event deleted for resources: {'Network': ['ID=99c0352b-e1b2-4919-87c8-51586387427e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:07.330572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4ff0274e-386a-48b9-8f37-0d802b7a7a57 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:07.382876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 4ff0274e-386a-48b9-8f37-0d802b7a7a57 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:07.383337 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4ff0274e-386a-48b9-8f37-0d802b7a7a57 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:07.421751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432fbd4-c89b-4db0-8dd3-de394461394d req-ddd4bbdf-5103-4760-8cdb-a3ba662dc907 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:07.424163 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1432fbd4-c89b-4db0-8dd3-de394461394d req-ddd4bbdf-5103-4760-8cdb-a3ba662dc907 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.1619425 Dec 20 16:41:07.427296 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9361c9bf-131c-42e4-889b-cc30d4a342b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.462779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9361c9bf-131c-42e4-889b-cc30d4a342b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.506368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Allocated IP 172.20.0.2 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/12bab624-8505-42c5-85b6-2997eb3285b2/9bf38fa2-1880-44b3-abc0-56e00b350ddf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:07.547643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9361c9bf-131c-42e4-889b-cc30d4a342b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.550732 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9361c9bf-131c-42e4-889b-cc30d4a342b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6003027 Dec 20 16:41:07.552769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 47996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:07.557874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6f80c0de-a76f-479f-9490-4fb22be66d3c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'security_group': {'name': 'tempest-secgroup-2144422148'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:07.566520 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1432fbd4-c89b-4db0-8dd3-de394461394d req-cd05d67a-24c6-4f30-878b-dbc1b240b99e tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343322 Dec 20 16:41:07.568907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361c9bf-131c-42e4-889b-cc30d4a342b5 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cb374d-f3ed-4e7b-9bd4-08a0b58edef1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:07.593826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f80c0de-a76f-479f-9490-4fb22be66d3c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.637447 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f5e73f76-c32d-49bb-ba34-22caf99aaef8 None None] Provisioning complete for port 07b0dc73-0823-4f96-9a7f-eb9f666da38a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:07.638024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e73f76-c32d-49bb-ba34-22caf99aaef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.673504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:07.678870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f5e73f76-c32d-49bb-ba34-22caf99aaef8 None None] Port 07b0dc73-0823-4f96-9a7f-eb9f666da38a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:07.724828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.767589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f80c0de-a76f-479f-9490-4fb22be66d3c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.785193 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f80c0de-a76f-479f-9490-4fb22be66d3c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.887799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:07.931432 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f80c0de-a76f-479f-9490-4fb22be66d3c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.936181 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6f80c0de-a76f-479f-9490-4fb22be66d3c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3818889 Dec 20 16:41:07.937627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:07.939594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:07.944263 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80c0de-a76f-479f-9490-4fb22be66d3c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e22c0ec-e5bf-47d1-83d9-42a817be4af4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:07.953334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1456331218', 'security_groups': ['5e22c0ec-e5bf-47d1-83d9-42a817be4af4'], 'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12bab624-8505-42c5-85b6-2997eb3285b2'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:07.973020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec1696-8d33-4476-bb04-f260ee2a23a0 None None] Sync routers for ids ['30664020-5cee-491b-96cc-5e12f255565d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:07.993563 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407181e-f455-4a5c-9347-72b3aec913b1 req-29dcc385-a795-461c-b38c-66affe8e5a7d tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:08.001505 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e407181e-f455-4a5c-9347-72b3aec913b1 req-29dcc385-a795-461c-b38c-66affe8e5a7d tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.1182361 Dec 20 16:41:08.003189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec1696-8d33-4476-bb04-f260ee2a23a0 None None] Routers {'30664020-5cee-491b-96cc-5e12f255565d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:08.003934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53ec1696-8d33-4476-bb04-f260ee2a23a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['30664020-5cee-491b-96cc-5e12f255565d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:08.006120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.010645 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b206ef96-45c1-487d-a495-483832752ddb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=073237166d0140cba0290382dac5d09e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336635 Dec 20 16:41:08.014084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:08.042598 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53ec1696-8d33-4476-bb04-f260ee2a23a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:08.045194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.062894 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e407181e-f455-4a5c-9347-72b3aec913b1 req-db2efe9b-6bb0-445e-bcbc-32779140c357 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604286 Dec 20 16:41:08.089680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec1696-8d33-4476-bb04-f260ee2a23a0 None None] Routers {'30664020-5cee-491b-96cc-5e12f255565d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:08.090410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53ec1696-8d33-4476-bb04-f260ee2a23a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['30664020-5cee-491b-96cc-5e12f255565d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:08.093352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:08.101243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:08.135880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:08.137599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.139419 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ae9de1cb-5dde-487e-ae33-22798825608a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.3986068 Dec 20 16:41:08.141178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53ec1696-8d33-4476-bb04-f260ee2a23a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:08.141806 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec1696-8d33-4476-bb04-f260ee2a23a0 None None] The sync data for ids ['30664020-5cee-491b-96cc-5e12f255565d'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:08.142326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48010) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:08.154425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Pushing event updated for resources: {'Port': ['ID=9bf38fa2-1880-44b3-abc0-56e00b350ddf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:08.195861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-28318553-9d34-4cdd-9c9a-26790edfd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:08.197374 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-28318553-9d34-4cdd-9c9a-26790edfd77e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f5fcd24bcc646c581589ddc2421c268&device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 1098 time: 0.3045397 Dec 20 16:41:08.214549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Attempting to bind port 9bf38fa2-1880-44b3-abc0-56e00b350ddf on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:08.215117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Attempting to bind port 9bf38fa2-1880-44b3-abc0-56e00b350ddf by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:08.215683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Attempting to bind port 9bf38fa2-1880-44b3-abc0-56e00b350ddf on network 3b396c3c-2eb8-48ee-b70f-a86d35609cea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:08.223018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:08.223961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Checking segment: {'id': '8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:08.223961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.224335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Bound using segment: {'id': '8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:08.225154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Bound port: 9bf38fa2-1880-44b3-abc0-56e00b350ddf, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:08.225314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.271962 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-32eade27-111d-49e9-994c-c3d01f1fef35 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/routers/30664020-5cee-491b-96cc-5e12f255565d HTTP/1.1" status: 200 len: 883 time: 0.1284814 Dec 20 16:41:08.274750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:08.300407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] For port 9bf38fa2-1880-44b3-abc0-56e00b350ddf, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:08.304063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] For port 9bf38fa2-1880-44b3-abc0-56e00b350ddf, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9bf38fa2-1880-44b3-abc0-56e00b350ddf,segment=NetworkSegment(8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc),segment_id=8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:08.307698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:08.308716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.323358 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:08.336034 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-289c0d71-5853-47e7-b073-29c8be598a89 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8224680 Dec 20 16:41:08.338940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:08.342088 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:08.343271 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:08.347168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'network': {'name': 'tempest-RoutersTest-404376616'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:08.379433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a8a21-aebe-4457-8dd6-56c902bfdcc8 None None] Pushing event updated for resources: {'Port': ['ID=9bf38fa2-1880-44b3-abc0-56e00b350ddf,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:08.403899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91913af1-334f-4fb4-adb8-71f1ece72fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.418093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:08.422676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.462573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:41:08.464778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.478803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91913af1-334f-4fb4-adb8-71f1ece72fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.480672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.480900 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added segment f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83 of type vlan for network 62124660-2445-4bd0-b9d2-93eb63221913 Dec 20 16:41:08.511310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-389a2b0a-1eee-41b1-8253-ef2a91dde8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:08.512845 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-389a2b0a-1eee-41b1-8253-ef2a91dde8a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fecefe1c-24ec-4f54-9eb8-6439707d9683 HTTP/1.1" status: 200 len: 913 time: 0.2378814 Dec 20 16:41:08.515342 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:08.538407 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bb2049ae-832d-4461-ace7-762ab7358181 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2602181 Dec 20 16:41:08.538656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:08.542972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0cd4c382-e8a4-4f04-bace-feea8dc06ad0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-777152121'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:08.546674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.583986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:08.644039 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-8a80d0fa-e3eb-4ffa-92a3-a78eb15408cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35c29dac-b540-4f46-9a62-c12c3ff8ebd7 HTTP/1.1" status: 200 len: 217 time: 0.0867031 Dec 20 16:41:08.663620 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:41:08.692329 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.699225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:08.699824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.796180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91913af1-334f-4fb4-adb8-71f1ece72fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.798814 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91913af1-334f-4fb4-adb8-71f1ece72fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.799951 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-91913af1-334f-4fb4-adb8-71f1ece72fc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af33069c-bef0-42db-90d1-25c1f7a5cb14 HTTP/1.1" status: 204 len: 168 time: 0.7793031 Dec 20 16:41:08.806622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Network': ['ID=62124660-2445-4bd0-b9d2-93eb63221913,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:08.823158 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1a8b2cce-9458-4f50-8bdb-dfd451739d02 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4824393 Dec 20 16:41:08.827612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 62124660-2445-4bd0-b9d2-93eb63221913 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:41:08.859926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:08.882437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'subnet': {'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:08.886602 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:05Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:06Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:08.946188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-f3135b37-3a4d-4e99-97ef-3dd62a6da2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:08.956237 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-f3135b37-3a4d-4e99-97ef-3dd62a6da2a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd113b3b-1528-42fa-86d0-6a072a9a9ab2 HTTP/1.1" status: 200 len: 852 time: 0.2866700 Dec 20 16:41:08.964253 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:08.964857 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Updating router 983fac4d-1127-49ca-b272-c5ce80296fa3 port 07b0dc73-0823-4f96-9a7f-eb9f666da38a binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:41:08.971313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91913af1-334f-4fb4-adb8-71f1ece72fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af33069c-bef0-42db-90d1-25c1f7a5cb14,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:08.983524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9bf38fa2-1880-44b3-abc0-56e00b350ddf up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:09.042065 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.052050 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-62e4e857-5ce4-4940-8e6d-7f66c26e9f91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fecefe1c-24ec-4f54-9eb8-6439707d9683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782604 Dec 20 16:41:09.066088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.076063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:09.076446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.230794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.260575 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port 078d1dbe-5b50-4c6e-a07a-cd1a05012b63 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:41:09.273551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 9bf38fa2-1880-44b3-abc0-56e00b350ddf, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9bf38fa2-1880-44b3-abc0-56e00b350ddf,segment=NetworkSegment(8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc),segment_id=8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:09.278525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.369246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=9bf38fa2-1880-44b3-abc0-56e00b350ddf,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:09.473346 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-d9aeccf1-ead5-45e4-a01f-8b0a5fc7b5f5 service neutron] 10.222.0.18 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046075 Dec 20 16:41:09.527857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router b2df0bff-bc2d-46d7-805d-50275a5d56ba is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:41:09.575566 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.579157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Made reservation on behalf of aec1d5ce04924841988e534cf8cadc6e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:09.583682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.587902 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.672430 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Pushing event updated for resources: {'Port': ['ID=07b0dc73-0823-4f96-9a7f-eb9f666da38a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:09.706639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c382-e8a4-4f04-bace-feea8dc06ad0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.716174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d68b-3da9-44fb-a3a2-93ae695e25d1 req-63d68f19-4164-4a02-8d80-b72f086522f6 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:09.717807 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca21d68b-3da9-44fb-a3a2-93ae695e25d1 req-63d68f19-4164-4a02-8d80-b72f086522f6 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.5119050 Dec 20 16:41:09.735988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c382-e8a4-4f04-bace-feea8dc06ad0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.739744 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.740416 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.740981 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.741711 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.742301 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.742837 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.743365 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.743891 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.744415 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.745076 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.745591 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.746118 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.746792 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.766444 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Attempting to bind port 07b0dc73-0823-4f96-9a7f-eb9f666da38a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:09.766949 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Attempting to bind port 07b0dc73-0823-4f96-9a7f-eb9f666da38a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '915d29c4-fdb2-4bf7-b168-b6998f7dd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:09.767311 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Attempting to bind port 07b0dc73-0823-4f96-9a7f-eb9f666da38a on network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:09.772886 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:09.773597 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Checking segment: {'id': '915d29c4-fdb2-4bf7-b168-b6998f7dd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:09.774162 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.774810 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Bound using segment: {'id': '915d29c4-fdb2-4bf7-b168-b6998f7dd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:09.775627 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Bound port: 07b0dc73-0823-4f96-9a7f-eb9f666da38a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915d29c4-fdb2-4bf7-b168-b6998f7dd563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:09.776223 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.867879 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] For port 07b0dc73-0823-4f96-9a7f-eb9f666da38a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:09.875268 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] For port 07b0dc73-0823-4f96-9a7f-eb9f666da38a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=07b0dc73-0823-4f96-9a7f-eb9f666da38a,segment=NetworkSegment(915d29c4-fdb2-4bf7-b168-b6998f7dd563),segment_id=915d29c4-fdb2-4bf7-b168-b6998f7dd563)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:09.887312 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.969025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd4c382-e8a4-4f04-bace-feea8dc06ad0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 30664020-5cee-491b-96cc-5e12f255565d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:10.007233 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef022d8-ca27-452d-b84e-c7c19ada6d89 None None] Pushing event updated for resources: {'Port': ['ID=07b0dc73-0823-4f96-9a7f-eb9f666da38a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:10.010603 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:10.011239 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:10.051829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Provisioning complete for port 07b0dc73-0823-4f96-9a7f-eb9f666da38a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:10.052408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.144841 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-067020ad-6c9e-443f-b615-b6be167fcf76 req-10bd649d-fedc-4507-ba28-4e78871dd9fa service neutron] 10.222.0.18 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626077 Dec 20 16:41:10.146536 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:10.159397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:10.225947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.6 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/12bab624-8505-42c5-85b6-2997eb3285b2/078d1dbe-5b50-4c6e-a07a-cd1a05012b63) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:10.236782 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca21d68b-3da9-44fb-a3a2-93ae695e25d1 req-ed361968-848a-4c29-9724-042f325829a7 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646840 Dec 20 16:41:10.242500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd4c382-e8a4-4f04-bace-feea8dc06ad0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:10.250118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c382-e8a4-4f04-bace-feea8dc06ad0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.253572 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0cd4c382-e8a4-4f04-bace-feea8dc06ad0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/30664020-5cee-491b-96cc-5e12f255565d HTTP/1.1" status: 200 len: 890 time: 1.7116706 Dec 20 16:41:10.253758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:10.284359 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:10.291523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7bf5b-6bdb-436f-a1d6-407d1a388dbb None None] Sync routers for ids ['30664020-5cee-491b-96cc-5e12f255565d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:10.303898 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Sync routers for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:10.358991 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:10.359623 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:10.362489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7bf5b-6bdb-436f-a1d6-407d1a388dbb None None] Routers {'30664020-5cee-491b-96cc-5e12f255565d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:10.363131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bf5b-6bdb-436f-a1d6-407d1a388dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['30664020-5cee-491b-96cc-5e12f255565d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:10.374195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.374827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.378591 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f4bcb0f8-edc1-429b-a276-b27631a7bf44 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9906552 Dec 20 16:41:10.379834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:10.422481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-327811960'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:10.437486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bf5b-6bdb-436f-a1d6-407d1a388dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:10.455325 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7bf5b-6bdb-436f-a1d6-407d1a388dbb None None] Routers {'30664020-5cee-491b-96cc-5e12f255565d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:10.456332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bf5b-6bdb-436f-a1d6-407d1a388dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['30664020-5cee-491b-96cc-5e12f255565d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:10.468008 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-54679edd-bcd0-4a9b-9320-ca9b8b7d2bd0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/routers/30664020-5cee-491b-96cc-5e12f255565d HTTP/1.1" status: 200 len: 890 time: 0.2129462 Dec 20 16:41:10.470416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:10.482242 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6ab3aa6f-f403-4312-861e-6d80931955d6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0792842 Dec 20 16:41:10.482755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:10.501551 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:10.511185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bf5b-6bdb-436f-a1d6-407d1a388dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:10.512260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7bf5b-6bdb-436f-a1d6-407d1a388dbb None None] The sync data for ids ['30664020-5cee-491b-96cc-5e12f255565d'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:10.533051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] For port 07b0dc73-0823-4f96-9a7f-eb9f666da38a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=07b0dc73-0823-4f96-9a7f-eb9f666da38a,segment=NetworkSegment(915d29c4-fdb2-4bf7-b168-b6998f7dd563),segment_id=915d29c4-fdb2-4bf7-b168-b6998f7dd563)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:10.536557 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f3d279e4-b225-4638-83ad-c87cd040f26c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=30664020-5cee-491b-96cc-5e12f255565d HTTP/1.1" status: 200 len: 205 time: 0.0648339 Dec 20 16:41:10.542977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.550095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:10.627963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Pushing event updated for resources: {'Port': ['ID=07b0dc73-0823-4f96-9a7f-eb9f666da38a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:10.674500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Provisioning complete for port a4bafccc-39ee-440e-8e3c-74547daf7970 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:10.675863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.734616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Port a4bafccc-39ee-440e-8e3c-74547daf7970 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:10.760118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:10.760754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d96dc7c7-a443-41cc-9111-a02a23693675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.790883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db8a013-a3db-4dc0-a8be-00c1c5563553 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:10.804208 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3db8a013-a3db-4dc0-a8be-00c1c5563553 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3086748 Dec 20 16:41:10.805157 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:10.863780 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9bc65f2f-cc69-418c-9167-7584dc8dac9a tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511994 Dec 20 16:41:10.866351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:10.873571 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353160910', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:10.879338 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.895712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.942918 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:05Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:09Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:10.978314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Made reservation on behalf of 88369290713541ea8a0990af0d0da132 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:10.981949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:10.991687 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7bfe-4562-41c1-a962-0e60b52b7653 None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:05Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:09Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:11.033638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.034729 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9bf38fa2-1880-44b3-abc0-56e00b350ddf up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:11.082207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.083700 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:06Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:11.098114 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Subnet': ['ID=4f2743e4-923b-4ca6-92e2-49df45033141,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:11.126078 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Checking router: b2df0bff-bc2d-46d7-805d-50275a5d56ba for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:11.128645 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Updating router b2df0bff-bc2d-46d7-805d-50275a5d56ba port a9dd85c8-4c12-453b-befb-43812e66bf82 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:41:11.139291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.145695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Checking segment: {'id': 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:11.146337 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network hostable DHCP agents. Network: 62124660-2445-4bd0-b9d2-93eb63221913, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:41:11.170419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:11.175865 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.209255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-581a6b07-760a-430b-be3b-73a55ba69caf None None] Provisioning complete for port 07b0dc73-0823-4f96-9a7f-eb9f666da38a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:11.209873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-581a6b07-760a-430b-be3b-73a55ba69caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.217302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.227669 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.251254 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:11.251537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.260395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 62124660-2445-4bd0-b9d2-93eb63221913 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:41:11.395885 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:11.398197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 62124660-2445-4bd0-b9d2-93eb63221913) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:11.425806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:11.430240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:11.436590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be28d1c-ecb7-4dd9-8376-bacb40537c79 None None] Network 62124660-2445-4bd0-b9d2-93eb63221913 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:11.441140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:11.441744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.454897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.461367 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.531497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.569129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=95244f88-e976-440b-b88c-50cdd8fb2a37,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:11.596623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150e7b-1cde-41a7-9a80-16d92beaf813 req-8d65cdcc-8a7d-4e90-8e0b-21f3081a9726 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:11.598619 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-33150e7b-1cde-41a7-9a80-16d92beaf813 req-8d65cdcc-8a7d-4e90-8e0b-21f3081a9726 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.1561093 Dec 20 16:41:11.599385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=078d1dbe-5b50-4c6e-a07a-cd1a05012b63,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:11.613227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-62124660-2445-4bd0-b9d2-93eb63221913', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:41:11.614091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.634339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c85788-e226-4044-a378-533e431469b7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:11.668855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Checking segment: {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:11.669761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network hostable DHCP agents. Network: 9657bbab-6044-4e70-a520-e4f44b90c80a, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:41:11.672953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 63682399-0984-45f7-9569-84211a563996 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:11.673297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.710353 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-306fadc2-bcd7-4556-844f-68a4cff7be45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8478823 Dec 20 16:41:11.713209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:11.713941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:41:11.741862 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.744643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:11.745361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.758216 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.808707 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-33150e7b-1cde-41a7-9a80-16d92beaf813 req-8db10349-cf24-4f50-a141-cd6c1a65c75a tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956666 Dec 20 16:41:11.818510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 9657bbab-6044-4e70-a520-e4f44b90c80a is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:41:11.826313 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Attempting to bind port a9dd85c8-4c12-453b-befb-43812e66bf82 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:11.826823 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Attempting to bind port a9dd85c8-4c12-453b-befb-43812e66bf82 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:11.827415 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Attempting to bind port a9dd85c8-4c12-453b-befb-43812e66bf82 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:11.843282 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:11.843887 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:11.844394 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.844956 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:11.845556 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Bound port: a9dd85c8-4c12-453b-befb-43812e66bf82, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:11.846358 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.850883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5087a2a-7652-484d-81f3-04e6a995453b None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:11.861427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 9657bbab-6044-4e70-a520-e4f44b90c80a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:11.873105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:11.874197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.889167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55359710-e58e-4155-bf2a-f5d6380172f9 None None] Network 9657bbab-6044-4e70-a520-e4f44b90c80a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:11.898508 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dbf2e3b0-1e69-4f5c-bdea-ee9accc1dc1f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9518054 Dec 20 16:41:11.900120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.901037 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Added segment dbac56aa-e69f-4eaf-a28e-759ae94a2ebf of type vlan for network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 Dec 20 16:41:11.916558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:11.922997 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-903c88e4-b3a7-4e16-88f9-bf6aca454882 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:11.923973 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650279c-7e94-420a-969e-dca08bef6e0e None None] Pushing event updated for resources: {'Port': ['ID=a9dd85c8-4c12-453b-befb-43812e66bf82,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:11.933586 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-131ea364-0459-42cf-87ca-8455fdfefcd0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0645354 Dec 20 16:41:11.978298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:12.005718 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] For port a9dd85c8-4c12-453b-befb-43812e66bf82, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:12.010746 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] For port a9dd85c8-4c12-453b-befb-43812e66bf82, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a9dd85c8-4c12-453b-befb-43812e66bf82,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:12.019772 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.069019 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.082167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.134110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40b3bea-c697-4d05-a37e-36d86cb0ab33 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:12.147096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 63682399-0984-45f7-9569-84211a563996 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:12.152933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7495601c-c2c4-4c2a-a70b-cfc1854c907a None None] Provisioning complete for port 078d1dbe-5b50-4c6e-a07a-cd1a05012b63 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:12.153820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7495601c-c2c4-4c2a-a70b-cfc1854c907a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.162552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Allocated IP 172.23.0.2 (62124660-2445-4bd0-b9d2-93eb63221913/4f2743e4-923b-4ca6-92e2-49df45033141/2b384389-2294-4301-b03c-46ed75a34bc9) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:12.171582 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:12.175516 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:12.282318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7495601c-c2c4-4c2a-a70b-cfc1854c907a None None] Port 078d1dbe-5b50-4c6e-a07a-cd1a05012b63 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:12.300713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.307267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:12.308251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.354809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-9657bbab-6044-4e70-a520-e4f44b90c80a', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:41:12.355687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.359349 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1940918 Dec 20 16:41:12.363310 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650279c-7e94-420a-969e-dca08bef6e0e None None] Pushing event updated for resources: {'Port': ['ID=a9dd85c8-4c12-453b-befb-43812e66bf82,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:12.393134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:12.400491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'subnet': {'network_id': 'd4c5ac8a-383f-42b3-bcf5-60ea8b0ca982', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:12.407444 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:12.435324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e906d78-b051-412f-b66c-1b58f06b0013 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Network': ['ID=d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:12.459143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:41:12.574612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-dbaa5de6-1187-4bda-a6e2-ab7bfe8283df None None] Provisioning complete for port a9dd85c8-4c12-453b-befb-43812e66bf82 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:12.574899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5de6-1187-4bda-a6e2-ab7bfe8283df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.594997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.595858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.621397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6bf75-33a9-472e-838f-cc04aa28574c req-97a606bc-85ff-4581-9b5d-23d0750a15d4 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:12.632402 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cae6bf75-33a9-472e-838f-cc04aa28574c req-97a606bc-85ff-4581-9b5d-23d0750a15d4 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.3618302 Dec 20 16:41:12.659341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Made reservation on behalf of 88369290713541ea8a0990af0d0da132 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:12.672173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.673490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e801cbc-fe2a-45f4-a15d-783b0f4689d1 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:12.684506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.703651 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.752504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Allocated IP 172.20.0.2 (9657bbab-6044-4e70-a520-e4f44b90c80a/95244f88-e976-440b-b88c-50cdd8fb2a37/93c07c8b-f085-4a1e-bcdc-31355f4cc223) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:12.771845 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:06Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:12.786821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=63682399-0984-45f7-9569-84211a563996,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:12.803588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903c88e4-b3a7-4e16-88f9-bf6aca454882 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:12.809259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-903c88e4-b3a7-4e16-88f9-bf6aca454882 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:12.884585 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa626f-6a3c-4acc-a462-dd3d500f379d None None] The sync data for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv is: [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:06Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:13.186134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Allocated IP 172.23.0.1 (62124660-2445-4bd0-b9d2-93eb63221913/4f2743e4-923b-4ca6-92e2-49df45033141/b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:13.199702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.199950 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.226035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Pushing event updated for resources: {'Port': ['ID=2b384389-2294-4301-b03c-46ed75a34bc9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:13.230815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 07b0dc73-0823-4f96-9a7f-eb9f666da38a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:13.233608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.272631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Network 9657bbab-6044-4e70-a520-e4f44b90c80a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:13.294202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Network 62124660-2445-4bd0-b9d2-93eb63221913 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:13.295852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:13.352875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:13.363469 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cae6bf75-33a9-472e-838f-cc04aa28574c req-498fcda7-8808-491b-861a-90fdd4e724b6 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7255058 Dec 20 16:41:13.380919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:13.394934 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Subnet': ['ID=c1225c1d-be47-4477-8c26-a10d080c1a0b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:13.399728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:13.418819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.439179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Checking segment: {'id': 'dbac56aa-e69f-4eaf-a28e-759ae94a2ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd4c5ac8a-383f-42b3-bcf5-60ea8b0ca982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:13.439702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network hostable DHCP agents. Network: d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:41:13.462364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5de6-1187-4bda-a6e2-ab7bfe8283df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.468252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.495702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Pushing event updated for resources: {'Port': ['ID=93c07c8b-f085-4a1e-bcdc-31355f4cc223,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:13.527641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Attempting to bind port 93c07c8b-f085-4a1e-bcdc-31355f4cc223 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:13.528394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Attempting to bind port 93c07c8b-f085-4a1e-bcdc-31355f4cc223 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:13.528642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Attempting to bind port 93c07c8b-f085-4a1e-bcdc-31355f4cc223 on network 9657bbab-6044-4e70-a520-e4f44b90c80a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:13.532466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dbaa5de6-1187-4bda-a6e2-ab7bfe8283df None None] For port a9dd85c8-4c12-453b-befb-43812e66bf82, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a9dd85c8-4c12-453b-befb-43812e66bf82,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:13.532670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.555576 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:41:13.559164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:13.559735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Checking segment: {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:13.560726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.561216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Bound using segment: {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:13.561817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Bound port: 93c07c8b-f085-4a1e-bcdc-31355f4cc223, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:13.562328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.564400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5de6-1187-4bda-a6e2-ab7bfe8283df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.578710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.585394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.593670 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-903c88e4-b3a7-4e16-88f9-bf6aca454882 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12bab624-8505-42c5-85b6-2997eb3285b2 (CIDR: 172.20.0.0/28) Dec 20 16:41:13.607528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 62124660-2445-4bd0-b9d2-93eb63221913 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:13.611468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:13.613464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:13.614986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Attempting to bind port 2b384389-2294-4301-b03c-46ed75a34bc9 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:13.615512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Attempting to bind port 2b384389-2294-4301-b03c-46ed75a34bc9 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:13.615961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Attempting to bind port 2b384389-2294-4301-b03c-46ed75a34bc9 on network 62124660-2445-4bd0-b9d2-93eb63221913 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:13.617259 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:13.631845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 07b0dc73-0823-4f96-9a7f-eb9f666da38a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:13.632371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.634184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320dddf7-98ec-4838-8e7c-8672646b71a1 None None] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:13.638497 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-903c88e4-b3a7-4e16-88f9-bf6aca454882 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:41:13.639242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903c88e4-b3a7-4e16-88f9-bf6aca454882 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:13.670494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.678630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:13.679525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.701499 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-903c88e4-b3a7-4e16-88f9-bf6aca454882 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7836833 Dec 20 16:41:13.704491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:13.706483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.707046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Fanout notify agent at l3_agent the message router_deleted on router 30664020-5cee-491b-96cc-5e12f255565d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:41:13.711702 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:13.724042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.725455 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-60d3cda7-c425-4b7b-af25-664ac99731b9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/30664020-5cee-491b-96cc-5e12f255565d HTTP/1.1" status: 204 len: 168 time: 3.1753559 Dec 20 16:41:13.733081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:13.739612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:13.740091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:13.740482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Checking segment: {'id': 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:13.741074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.741483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Bound using segment: {'id': 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:13.745878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-462065750'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:13.752318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Bound port: 2b384389-2294-4301-b03c-46ed75a34bc9, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:13.754305 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.793160 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1301ac8d-0d6c-47d9-a4c2-06020e865324 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3984928 Dec 20 16:41:13.796855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:13.801889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-281011515', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:13.828525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:13.832749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.886009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.909676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:41:13.929366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] For port 93c07c8b-f085-4a1e-bcdc-31355f4cc223, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:13.933961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] For port 93c07c8b-f085-4a1e-bcdc-31355f4cc223, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=93c07c8b-f085-4a1e-bcdc-31355f4cc223,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:13.945795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.946184 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added segment 2e031fad-a920-4eb7-9dff-e2fddb5fadbf of type vlan for network 78dd184a-d596-4543-bfcc-90adfa4f1e23 Dec 20 16:41:13.977263 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.978488 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:13.987350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa5de6-1187-4bda-a6e2-ab7bfe8283df None None] Pushing event updated for resources: {'Port': ['ID=a9dd85c8-4c12-453b-befb-43812e66bf82,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:13.993889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:13.998029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.014640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.016653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.079154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552aabbe-d66d-49ed-be3f-9df6c7f115b2 None None] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:14.080961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.209414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.217468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:14.218152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.235266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.280190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79436ef1-d6f7-405c-bd05-c8ebd5eae2b8 None None] Pushing event updated for resources: {'Port': ['ID=93c07c8b-f085-4a1e-bcdc-31355f4cc223,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:14.284033 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5427608 Dec 20 16:41:14.298437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:14.303441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'subnet': {'network_id': '78dd184a-d596-4543-bfcc-90adfa4f1e23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:14.312571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] For port 2b384389-2294-4301-b03c-46ed75a34bc9, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:14.319211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] For port 2b384389-2294-4301-b03c-46ed75a34bc9, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2b384389-2294-4301-b03c-46ed75a34bc9,segment=NetworkSegment(f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83),segment_id=f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:14.430868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.513112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.516249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa41fe5-866d-4e6e-871f-1a1cb653bb48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Network': ['ID=78dd184a-d596-4543-bfcc-90adfa4f1e23,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:14.530653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 78dd184a-d596-4543-bfcc-90adfa4f1e23 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:41:14.614686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af893d-3521-4597-a56c-b69c30473b9f None None] Pushing event updated for resources: {'Port': ['ID=2b384389-2294-4301-b03c-46ed75a34bc9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:14.646762 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.1 (9657bbab-6044-4e70-a520-e4f44b90c80a/95244f88-e976-440b-b88c-50cdd8fb2a37/6aa60348-4b7d-4568-8bf9-0518fb4a2c33) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:14.648172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62dfd-f6c5-4a7a-8374-ebd9d9e688b8 req-bd4ddcd4-ef32-4f5e-8ec3-e2c3ae719af5 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:14.649973 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6ad62dfd-f6c5-4a7a-8374-ebd9d9e688b8 req-bd4ddcd4-ef32-4f5e-8ec3-e2c3ae719af5 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.1282575 Dec 20 16:41:14.667061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:14.672303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.688978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.736626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.772244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.946326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:14.958560 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6ad62dfd-f6c5-4a7a-8374-ebd9d9e688b8 req-16330cf1-deba-4b2b-a96e-ed46fe690d42 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810471 Dec 20 16:41:14.965541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event updated for resources: {'Port': ['ID=b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:15.045567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.069221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a9dd85c8-4c12-453b-befb-43812e66bf82 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:15.148856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:15.156291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.160967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a9dd85c8-4c12-453b-befb-43812e66bf82 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:15.161390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.192780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:15.200872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:15.201376 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.228430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Network 62124660-2445-4bd0-b9d2-93eb63221913 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:15.229727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.239725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:15.260647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46be86c5-1621-4704-a9ec-73ef749a33e4 None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:15.268466 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5601664 Dec 20 16:41:15.269544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41dd3c-7338-4c76-a504-3ae0595ca809 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=821ed5ed-72b3-43c8-be39-ceb473a0dba1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:15.283382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:15.292355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2128459903', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '821ed5ed-72b3-43c8-be39-ceb473a0dba1'}], 'security_groups': ['e2cb374d-f3ed-4e7b-9bd4-08a0b58edef1']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:15.414238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 93c07c8b-f085-4a1e-bcdc-31355f4cc223 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:15.429359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.520033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 93c07c8b-f085-4a1e-bcdc-31355f4cc223 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:15.520460 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.576767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 9657bbab-6044-4e70-a520-e4f44b90c80a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:15.591742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:15.594968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:15.663275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.665787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=6aa60348-4b7d-4568-8bf9-0518fb4a2c33,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:15.667356 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b543f-63d7-46c8-adaa-a0c83ba0068c None None] Update dhcp port {'port': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'fixed_ips': [{'subnet_id': '12bab624-8505-42c5-85b6-2997eb3285b2', 'ip_address': '172.20.0.2'}, {'subnet_id': '821ed5ed-72b3-43c8-be39-ceb473a0dba1'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '9bf38fa2-1880-44b3-abc0-56e00b350ddf'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:41:15.681426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.712337 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de2b543f-63d7-46c8-adaa-a0c83ba0068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.732148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.777475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 93c07c8b-f085-4a1e-bcdc-31355f4cc223, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=93c07c8b-f085-4a1e-bcdc-31355f4cc223,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:15.784047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.793333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.851965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d44cda-2c0d-47ad-8b04-7ae051918f5b None None] Network 9657bbab-6044-4e70-a520-e4f44b90c80a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:15.883368 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.946677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Subnet': ['ID=5fd0aaf6-c2a2-4419-89e1-0ee740209f75,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:15.986178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571000dd-9028-42a0-9279-274cf327e737 req-36b8a391-4e98-4a59-820e-7bb562af1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:15.987721 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-571000dd-9028-42a0-9279-274cf327e737 req-36b8a391-4e98-4a59-820e-7bb562af1b3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f5fcd24bcc646c581589ddc2421c268&device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 1098 time: 0.6796954 Dec 20 16:41:15.990981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b3237713-667a-43c3-959b-ae34fd074808 None None] Provisioning complete for port 93c07c8b-f085-4a1e-bcdc-31355f4cc223 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:15.991357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3237713-667a-43c3-959b-ae34fd074808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:15.998952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d02b24-9182-4a33-8a49-025fdcd938ec req-e1e2d4b1-69d9-4b33-855d-b74e030cd9ac tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:16.000454 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-48d02b24-9182-4a33-8a49-025fdcd938ec req-e1e2d4b1-69d9-4b33-855d-b74e030cd9ac tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.7085540 Dec 20 16:41:16.012179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Checking segment: {'id': '2e031fad-a920-4eb7-9dff-e2fddb5fadbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78dd184a-d596-4543-bfcc-90adfa4f1e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:16.012612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network hostable DHCP agents. Network: 78dd184a-d596-4543-bfcc-90adfa4f1e23, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:41:16.038442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=93c07c8b-f085-4a1e-bcdc-31355f4cc223,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:16.041545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:16.103066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-de2b543f-63d7-46c8-adaa-a0c83ba0068c None None] Allocated IP 172.20.0.18 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/821ed5ed-72b3-43c8-be39-ceb473a0dba1/9bf38fa2-1880-44b3-abc0-56e00b350ddf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:16.171669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 78dd184a-d596-4543-bfcc-90adfa4f1e23 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:41:16.183625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.26.1.160 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/e2d10582-1d72-47b9-874b-e55a6a3aed1c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:16.223591 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-48d02b24-9182-4a33-8a49-025fdcd938ec req-d2eee6c3-87da-4645-88b1-60fd3ebef62f tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977439 Dec 20 16:41:16.249596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 78dd184a-d596-4543-bfcc-90adfa4f1e23) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:16.271327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:16.276178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3678479-ae93-4a86-b0e6-747b1c19ba51 None None] Network 78dd184a-d596-4543-bfcc-90adfa4f1e23 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:16.278084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:16.279260 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:16.302196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571000dd-9028-42a0-9279-274cf327e737 req-931a9d3f-5c1c-4acc-9b4d-0cb5a49d71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:16.303653 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-571000dd-9028-42a0-9279-274cf327e737 req-931a9d3f-5c1c-4acc-9b4d-0cb5a49d71e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fecefe1c-24ec-4f54-9eb8-6439707d9683 HTTP/1.1" status: 200 len: 913 time: 0.3017812 Dec 20 16:41:16.363586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-de2b543f-63d7-46c8-adaa-a0c83ba0068c None None] For port 9bf38fa2-1880-44b3-abc0-56e00b350ddf, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9bf38fa2-1880-44b3-abc0-56e00b350ddf,segment=NetworkSegment(8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc),segment_id=8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:16.370066 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6d2fd491-dfea-4568-9447-1b52d027951d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0712681 Dec 20 16:41:16.371928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:16.373596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:16.378082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-87339f5c-a1e0-4d7b-822c-78cf1ace9911 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1414673524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:16.383680 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-571000dd-9028-42a0-9279-274cf327e737 req-513382ac-f7e1-47ad-9b5e-86fc8564b044 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35c29dac-b540-4f46-9a62-c12c3ff8ebd7 HTTP/1.1" status: 200 len: 217 time: 0.0663240 Dec 20 16:41:16.394817 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a21348b9-1048-4bc3-8b79-429462c6bb5a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6701040 Dec 20 16:41:16.404719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:16.410944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:16.415627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:16.443397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de2b543f-63d7-46c8-adaa-a0c83ba0068c None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:16.523686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571000dd-9028-42a0-9279-274cf327e737 req-531d8f4f-3aa4-4f69-8285-8d0279510150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:16.525524 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-571000dd-9028-42a0-9279-274cf327e737 req-531d8f4f-3aa4-4f69-8285-8d0279510150 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd113b3b-1528-42fa-86d0-6a072a9a9ab2 HTTP/1.1" status: 200 len: 852 time: 0.1291237 Dec 20 16:41:16.576150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87339f5c-a1e0-4d7b-822c-78cf1ace9911 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:16.576409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87339f5c-a1e0-4d7b-822c-78cf1ace9911 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:16.631116 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-571000dd-9028-42a0-9279-274cf327e737 req-1e02ff2d-21a3-4e02-80ea-3bb41475c13d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fecefe1c-24ec-4f54-9eb8-6439707d9683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705247 Dec 20 16:41:16.680343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:16.681981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:16.688721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de2b543f-63d7-46c8-adaa-a0c83ba0068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:16.711538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87339f5c-a1e0-4d7b-822c-78cf1ace9911 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:16.726882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87339f5c-a1e0-4d7b-822c-78cf1ace9911 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:16.743124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-78dd184a-d596-4543-bfcc-90adfa4f1e23', 'network_id': '78dd184a-d596-4543-bfcc-90adfa4f1e23', 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'fixed_ips': [{'subnet_id': '5fd0aaf6-c2a2-4419-89e1-0ee740209f75'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:41:16.743975 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:16.957461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b682a19-3b4f-4937-8136-6eaf4cd5dbf8 None None] Network 62124660-2445-4bd0-b9d2-93eb63221913 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:17.033921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-38d4663e-0b88-4c86-abd9-259e430c066c None None] Provisioning complete for port 93c07c8b-f085-4a1e-bcdc-31355f4cc223 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:17.034378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d4663e-0b88-4c86-abd9-259e430c066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.079105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87339f5c-a1e0-4d7b-822c-78cf1ace9911 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.080590 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-87339f5c-a1e0-4d7b-822c-78cf1ace9911 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7060857 Dec 20 16:41:17.100044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:17.118588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:17.128791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.146060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2b384389-2294-4301-b03c-46ed75a34bc9 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:17.149835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b543f-63d7-46c8-adaa-a0c83ba0068c None None] Pushing event updated for resources: {'Port': ['ID=9bf38fa2-1880-44b3-abc0-56e00b350ddf,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:17.176528 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.231967 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-571000dd-9028-42a0-9279-274cf327e737 req-e456deae-2874-48e4-be20-c7ecb2f64d13 service neutron] 10.222.0.18 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715108 Dec 20 16:41:17.335910 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:17.354362 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:17.360929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:17.403808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=e2d10582-1d72-47b9-874b-e55a6a3aed1c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:17.426207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659da042-d018-49bd-a5fa-bfd9d4078580 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:17.440150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Delete allocated IP 172.20.0.6 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/12bab624-8505-42c5-85b6-2997eb3285b2) {{(pid=103325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 16:41:17.471855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:41:17.476181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.30 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/821ed5ed-72b3-43c8-be39-ceb473a0dba1/078d1dbe-5b50-4c6e-a07a-cd1a05012b63) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:17.509775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2b384389-2294-4301-b03c-46ed75a34bc9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:17.509775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.586856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Allocated IP 2001:db8::2 (78dd184a-d596-4543-bfcc-90adfa4f1e23/5fd0aaf6-c2a2-4419-89e1-0ee740209f75/0955dfc8-c840-45d2-9d84-3a04e3c6d5da) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:17.615210 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Removed routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:41:17.616098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.703345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.798293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.816827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-38d4663e-0b88-4c86-abd9-259e430c066c None None] Provisioning complete for port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:17.817209 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d4663e-0b88-4c86-abd9-259e430c066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.859886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=6aa60348-4b7d-4568-8bf9-0518fb4a2c33,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:17.906780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:17.935990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-38d4663e-0b88-4c86-abd9-259e430c066c None None] Port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:17.951839 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-571000dd-9028-42a0-9279-274cf327e737 req-ad1f3334-a62a-4c27-bccd-513c42464256 service neutron] 10.222.0.18 "GET /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995661 Dec 20 16:41:17.983260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787e89d-81e9-4025-bfd9-e0d1a97f864b req-3a9e8ba7-83c3-4aa6-a758-ecfa567845ff tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:17.984863 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b787e89d-81e9-4025-bfd9-e0d1a97f864b req-3a9e8ba7-83c3-4aa6-a758-ecfa567845ff tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.6175432 Dec 20 16:41:18.031936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.057969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.062064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.068455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.072783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.073606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 2b384389-2294-4301-b03c-46ed75a34bc9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2b384389-2294-4301-b03c-46ed75a34bc9,segment=NetworkSegment(f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83),segment_id=f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:18.079064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25', 'name': '', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:8b:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:12Z', 'updated_at': '2021-12-20T16:41:14Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:18.084600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.118140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.118858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 93c07c8b-f085-4a1e-bcdc-31355f4cc223 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:18.145856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:18.146222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Updating router 983fac4d-1127-49ca-b272-c5ce80296fa3 port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:41:18.213882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Provisioning complete for port a4bafccc-39ee-440e-8e3c-74547daf7970 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:18.214568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.217230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.223093 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Network 78dd184a-d596-4543-bfcc-90adfa4f1e23 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:18.252021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:18.254175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.257671 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:18.269398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Pushing event updated for resources: {'Port': ['ID=0955dfc8-c840-45d2-9d84-3a04e3c6d5da,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:18.284864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:18.369987 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b787e89d-81e9-4025-bfd9-e0d1a97f864b req-8b643126-9cd5-4bd3-87b0-92c49f239af7 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669887 Dec 20 16:41:18.374304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.377655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Port a4bafccc-39ee-440e-8e3c-74547daf7970 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:18.418096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.463067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Attempting to bind port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:18.463730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Attempting to bind port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '2e031fad-a920-4eb7-9dff-e2fddb5fadbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78dd184a-d596-4543-bfcc-90adfa4f1e23'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:18.464110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Attempting to bind port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da on network 78dd184a-d596-4543-bfcc-90adfa4f1e23 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:18.489548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:18.490034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Checking segment: {'id': '2e031fad-a920-4eb7-9dff-e2fddb5fadbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78dd184a-d596-4543-bfcc-90adfa4f1e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:18.490452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.490832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Bound using segment: {'id': '2e031fad-a920-4eb7-9dff-e2fddb5fadbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78dd184a-d596-4543-bfcc-90adfa4f1e23'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:18.491322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Bound port: 0955dfc8-c840-45d2-9d84-3a04e3c6d5da, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e031fad-a920-4eb7-9dff-e2fddb5fadbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78dd184a-d596-4543-bfcc-90adfa4f1e23'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:18.491708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.551664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 93c07c8b-f085-4a1e-bcdc-31355f4cc223 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:18.552360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.571994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Provisioning complete for port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:18.572401 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.574130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=2b384389-2294-4301-b03c-46ed75a34bc9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:18.588106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 9657bbab-6044-4e70-a520-e4f44b90c80a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:18.629224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:18.634483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=078d1dbe-5b50-4c6e-a07a-cd1a05012b63,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:18.799560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] In _notify_port_updated(), no bound segment for port 078d1dbe-5b50-4c6e-a07a-cd1a05012b63 on network 3b396c3c-2eb8-48ee-b70f-a86d35609cea {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:41:18.805448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:18.806118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:18.810207 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1278a63d-d9cc-416a-b817-d787d1ff5ea3 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "PUT /v2.0/ports/078d1dbe-5b50-4c6e-a07a-cd1a05012b63 HTTP/1.1" status: 200 len: 921 time: 3.5214567 Dec 20 16:41:18.817198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:18.930722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router b2df0bff-bc2d-46d7-805d-50275a5d56ba has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:18.944814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.036629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:19.050112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:19.101274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.109099 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b8aef3af-993f-4e65-a0d7-9c175f401da1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3 HTTP/1.1" status: 200 len: 934 time: 2.6998053 Dec 20 16:41:19.113604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:19.133564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Provisioning complete for port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:19.133965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.147053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] For port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:19.186146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 2001:db8::1 (78dd184a-d596-4543-bfcc-90adfa4f1e23/5fd0aaf6-c2a2-4419-89e1-0ee740209f75/bafb771a-0d4e-4a87-ae1d-6c1a56987b8d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:19.213392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] For port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0955dfc8-c840-45d2-9d84-3a04e3c6d5da,segment=NetworkSegment(2e031fad-a920-4eb7-9dff-e2fddb5fadbf),segment_id=2e031fad-a920-4eb7-9dff-e2fddb5fadbf)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:19.229695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.288289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:19.301288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28e5851f-11d1-49fa-ba0b-eb4ee9805d88 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port 078d1dbe-5b50-4c6e-a07a-cd1a05012b63 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:19.301625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28e5851f-11d1-49fa-ba0b-eb4ee9805d88 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.343382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.347203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2312c4-01bb-4e3e-b38d-6c8e77236854 None None] Pushing event updated for resources: {'Port': ['ID=0955dfc8-c840-45d2-9d84-3a04e3c6d5da,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:19.368296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Provisioning complete for port 2b384389-2294-4301-b03c-46ed75a34bc9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:19.368511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.403508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.435063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28e5851f-11d1-49fa-ba0b-eb4ee9805d88 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.450442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28e5851f-11d1-49fa-ba0b-eb4ee9805d88 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for 078d1dbe-5b50-4c6e-a07a-cd1a05012b63 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:19.450696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.454810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2b384389-2294-4301-b03c-46ed75a34bc9 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:19.488945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.500605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 78dd184a-d596-4543-bfcc-90adfa4f1e23 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:19.509928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:19.522448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:19.523111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.589605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Pushing event updated for resources: {'Port': ['ID=b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:19.613787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.614134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.614500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.614842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.615164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.615486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.615808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.616128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.616449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.616766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.617087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.617403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.617716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:19.676258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=bafb771a-0d4e-4a87-ae1d-6c1a56987b8d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:19.705276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 2b384389-2294-4301-b03c-46ed75a34bc9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:19.705659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.717742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:19.730507 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2d3c6aae-e314-4220-96e9-529811327b1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/b2df0bff-bc2d-46d7-805d-50275a5d56ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7511189 Dec 20 16:41:19.735791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:19.737733 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Sync routers for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:19.748249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28e5851f-11d1-49fa-ba0b-eb4ee9805d88 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.754991 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:19.755614 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:19.773450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Attempting to bind port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:19.773813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Attempting to bind port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:19.774180 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Attempting to bind port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 on network 62124660-2445-4bd0-b9d2-93eb63221913 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:19.780838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Provisioning complete for port e2d10582-1d72-47b9-874b-e55a6a3aed1c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:19.781206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.814815 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1172a9a2-51c6-480e-8d22-f4081ca32ee9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3 HTTP/1.1" status: 200 len: 934 time: 0.6445975 Dec 20 16:41:19.820095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48108) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:19.824822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:19.825242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Checking segment: {'id': 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:19.825715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.826035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Bound using segment: {'id': 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:19.826542 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Bound port: b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:19.826924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:19.836285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'routes': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:19.853532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5851f-11d1-49fa-ba0b-eb4ee9805d88 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=078d1dbe-5b50-4c6e-a07a-cd1a05012b63,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:19.878749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Port e2d10582-1d72-47b9-874b-e55a6a3aed1c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:19.935259 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb707f-5de8-4d36-9d81-661f1ef574bb req-8e84d5d7-2a06-41b9-bf2e-b5b50a88f774 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:19.938537 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5feb707f-5de8-4d36-9d81-661f1ef574bb req-8e84d5d7-2a06-41b9-bf2e-b5b50a88f774 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.4212935 Dec 20 16:41:20.018629 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:41:20.025390 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:20.051939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:20.052315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.080296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] For port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:20.093211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9bf38fa2-1880-44b3-abc0-56e00b350ddf up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:20.104295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] For port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25,segment=NetworkSegment(f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83),segment_id=f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:20.146381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.186125 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5feb707f-5de8-4d36-9d81-661f1ef574bb req-eac58c78-5928-4eed-87b7-b84c77c71bc7 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756849 Dec 20 16:41:20.288607 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:20.306429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8af65-381e-4044-a08f-676bb2cd5f4b None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:20.316419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.316985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:20.317793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:20.322210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20c607-6af5-4114-b68a-1d4f7d2df78a None None] Pushing event updated for resources: {'Port': ['ID=b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:20.334592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28e5851f-11d1-49fa-ba0b-eb4ee9805d88 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.339637 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-28e5851f-11d1-49fa-ba0b-eb4ee9805d88 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/078d1dbe-5b50-4c6e-a07a-cd1a05012b63 HTTP/1.1" status: 204 len: 168 time: 1.5213785 Dec 20 16:41:20.342950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:20.446059 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:16Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '6aa60348-4b7d-4568-8bf9-0518fb4a2c33', 'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:14:4b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:14Z', 'updated_at': '2021-12-20T16:41:17Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:20.480080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.480652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.481154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.492840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8af65-381e-4044-a08f-676bb2cd5f4b None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:20.493796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-17c8af65-381e-4044-a08f-676bb2cd5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:20.497329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.497870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.498444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.498955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.499566 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.500028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.501081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.501553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.502007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.502610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.506948 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8b9d746e-361f-43b6-9b68-b42eaf78e754 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9133 time: 0.7678332 Dec 20 16:41:20.545367 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:20.548764 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Checking router: b2df0bff-bc2d-46d7-805d-50275a5d56ba for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:20.549507 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Updating router b2df0bff-bc2d-46d7-805d-50275a5d56ba port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:41:20.555050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:20.555582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.557399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-17c8af65-381e-4044-a08f-676bb2cd5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:20.589287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fa39e8b4-866a-4f96-97a6-a6fbc81df01d None None] Could not find standard attr ID for object 078d1dbe-5b50-4c6e-a07a-cd1a05012b63. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:41:20.594185 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.598835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:20.676418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8af65-381e-4044-a08f-676bb2cd5f4b None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:20.677221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-17c8af65-381e-4044-a08f-676bb2cd5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:20.734343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-17c8af65-381e-4044-a08f-676bb2cd5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:20.745458 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8af65-381e-4044-a08f-676bb2cd5f4b None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:20.780328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Could not find standard attr ID for object 078d1dbe-5b50-4c6e-a07a-cd1a05012b63. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:41:20.906912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Provisioning complete for port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:20.907282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.013160 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2086669-5198-4351-ad4d-9789e87abbac tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:41:21.017087 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a2086669-5198-4351-ad4d-9789e87abbac tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/078d1dbe-5b50-4c6e-a07a-cd1a05012b63 HTTP/1.1" status: 404 len: 333 time: 0.6706030 Dec 20 16:41:21.018500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.020849 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a3b08924-e9ae-48d9-8fa6-22194d0e5299 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2220457 Dec 20 16:41:21.021093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:21.029418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:21.090583 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.108395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.113781 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.123395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9cc650-f60e-4f42-9658-de25f1d6cf66 None None] Network 78dd184a-d596-4543-bfcc-90adfa4f1e23 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:21.144184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.147559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.177203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.208823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.213897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.217233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:17Z', 'revision_number': 6, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25', 'name': '', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:8b:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:12Z', 'updated_at': '2021-12-20T16:41:20Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:21.265244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad29849-e1c2-414b-b5c2-98996496520a None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:17Z', 'revision_number': 6, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25', 'name': '', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:8b:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:12Z', 'updated_at': '2021-12-20T16:41:20Z', 'revision_number': 4, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:21.281802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] For port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25,segment=NetworkSegment(f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83),segment_id=f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:21.300176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.302931 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.304106 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/security-groups/5e22c0ec-e5bf-47d1-83d9-42a817be4af4 HTTP/1.1" status: 204 len: 168 time: 0.2821114 Dec 20 16:41:21.310490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:21.321616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.391105 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfe4ea-6981-4fa9-8b89-b45178219573 None None] Pushing event updated for resources: {'Port': ['ID=6aa60348-4b7d-4568-8bf9-0518fb4a2c33,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:21.543171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e22c0ec-e5bf-47d1-83d9-42a817be4af4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:21.577974 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Attempting to bind port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:21.578672 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Attempting to bind port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:21.579222 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Attempting to bind port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 on network 9657bbab-6044-4e70-a520-e4f44b90c80a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:21.580057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.580416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.580766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.581109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.581448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.581791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.582133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.582492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.582969 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.583138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.583468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.583796 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.584120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bc659-c832-4290-99f3-d0944940a5c6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:21.594174 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:21.594967 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Checking segment: {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:21.595666 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.596298 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Bound using segment: {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:21.597036 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Bound port: 6aa60348-4b7d-4568-8bf9-0518fb4a2c33, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:21.597703 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.674183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbb42bc5-1dd4-4fbd-9ac3-03a4085f1663 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.694407 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] For port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:21.699153 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] For port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6aa60348-4b7d-4568-8bf9-0518fb4a2c33,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:21.708024 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.755814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbb42bc5-1dd4-4fbd-9ac3-03a4085f1663 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.805152 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:21.807791 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:21.866533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Pushing event updated for resources: {'Port': ['ID=b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:21.874378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:41:21.874983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:41:21.879601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0955dfc8-c840-45d2-9d84-3a04e3c6d5da up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:21.889677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Provisioning complete for port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:21.892873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.928433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbb42bc5-1dd4-4fbd-9ac3-03a4085f1663 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.931493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbb42bc5-1dd4-4fbd-9ac3-03a4085f1663 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.932471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.932948 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fbb42bc5-1dd4-4fbd-9ac3-03a4085f1663 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/security-groups/e2cb374d-f3ed-4e7b-9bd4-08a0b58edef1 HTTP/1.1" status: 204 len: 168 time: 0.5929747 Dec 20 16:41:21.936894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 78dd184a-d596-4543-bfcc-90adfa4f1e23 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:21.939720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48124) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:21.969376 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfe4ea-6981-4fa9-8b89-b45178219573 None None] Pushing event updated for resources: {'Port': ['ID=6aa60348-4b7d-4568-8bf9-0518fb4a2c33,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:21.994364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:21.997189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=bafb771a-0d4e-4a87-ae1d-6c1a56987b8d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:22.014579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb42bc5-1dd4-4fbd-9ac3-03a4085f1663 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cb374d-f3ed-4e7b-9bd4-08a0b58edef1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:22.095462 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:22.099787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4b1841-8e79-4b5e-95c7-e4abf1bc6095 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet 12bab624-8505-42c5-85b6-2997eb3285b2 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:22.103743 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1841-8e79-4b5e-95c7-e4abf1bc6095 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.146411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.146973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.147458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.152215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.152676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.153664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.154117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.154590 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.155042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.155485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.155926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.156364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.156800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.157234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.172961 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b2d36974-6d65-4089-a695-81a6889e922e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8767 time: 1.6188207 Dec 20 16:41:22.185303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:22.191931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:22.196821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.232782 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.233852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.234719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.235214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.235995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.236484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.236966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.237444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.237962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.242090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.242711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.243329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.244066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:22.310218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1841-8e79-4b5e-95c7-e4abf1bc6095 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.328515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.433555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.469123 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] For port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6aa60348-4b7d-4568-8bf9-0518fb4a2c33,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:22.486503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.521341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0955dfc8-c840-45d2-9d84-3a04e3c6d5da,segment=NetworkSegment(2e031fad-a920-4eb7-9dff-e2fddb5fadbf),segment_id=2e031fad-a920-4eb7-9dff-e2fddb5fadbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:22.545421 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:16Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '6aa60348-4b7d-4568-8bf9-0518fb4a2c33', 'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:14:4b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:14Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:22.595210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.633051 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:22.658043 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297564ce-c372-436b-a967-c3ccc85d5443 None None] The sync data for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv is: [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:16Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '6aa60348-4b7d-4568-8bf9-0518fb4a2c33', 'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:14:4b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:14Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:22.665496 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:22.670460 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:22.692066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff700d-244f-40ec-8403-a497acc3e408 None None] Pushing event updated for resources: {'Port': ['ID=6aa60348-4b7d-4568-8bf9-0518fb4a2c33,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:22.699328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.704355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1841-8e79-4b5e-95c7-e4abf1bc6095 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.745954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b7402de6-d84a-48fd-ba36-0154cc228f6a None None] Provisioning complete for port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:22.750425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7402de6-d84a-48fd-ba36-0154cc228f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.956872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3615e-e50c-471f-9dc5-57118fce2169 req-6921adb5-a4f7-4d00-af6e-950a12dde8d5 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.959837 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-58f3615e-e50c-471f-9dc5-57118fce2169 req-6921adb5-a4f7-4d00-af6e-950a12dde8d5 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 1.9886100 Dec 20 16:41:22.988328 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:23.026320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=0955dfc8-c840-45d2-9d84-3a04e3c6d5da,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:23.167289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:23.171885 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:23.188742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b7402de6-d84a-48fd-ba36-0154cc228f6a None None] Provisioning complete for port bafb771a-0d4e-4a87-ae1d-6c1a56987b8d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:23.189117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7402de6-d84a-48fd-ba36-0154cc228f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:23.224084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e731f-a002-45fe-b303-6e912e099863 req-3e00f38f-b1ee-4300-ae0e-c2d48e583a4a tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:23.226097 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-915e731f-a002-45fe-b303-6e912e099863 req-3e00f38f-b1ee-4300-ae0e-c2d48e583a4a tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.18 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 945 time: 0.3063087 Dec 20 16:41:23.298139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b7402de6-d84a-48fd-ba36-0154cc228f6a None None] Port bafb771a-0d4e-4a87-ae1d-6c1a56987b8d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:23.311259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.20.0.1 (d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982/c1225c1d-be47-4477-8c26-a10d080c1a0b/5c69b5fc-9552-41f9-a308-69be3a91f047) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:23.334979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b7402de6-d84a-48fd-ba36-0154cc228f6a None None] Provisioning complete for port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:23.341043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7402de6-d84a-48fd-ba36-0154cc228f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:23.480056 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1841-8e79-4b5e-95c7-e4abf1bc6095 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:23.484300 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 7, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25', 'name': '', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:8b:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:12Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:23.507501 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-58f3615e-e50c-471f-9dc5-57118fce2169 req-eeb73e73-5c45-43a5-8263-be781091ac31 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/security-groups?id=492efc62-6a53-40e9-81f0-21f7beb82737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109904 Dec 20 16:41:23.531821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1841-8e79-4b5e-95c7-e4abf1bc6095 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:23.536913 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ef4b1841-8e79-4b5e-95c7-e4abf1bc6095 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/12bab624-8505-42c5-85b6-2997eb3285b2 HTTP/1.1" status: 204 len: 168 time: 1.5885727 Dec 20 16:41:23.542688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe1749-021e-4282-afe3-26c43ae02cce None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:23.551695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48128) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:23.555232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 9f6b2dc9-2d6b-4c43-b6f4-5066defe2877 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:41:23.557907 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:23.594712 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:23.595396 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:23.610584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:23.720314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:23.725128 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:23.787699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b1841-8e79-4b5e-95c7-e4abf1bc6095 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=12bab624-8505-42c5-85b6-2997eb3285b2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:23.791075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:23.799309 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c1a25da0-c195-458d-a5c8-40e02ea5f2a6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/9f6b2dc9-2d6b-4c43-b6f4-5066defe2877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6966264 Dec 20 16:41:23.799556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:23.816506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:23.818471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:23.835525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54770140-44b8-4640-847d-0ddaf6d80c0f None None] Sync routers for ids ['9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:23.907517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54770140-44b8-4640-847d-0ddaf6d80c0f None None] Routers {'9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:23.908223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54770140-44b8-4640-847d-0ddaf6d80c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:23.924850 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-915e731f-a002-45fe-b303-6e912e099863 req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Deleting port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:23.925355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-915e731f-a002-45fe-b303-6e912e099863 req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:23.974579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54770140-44b8-4640-847d-0ddaf6d80c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:23.984211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-526d9c87-b6e2-4711-8557-1ac9556a9e29 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3391 time: 1.7908120 Dec 20 16:41:23.985895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e85284f1-2dd0-410f-a9a5-9e2f069b1a41 None None] Provisioning complete for port bafb771a-0d4e-4a87-ae1d-6c1a56987b8d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:23.986561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85284f1-2dd0-410f-a9a5-9e2f069b1a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.004800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:24.013112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.016208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:24.016579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.018861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57c935-6c17-46bb-be6c-421b75d21a5f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:24.020505 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0b57c935-6c17-46bb-be6c-421b75d21a5f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports/bafb771a-0d4e-4a87-ae1d-6c1a56987b8d HTTP/1.1" status: 200 len: 911 time: 0.1975784 Dec 20 16:41:24.028637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:24.040921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f984710d-5590-49c4-a289-dadd530ebc16 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fd0aaf6-c2a2-4419-89e1-0ee740209f75'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:24.125266 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 7, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25', 'name': '', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:8b:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:12Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:24.143447 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54770140-44b8-4640-847d-0ddaf6d80c0f None None] Routers {'9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:24.144094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54770140-44b8-4640-847d-0ddaf6d80c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:24.147654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:24.168087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.174044 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-961c3660-490d-4d86-9518-0b5c18751578 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3 HTTP/1.1" status: 200 len: 700 time: 4.3492768 Dec 20 16:41:24.188674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48136) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:24.216230 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd8421-7cf3-419a-8ad6-4ceda7d24f39 None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 7, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25', 'name': '', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:8b:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:12Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:24.284134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54770140-44b8-4640-847d-0ddaf6d80c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:24.284771 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54770140-44b8-4640-847d-0ddaf6d80c0f None None] The sync data for ids ['9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:24.292582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e85284f1-2dd0-410f-a9a5-9e2f069b1a41 None None] Port bafb771a-0d4e-4a87-ae1d-6c1a56987b8d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:24.401198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-915e731f-a002-45fe-b303-6e912e099863 req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] For port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,segment=NetworkSegment(206e285f-56f7-490b-9264-7936e20cffd2),segment_id=206e285f-56f7-490b-9264-7936e20cffd2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:24.402193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-915e731f-a002-45fe-b303-6e912e099863 req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.432245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0955dfc8-c840-45d2-9d84-3a04e3c6d5da up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:24.434584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:24.445360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c8fe77d2-e6d9-421c-bfc8-ac8c0b3da42b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016449850', 'description': 'tempest-secgroup-smoke-1016449850 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:24.476552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-915e731f-a002-45fe-b303-6e912e099863 req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Calling delete_port for 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:24.560698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:24.561079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.722070 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ead7a5db-f5cb-41ff-858a-5f9e532ef6a7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3 HTTP/1.1" status: 200 len: 700 time: 0.5304899 Dec 20 16:41:24.739321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:24.750693 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:24.771721 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:24.772549 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:24.778235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-915e731f-a002-45fe-b303-6e912e099863 req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.782314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.803572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:24.888585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Pushing event deleted for resources: {'Port': ['ID=35c29dac-b540-4f46-9a62-c12c3ff8ebd7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:24.900556 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71115e5b-a302-4515-80a7-0066adbfc9e3 req-a11e3bca-2b98-4788-b561-842eccbeb4c2 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d39bafc8-1700-4f61-a25f-4310fa5f4dda HTTP/1.1" status: 200 len: 210 time: 0.1767876 Dec 20 16:41:24.974019 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:24.974468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f984710d-5590-49c4-a289-dadd530ebc16 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.993666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8fe77d2-e6d9-421c-bfc8-ac8c0b3da42b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:24.996441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:24.996813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.007537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-915e731f-a002-45fe-b303-6e912e099863 req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] No DVR routers for this DVR port 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:25.016721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-915e731f-a002-45fe-b303-6e912e099863 req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.023432 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-915e731f-a002-45fe-b303-6e912e099863 req-c254cfca-613a-4c56-99a9-d611efdb8619 tempest-TestServerAdvancedOps-1884689738 tempest-TestServerAdvancedOps-1884689738-project] 10.222.0.18 "DELETE /v2.0/ports/35c29dac-b540-4f46-9a62-c12c3ff8ebd7 HTTP/1.1" status: 204 len: 173 time: 1.7816126 Dec 20 16:41:25.031494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39bafc8-1700-4f61-a25f-4310fa5f4dda', 'name': 'network-vif-deleted', 'tag': '35c29dac-b540-4f46-9a62-c12c3ff8ebd7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:41:25.035546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e34b45-f94c-4b30-8063-a623ee061548" -d '{"events": [{"server_uuid": "d39bafc8-1700-4f61-a25f-4310fa5f4dda", "name": "network-vif-deleted", "tag": "35c29dac-b540-4f46-9a62-c12c3ff8ebd7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:41:25.090310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.177403 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:25.180765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8fe77d2-e6d9-421c-bfc8-ac8c0b3da42b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.193997 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:25.196454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8fe77d2-e6d9-421c-bfc8-ac8c0b3da42b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.235203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db8329f4-2942-4b72-80dd-493379053199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.261130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8fe77d2-e6d9-421c-bfc8-ac8c0b3da42b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.265420 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c8fe77d2-e6d9-421c-bfc8-ac8c0b3da42b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8195562 Dec 20 16:41:25.273754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:25.284506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d367af92-80cd-41e7-8345-6f09e6d6d5e7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '1215a0b9-94f0-4be7-9a1f-86c579449ac8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:25.304463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe77d2-e6d9-421c-bfc8-ac8c0b3da42b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1215a0b9-94f0-4be7-9a1f-86c579449ac8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:25.321310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:25.327939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:25.334242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:25.358142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d367af92-80cd-41e7-8345-6f09e6d6d5e7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.381002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f0c067ae-b357-42ae-b4d7-6d0c08661ebd None None] Provisioning complete for port a4bafccc-39ee-440e-8e3c-74547daf7970 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:25.381563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0c067ae-b357-42ae-b4d7-6d0c08661ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.413867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b08bfe1-0670-4c35-8a8d-f685d3a90570 x-openstack-request-id: req-3b08bfe1-0670-4c35-8a8d-f685d3a90570 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:41:25.414155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39bafc8-1700-4f61-a25f-4310fa5f4dda", "name": "network-vif-deleted", "tag": "35c29dac-b540-4f46-9a62-c12c3ff8ebd7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:41:25.422600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:25.422898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b08bfe1-0670-4c35-8a8d-f685d3a90570 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:41:25.423519 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39bafc8-1700-4f61-a25f-4310fa5f4dda', 'name': 'network-vif-deleted', 'tag': '35c29dac-b540-4f46-9a62-c12c3ff8ebd7', 'status': 'completed', 'code': 200} Dec 20 16:41:25.430539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:25.431128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.439892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=5c69b5fc-9552-41f9-a308-69be3a91f047,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:25.468451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe4f7b3-368e-4544-9783-7d19a1fee6c8 None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:25.482323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d367af92-80cd-41e7-8345-6f09e6d6d5e7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.492986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d367af92-80cd-41e7-8345-6f09e6d6d5e7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.547256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367af92-80cd-41e7-8345-6f09e6d6d5e7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74a4973-389d-4b1a-801b-02834de4f69b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:25.561156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d367af92-80cd-41e7-8345-6f09e6d6d5e7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.565298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d367af92-80cd-41e7-8345-6f09e6d6d5e7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2896252 Dec 20 16:41:25.565920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:25.574697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f4d4ced6-389f-4618-af13-c1f7359942f5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '1215a0b9-94f0-4be7-9a1f-86c579449ac8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:25.609228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f0c067ae-b357-42ae-b4d7-6d0c08661ebd None None] Port a4bafccc-39ee-440e-8e3c-74547daf7970 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:25.645370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4d4ced6-389f-4618-af13-c1f7359942f5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.647155 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 7, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25', 'name': '', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:8b:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:12Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:25.687878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f0c067ae-b357-42ae-b4d7-6d0c08661ebd None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:25.688350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0c067ae-b357-42ae-b4d7-6d0c08661ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.690409 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:25.703421 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:25.704298 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:40:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:25.775074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4d4ced6-389f-4618-af13-c1f7359942f5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.780727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4d4ced6-389f-4618-af13-c1f7359942f5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.818747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4ced6-389f-4618-af13-c1f7359942f5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec889913-157b-4ebc-b835-fecc652a79c0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:25.842039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4d4ced6-389f-4618-af13-c1f7359942f5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.847066 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f4d4ced6-389f-4618-af13-c1f7359942f5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2769063 Dec 20 16:41:25.847654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:25.858038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ef81386b-0afb-4d16-aa5a-9bb0d56797aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '1215a0b9-94f0-4be7-9a1f-86c579449ac8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:25.891155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef81386b-0afb-4d16-aa5a-9bb0d56797aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.894905 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:25.926524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23262a-e876-4cb2-af17-a74b36465ab6 None None] Update dhcp port {'port': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'fixed_ips': [{'subnet_id': '821ed5ed-72b3-43c8-be39-ceb473a0dba1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '9bf38fa2-1880-44b3-abc0-56e00b350ddf'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:41:25.973953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee23262a-e876-4cb2-af17-a74b36465ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.984883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef81386b-0afb-4d16-aa5a-9bb0d56797aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:25.992095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef81386b-0afb-4d16-aa5a-9bb0d56797aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.018747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:26.038906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef81386b-0afb-4d16-aa5a-9bb0d56797aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.040714 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ef81386b-0afb-4d16-aa5a-9bb0d56797aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1910801 Dec 20 16:41:26.063681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81386b-0afb-4d16-aa5a-9bb0d56797aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb92bcc-7f46-4661-ada7-bfd4c8f261ee,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:26.066571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:26.076549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e2c1b918-bc2c-4205-91b7-a81855799784 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '1215a0b9-94f0-4be7-9a1f-86c579449ac8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:26.124272 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-578f73bd-ef8d-48b3-814a-5c9e248ebb84 admin admin] Deleting subnet dd113b3b-1528-42fa-86d0-6a072a9a9ab2 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:26.129971 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578f73bd-ef8d-48b3-814a-5c9e248ebb84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.160550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:26.188022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ee23262a-e876-4cb2-af17-a74b36465ab6 None None] Allocated IP 172.20.0.2 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6/9bf38fa2-1880-44b3-abc0-56e00b350ddf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:26.194046 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d10daccc-b584-449c-96b0-c804fc88b5ce tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6038616 Dec 20 16:41:26.194948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:26.205569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578f73bd-ef8d-48b3-814a-5c9e248ebb84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.213161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d60cdc6d-7040-4843-a2be-62ac9974a6bd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1090378558'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:26.222480 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 7, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25', 'name': '', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:8b:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:12Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:26.236679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.237320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b918-bc2c-4205-91b7-a81855799784 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.254038 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0920ecf-20c8-4640-ac20-7854ee169333 None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 7, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25', 'name': '', 'network_id': '62124660-2445-4bd0-b9d2-93eb63221913', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:8b:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:12Z', 'updated_at': '2021-12-20T16:41:21Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '4f2743e4-923b-4ca6-92e2-49df45033141', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:26.283650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578f73bd-ef8d-48b3-814a-5c9e248ebb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.327639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:26.328260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 35c29dac-b540-4f46-9a62-c12c3ff8ebd7 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:26.333325 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b918-bc2c-4205-91b7-a81855799784 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.342561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b918-bc2c-4205-91b7-a81855799784 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.373799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1b918-bc2c-4205-91b7-a81855799784 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9ce631-3cab-40ae-994a-31ec1088a736,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:26.378195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ee23262a-e876-4cb2-af17-a74b36465ab6 None None] For port 9bf38fa2-1880-44b3-abc0-56e00b350ddf, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9bf38fa2-1880-44b3-abc0-56e00b350ddf,segment=NetworkSegment(8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc),segment_id=8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:26.389821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578f73bd-ef8d-48b3-814a-5c9e248ebb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.404699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b918-bc2c-4205-91b7-a81855799784 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.409172 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e2c1b918-bc2c-4205-91b7-a81855799784 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3396454 Dec 20 16:41:26.415104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee23262a-e876-4cb2-af17-a74b36465ab6 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.420758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:26.423453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee23262a-e876-4cb2-af17-a74b36465ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.427603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-634ae85b-b7dc-4021-acb1-19ef08e1c503 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '1215a0b9-94f0-4be7-9a1f-86c579449ac8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:26.436713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f73bd-ef8d-48b3-814a-5c9e248ebb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd113b3b-1528-42fa-86d0-6a072a9a9ab2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:26.438296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-578f73bd-ef8d-48b3-814a-5c9e248ebb84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.442037 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-578f73bd-ef8d-48b3-814a-5c9e248ebb84 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dd113b3b-1528-42fa-86d0-6a072a9a9ab2 HTTP/1.1" status: 204 len: 168 time: 0.4210391 Dec 20 16:41:26.444218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:26.450673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d60cdc6d-7040-4843-a2be-62ac9974a6bd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.528438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23262a-e876-4cb2-af17-a74b36465ab6 None None] Pushing event updated for resources: {'Port': ['ID=9bf38fa2-1880-44b3-abc0-56e00b350ddf,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:26.535631 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.573719 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-634ae85b-b7dc-4021-acb1-19ef08e1c503 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:41:26.620856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-634ae85b-b7dc-4021-acb1-19ef08e1c503 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.634039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.665212 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecefe1c-24ec-4f54-9eb8-6439707d9683']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:26.675829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206e285f-56f7-490b-9264-7936e20cffd2') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:26.676292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206e285f-56f7-490b-9264-7936e20cffd2') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:26.687768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.694140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f984710d-5590-49c4-a289-dadd530ebc16 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.706568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.713989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:26.714725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:26.717121 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:26.759547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f984710d-5590-49c4-a289-dadd530ebc16 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.765999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984710d-5590-49c4-a289-dadd530ebc16 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:26.766683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f984710d-5590-49c4-a289-dadd530ebc16 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.770323 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f984710d-5590-49c4-a289-dadd530ebc16 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/ports/bafb771a-0d4e-4a87-ae1d-6c1a56987b8d HTTP/1.1" status: 200 len: 911 time: 2.7384682 Dec 20 16:41:26.771564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:26.796952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.813509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d60cdc6d-7040-4843-a2be-62ac9974a6bd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.851946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d60cdc6d-7040-4843-a2be-62ac9974a6bd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.859483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.864280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.870693 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/fecefe1c-24ec-4f54-9eb8-6439707d9683 HTTP/1.1" status: 204 len: 168 time: 0.4253488 Dec 20 16:41:26.871853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:26.920156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d6f5e-e5e2-4760-ab7d-03fdb36b15a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fecefe1c-24ec-4f54-9eb8-6439707d9683,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:26.923792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-634ae85b-b7dc-4021-acb1-19ef08e1c503 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.950000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d60cdc6d-7040-4843-a2be-62ac9974a6bd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.954094 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d60cdc6d-7040-4843-a2be-62ac9974a6bd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7453518 Dec 20 16:41:26.954948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-634ae85b-b7dc-4021-acb1-19ef08e1c503 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.963907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48170) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:26.979768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3ced0ef0-8d41-4aa6-b419-7959aeeba755 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1152594298'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:26.984628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984710d-5590-49c4-a289-dadd530ebc16 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=bafb771a-0d4e-4a87-ae1d-6c1a56987b8d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:27.036145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef2798c-e372-468d-bcde-b79d9eea9a70 admin admin] Deleting subnet 48c76c0e-ab30-44fe-a72f-df4a112c2444 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:27.040916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cdc6d-7040-4843-a2be-62ac9974a6bd tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb931b-280d-40d2-88d2-2bda017261bb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:27.042482 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ef2798c-e372-468d-bcde-b79d9eea9a70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.051717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ae85b-b7dc-4021-acb1-19ef08e1c503 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29821b3d-c3b1-4911-bb13-be631c837cbb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:27.076460 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-634ae85b-b7dc-4021-acb1-19ef08e1c503 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.077585 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-634ae85b-b7dc-4021-acb1-19ef08e1c503 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6542823 Dec 20 16:41:27.082444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48172) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:27.092782 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9f6fe618-d111-418f-bcbc-92eab569a489 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '1215a0b9-94f0-4be7-9a1f-86c579449ac8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:27.132366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ced0ef0-8d41-4aa6-b419-7959aeeba755 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.134003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ef2798c-e372-468d-bcde-b79d9eea9a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.201635 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-9f6fe618-d111-418f-bcbc-92eab569a489 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:41:27.223084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ef2798c-e372-468d-bcde-b79d9eea9a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.225492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe618-d111-418f-bcbc-92eab569a489 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.256492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-39a5b999-497b-4eee-9923-d1c6ee286144 None None] Provisioning complete for port a4bafccc-39ee-440e-8e3c-74547daf7970 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:27.257279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-39a5b999-497b-4eee-9923-d1c6ee286144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.353261 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ced0ef0-8d41-4aa6-b419-7959aeeba755 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.361352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ef2798c-e372-468d-bcde-b79d9eea9a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.364852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe618-d111-418f-bcbc-92eab569a489 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.365676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ced0ef0-8d41-4aa6-b419-7959aeeba755 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.389121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.415923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe618-d111-418f-bcbc-92eab569a489 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.423465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2798c-e372-468d-bcde-b79d9eea9a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c76c0e-ab30-44fe-a72f-df4a112c2444,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:27.438507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ef2798c-e372-468d-bcde-b79d9eea9a70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.445830 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1ef2798c-e372-468d-bcde-b79d9eea9a70 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/48c76c0e-ab30-44fe-a72f-df4a112c2444 HTTP/1.1" status: 204 len: 168 time: 0.5662136 Dec 20 16:41:27.447859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:27.457393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fe618-d111-418f-bcbc-92eab569a489 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af674898-cb6d-4526-8333-98b19ea46957,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:27.495754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ced0ef0-8d41-4aa6-b419-7959aeeba755 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.499911 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3ced0ef0-8d41-4aa6-b419-7959aeeba755 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5328624 Dec 20 16:41:27.503021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:27.516432 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-583f4768-598c-4487-93f7-0d2cdd6ad2d7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'security_group': {'name': 'tempest-secgroup-2058742087'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:27.530656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced0ef0-8d41-4aa6-b419-7959aeeba755 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c22ab2b-e215-4913-9f10-2eab26ab6466,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:27.534475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.548741 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.577507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9bf38fa2-1880-44b3-abc0-56e00b350ddf up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:27.583652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe618-d111-418f-bcbc-92eab569a489 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.586786 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9f6fe618-d111-418f-bcbc-92eab569a489 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5010724 Dec 20 16:41:27.612056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.657649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-39a5b999-497b-4eee-9923-d1c6ee286144 None None] Port a4bafccc-39ee-440e-8e3c-74547daf7970 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:27.695020 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=5c69b5fc-9552-41f9-a308-69be3a91f047,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:27.697676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:27.698276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.701103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.712423 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-583f4768-598c-4487-93f7-0d2cdd6ad2d7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.749113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-39a5b999-497b-4eee-9923-d1c6ee286144 None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:27.750217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-39a5b999-497b-4eee-9923-d1c6ee286144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.835250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.838751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41854ac1-7256-446c-ac9a-c7dfac864d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.889222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:27.900790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:27.944763 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-583f4768-598c-4487-93f7-0d2cdd6ad2d7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.954568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.993538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-583f4768-598c-4487-93f7-0d2cdd6ad2d7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.993793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:28.007178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45d6ced-5c08-4c3c-ae7d-c238024f650b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:28.007471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45d6ced-5c08-4c3c-ae7d-c238024f650b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:28.020829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.078686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.086870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:28.087252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:28.089125 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:28.098042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-583f4768-598c-4487-93f7-0d2cdd6ad2d7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.099321 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-583f4768-598c-4487-93f7-0d2cdd6ad2d7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5921328 Dec 20 16:41:28.107624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:28.123782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f4768-598c-4487-93f7-0d2cdd6ad2d7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace4d48f-b613-464c-96bc-c54ca1030b46,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:28.129828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-262385904', 'security_groups': ['ace4d48f-b613-464c-96bc-c54ca1030b46'], 'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:28.140369 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-6b61d9da-f2ba-4319-8a98-9e988fbacb0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016449850&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.2093453 Dec 20 16:41:28.157596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.161838 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.165264 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40 HTTP/1.1" status: 204 len: 168 time: 0.7168956 Dec 20 16:41:28.183501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2ad70-b5f6-428c-9f94-681bd35c4df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba99c564-2b9c-4cd6-9e5d-a4ec73b86a40,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:28.277167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port bafb771a-0d4e-4a87-ae1d-6c1a56987b8d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:28.277668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.377789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:28.403854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.409622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.432948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for bafb771a-0d4e-4a87-ae1d-6c1a56987b8d owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:28.453368 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a6fa6d9e-4af6-4537-bdfd-9ebaa7f9c94c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f5fcd24bcc646c581589ddc2421c268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0743253 Dec 20 16:41:28.456459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:28.510748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:28.511338 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.585280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5a4cbe7-f7e1-4530-b357-fdc22861881b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.615929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:28.616613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5a4cbe7-f7e1-4530-b357-fdc22861881b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.691474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.722057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=bafb771a-0d4e-4a87-ae1d-6c1a56987b8d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:28.728145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5a4cbe7-f7e1-4530-b357-fdc22861881b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.732074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5a4cbe7-f7e1-4530-b357-fdc22861881b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.735804 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d5a4cbe7-f7e1-4530-b357-fdc22861881b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/492efc62-6a53-40e9-81f0-21f7beb82737 HTTP/1.1" status: 204 len: 168 time: 0.2760060 Dec 20 16:41:28.846166 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-8335e191-d9fe-416b-bcc6-90d95ffe424c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:28.847804 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-8335e191-d9fe-416b-bcc6-90d95ffe424c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=9657bbab-6044-4e70-a520-e4f44b90c80a HTTP/1.1" status: 200 len: 797 time: 0.6861866 Dec 20 16:41:28.859972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25,segment=NetworkSegment(f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83),segment_id=f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:28.860320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.923249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:28.927657 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-aca50e70-0a5d-4079-9caa-c2fe43bc91a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0719466 Dec 20 16:41:28.990980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:29.136136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:29.148876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e04c8-438a-4784-ba38-166d69f39670 None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:29.160771 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c08b73e0-e4c6-44bd-831f-796f58a84e6e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/routers/9f77604f-65d1-404c-b991-5a83c2371739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1298823 Dec 20 16:41:29.161920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4cbe7-f7e1-4530-b357-fdc22861881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492efc62-6a53-40e9-81f0-21f7beb82737,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:29.162488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e04c8-438a-4784-ba38-166d69f39670 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:29.162850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-233e04c8-438a-4784-ba38-166d69f39670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:29.169790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:29.175993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'port': {'network_id': 'd4c5ac8a-383f-42b3-bcf5-60ea8b0ca982', 'name': 'tempest-FloatingIPTestJSON-1769650412'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:29.203748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:29.204214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-233e04c8-438a-4784-ba38-166d69f39670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:29.220560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e04c8-438a-4784-ba38-166d69f39670 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:29.221182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-233e04c8-438a-4784-ba38-166d69f39670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:29.231908 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-c93b5809-74c6-46f2-9708-6aecb3726549 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2918775 Dec 20 16:41:29.243525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.261334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-233e04c8-438a-4784-ba38-166d69f39670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:29.262565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e04c8-438a-4784-ba38-166d69f39670 None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:29.280466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.283953 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-04712880-7371-4aca-9858-823c28bf7e47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce77829bcf5446439da92df7b01c2866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0791748 Dec 20 16:41:29.288316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:29.344711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] device_id is not set on port ac7c39af-fef5-447c-85c6-1188f87f6fd8 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:41:29.465691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b892445b-98cd-4118-a88f-dabb0e787060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.493798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 9f6b2dc9-2d6b-4c43-b6f4-5066defe2877 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:29.495740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b892445b-98cd-4118-a88f-dabb0e787060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.599191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:29.604614 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-93ddd94b-408a-4ae9-937e-0804cee15846 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/9f6b2dc9-2d6b-4c43-b6f4-5066defe2877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8320446 Dec 20 16:41:29.608226 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:29.612447 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b16db4-44cb-4e98-aaad-abf801953d1a None None] Sync routers for ids ['9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:29.627135 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b16db4-44cb-4e98-aaad-abf801953d1a None None] Routers {'9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:29.628164 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f2b16db4-44cb-4e98-aaad-abf801953d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:29.637886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Made reservation on behalf of 88369290713541ea8a0990af0d0da132 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:29.641301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.642126 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-33c54766-e61e-4d4d-b361-53ed921ab092 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f6b2dc9-2d6b-4c43-b6f4-5066defe2877 HTTP/1.1" status: 200 len: 205 time: 0.0329828 Dec 20 16:41:29.643138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:29.643774 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b892445b-98cd-4118-a88f-dabb0e787060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.646422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b892445b-98cd-4118-a88f-dabb0e787060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.650053 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b892445b-98cd-4118-a88f-dabb0e787060 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c528aa7-fff6-445e-8af4-135aaa254867 HTTP/1.1" status: 204 len: 168 time: 0.3584008 Dec 20 16:41:29.650233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.663731 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f2b16db4-44cb-4e98-aaad-abf801953d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:29.673311 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b16db4-44cb-4e98-aaad-abf801953d1a None None] Routers {'9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:29.674291 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f2b16db4-44cb-4e98-aaad-abf801953d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:29.727699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892445b-98cd-4118-a88f-dabb0e787060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c528aa7-fff6-445e-8af4-135aaa254867,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:29.730595 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f2b16db4-44cb-4e98-aaad-abf801953d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:29.736018 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b16db4-44cb-4e98-aaad-abf801953d1a None None] The sync data for ids ['9f6b2dc9-2d6b-4c43-b6f4-5066defe2877'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:29.741351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fee1a1a3-25cc-4b5a-bb02-42535d357c8a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.814165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:29.837753 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] device_id is not set on port ba11d2b0-a56b-4668-b318-34563d55dba7 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:41:29.892290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.12 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6/ac7c39af-fef5-447c-85c6-1188f87f6fd8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:29.937417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fee1a1a3-25cc-4b5a-bb02-42535d357c8a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.940580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fee1a1a3-25cc-4b5a-bb02-42535d357c8a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.954763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.995908 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fee1a1a3-25cc-4b5a-bb02-42535d357c8a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.997186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee1a1a3-25cc-4b5a-bb02-42535d357c8a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6b2dc9-2d6b-4c43-b6f4-5066defe2877 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:41:30.009930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fee1a1a3-25cc-4b5a-bb02-42535d357c8a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.013791 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fee1a1a3-25cc-4b5a-bb02-42535d357c8a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/9f6b2dc9-2d6b-4c43-b6f4-5066defe2877 HTTP/1.1" status: 204 len: 168 time: 0.3628063 Dec 20 16:41:30.014201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48216) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:30.022113 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-8c036ff8-7d30-412e-b151-c41a98384cb5 service neutron] 10.222.0.60 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139969 Dec 20 16:41:30.080734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb38c02e-4e11-4adb-a914-a7404394a9fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting subnet 5fd0aaf6-c2a2-4419-89e1-0ee740209f75 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:30.086082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb38c02e-4e11-4adb-a914-a7404394a9fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.144188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb38c02e-4e11-4adb-a914-a7404394a9fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.203771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.232975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb38c02e-4e11-4adb-a914-a7404394a9fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.296262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb38c02e-4e11-4adb-a914-a7404394a9fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.325609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38c02e-4e11-4adb-a914-a7404394a9fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd0aaf6-c2a2-4419-89e1-0ee740209f75,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:30.327640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb38c02e-4e11-4adb-a914-a7404394a9fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.333861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cb38c02e-4e11-4adb-a914-a7404394a9fb tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/5fd0aaf6-c2a2-4419-89e1-0ee740209f75 HTTP/1.1" status: 204 len: 168 time: 0.3160696 Dec 20 16:41:30.334278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:30.337761 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c2327-5cce-40e3-8f7f-4c36f5953276 None None] Network 78dd184a-d596-4543-bfcc-90adfa4f1e23 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:30.419642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.480308 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:30.481253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.499771 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dae46a-6efb-4f34-8a7c-64eac31b8844 None None] DHCP port deletion for 78dd184a-d596-4543-bfcc-90adfa4f1e23 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:30.549108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0955dfc8-c840-45d2-9d84-3a04e3c6d5da,segment=NetworkSegment(2e031fad-a920-4eb7-9dff-e2fddb5fadbf),segment_id=2e031fad-a920-4eb7-9dff-e2fddb5fadbf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:30.549470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.562621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-45dae46a-6efb-4f34-8a7c-64eac31b8844 None None] Deleting port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:30.562867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 0955dfc8-c840-45d2-9d84-3a04e3c6d5da owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:30.563119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45dae46a-6efb-4f34-8a7c-64eac31b8844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.626627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-45dae46a-6efb-4f34-8a7c-64eac31b8844 None None] For port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0955dfc8-c840-45d2-9d84-3a04e3c6d5da,segment=NetworkSegment(2e031fad-a920-4eb7-9dff-e2fddb5fadbf),segment_id=2e031fad-a920-4eb7-9dff-e2fddb5fadbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:30.627020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45dae46a-6efb-4f34-8a7c-64eac31b8844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.639826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-45dae46a-6efb-4f34-8a7c-64eac31b8844 None None] Calling delete_port for 0955dfc8-c840-45d2-9d84-3a04e3c6d5da owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:30.656593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.660505 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.20.0.14 (d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982/c1225c1d-be47-4477-8c26-a10d080c1a0b/ba11d2b0-a56b-4668-b318-34563d55dba7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:30.674077 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-347783f0-5195-4a17-a4a2-58c5e069f9b0 service neutron] 10.222.0.60 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371508 Dec 20 16:41:30.685094 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=0955dfc8-c840-45d2-9d84-3a04e3c6d5da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:30.687266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No DVR routers for this DVR port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:30.712381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.786044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.800414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45dae46a-6efb-4f34-8a7c-64eac31b8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.812116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dd184a-d596-4543-bfcc-90adfa4f1e23']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:30.824848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e031fad-a920-4eb7-9dff-e2fddb5fadbf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:30.825109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e031fad-a920-4eb7-9dff-e2fddb5fadbf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:30.833393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.836492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.838132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dae46a-6efb-4f34-8a7c-64eac31b8844 None None] No DVR routers for this DVR port 0955dfc8-c840-45d2-9d84-3a04e3c6d5da on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:30.852117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.859386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:30.859792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.903260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dae46a-6efb-4f34-8a7c-64eac31b8844 None None] Pushing event deleted for resources: {'Port': ['ID=0955dfc8-c840-45d2-9d84-3a04e3c6d5da,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:30.929672 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:30.936960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.959237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.962339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:30.964341 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/networks/78dd184a-d596-4543-bfcc-90adfa4f1e23 HTTP/1.1" status: 204 len: 168 time: 0.6290350 Dec 20 16:41:30.974857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:31.012226 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f67efbd3-3568-46df-8af8-b262bdb8e6cf req-36a53e10-dc87-4cf2-b9a2-a7687651bb41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 210 time: 0.0771360 Dec 20 16:41:31.012471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8da54c16-0b38-41ef-a15f-4d4373b19ef9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1384653722', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:31.019882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5efa9f-fbf1-49b6-9f8c-b4ee3599be66 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Network': ['ID=78dd184a-d596-4543-bfcc-90adfa4f1e23,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:31.027849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:31.096731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:31.120559 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:31.123238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:31.158480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=ac7c39af-fef5-447c-85c6-1188f87f6fd8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:31.213634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da54c16-0b38-41ef-a15f-4d4373b19ef9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.215199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da54c16-0b38-41ef-a15f-4d4373b19ef9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.287655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.312937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:31.313586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.375463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:31.387636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:31.388192 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b91ce97a-0b20-494b-94b6-15ed1a35365e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6118095 Dec 20 16:41:31.390444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:31.390967 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da54c16-0b38-41ef-a15f-4d4373b19ef9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.397427 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d3ad66a0-038c-4946-b27e-1493a90d0470 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2799356 Dec 20 16:41:31.398522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:31.403368 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a33b9a78-478e-42c6-b352-7bd99abcbd48 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:31.459439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:31.459969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:31.463211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64994ac-4c0c-4ebc-a028-de6177ee121a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting subnet 4f2743e4-923b-4ca6-92e2-49df45033141 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:31.467425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64994ac-4c0c-4ebc-a028-de6177ee121a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.521365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fe88fa27-9af6-4a93-b070-2cc50e8ce5d3 None None] Provisioning complete for port ac7c39af-fef5-447c-85c6-1188f87f6fd8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:31.521967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe88fa27-9af6-4a93-b070-2cc50e8ce5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.526238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da54c16-0b38-41ef-a15f-4d4373b19ef9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.535901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64994ac-4c0c-4ebc-a028-de6177ee121a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.555905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.588727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da54c16-0b38-41ef-a15f-4d4373b19ef9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.592433 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8da54c16-0b38-41ef-a15f-4d4373b19ef9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6117702 Dec 20 16:41:31.595915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:31.604824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1570590570'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:31.610523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33b9a78-478e-42c6-b352-7bd99abcbd48 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:31.614218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a33b9a78-478e-42c6-b352-7bd99abcbd48 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.626243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0955dfc8-c840-45d2-9d84-3a04e3c6d5da no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:31.655212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fe88fa27-9af6-4a93-b070-2cc50e8ce5d3 None None] Port ac7c39af-fef5-447c-85c6-1188f87f6fd8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:31.658287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 0955dfc8-c840-45d2-9d84-3a04e3c6d5da {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:31.658884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0955dfc8-c840-45d2-9d84-3a04e3c6d5da not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:31.672787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64994ac-4c0c-4ebc-a028-de6177ee121a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.676466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:31.717807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:31.728963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:31.731372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=ba11d2b0-a56b-4668-b318-34563d55dba7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:31.738011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:31.772694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64994ac-4c0c-4ebc-a028-de6177ee121a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.791830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:31.797555 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.801723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64994ac-4c0c-4ebc-a028-de6177ee121a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2743e4-923b-4ca6-92e2-49df45033141,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:31.805433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a64994ac-4c0c-4ebc-a028-de6177ee121a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.807001 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-a33b9a78-478e-42c6-b352-7bd99abcbd48 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6 (CIDR: 172.20.0.0/28) Dec 20 16:41:31.809857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a64994ac-4c0c-4ebc-a028-de6177ee121a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/4f2743e4-923b-4ca6-92e2-49df45033141 HTTP/1.1" status: 204 len: 168 time: 0.4183073 Dec 20 16:41:31.812626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:31.826785 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33b9a78-478e-42c6-b352-7bd99abcbd48 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:41:31.828025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33b9a78-478e-42c6-b352-7bd99abcbd48 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:31.829804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fe5131-26ea-4109-9c22-3a4a076f49af None None] Network 62124660-2445-4bd0-b9d2-93eb63221913 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:31.847251 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a33b9a78-478e-42c6-b352-7bd99abcbd48 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4483588 Dec 20 16:41:31.850018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:31.860740 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:31.861149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.874124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:41:31.881006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-69e79fac-7522-432e-80f2-2d02fbe82a8c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:31.889978 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-54876f3d-b341-4a67-85bf-88fea6484ad0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7156343 Dec 20 16:41:31.889978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.889978 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added segment e52cdf58-2e39-441c-b739-ceb6987c4253 of type vlan for network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 Dec 20 16:41:31.890899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:31.913764 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'port': {'network_id': 'd4c5ac8a-383f-42b3-bcf5-60ea8b0ca982', 'name': 'tempest-FloatingIPTestJSON-1070187253'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:31.937777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.980218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:31.984124 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:31.989519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:31.991073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:31.992036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.067742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:29Z', 'revision_number': 8, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:32.113306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:32.122982 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5243323 Dec 20 16:41:32.124005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:32.131491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f0ff71-1a0c-46c5-b7ff-308cabe881ad None None] DHCP port deletion for 62124660-2445-4bd0-b9d2-93eb63221913 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:32.140184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'subnet': {'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:32.142562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:32.143783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:32.159885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc70349-6c81-4d2c-ba2b-f0cf7ccdbef6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Network': ['ID=88f25e7f-cfcd-46f6-ba37-af3bdd475734,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:32.208191 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d1de5e1d-983c-47f9-b667-0a17ab8a3fcd req-359e479b-9a31-4dd8-ba07-3ebca6f9c3cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 210 time: 0.0303936 Dec 20 16:41:32.240923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:41:32.312410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-ca4e992c-55ab-4c1d-9d41-c18d7cf3ab08 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:32.313966 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-ca4e992c-55ab-4c1d-9d41-c18d7cf3ab08 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=9657bbab-6044-4e70-a520-e4f44b90c80a HTTP/1.1" status: 200 len: 797 time: 0.2910392 Dec 20 16:41:32.319267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Made reservation on behalf of 88369290713541ea8a0990af0d0da132 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:32.323208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.324915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:32.328900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.341353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:32.353716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e79fac-7522-432e-80f2-2d02fbe82a8c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:32.357170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69e79fac-7522-432e-80f2-2d02fbe82a8c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.390544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] device_id is not set on port 27790f9d-f69e-4b78-9898-55ad3b28bcce yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:41:32.404029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port 2b384389-2294-4301-b03c-46ed75a34bc9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:32.404319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.542817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.617307 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-a199d7e5-e2ee-4c01-83c9-5b85285b21bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 380 time: 0.2896905 Dec 20 16:41:32.623194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port 2b384389-2294-4301-b03c-46ed75a34bc9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2b384389-2294-4301-b03c-46ed75a34bc9,segment=NetworkSegment(f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83),segment_id=f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:32.623641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.641473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': '1406ab98-564d-4100-bc79-73f4027611ea', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['1215a0b9-94f0-4be7-9a1f-86c579449ac8']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:32.644002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-23f0ff71-1a0c-46c5-b7ff-308cabe881ad None None] Deleting port 2b384389-2294-4301-b03c-46ed75a34bc9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:32.644493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23f0ff71-1a0c-46c5-b7ff-308cabe881ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.667182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Checking segment: {'id': 'e52cdf58-2e39-441c-b739-ceb6987c4253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:32.667864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network hostable DHCP agents. Network: 88f25e7f-cfcd-46f6-ba37-af3bdd475734, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:41:32.672872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Subnet': ['ID=09d32d11-d15b-486c-9134-30a0f23d6293,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:32.689233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-69e79fac-7522-432e-80f2-2d02fbe82a8c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 821ed5ed-72b3-43c8-be39-ceb473a0dba1 (CIDR: 172.20.0.16/28) Dec 20 16:41:32.694401 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for 2b384389-2294-4301-b03c-46ed75a34bc9 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:32.697966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:41:32.705852 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e79fac-7522-432e-80f2-2d02fbe82a8c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:41:32.706376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e79fac-7522-432e-80f2-2d02fbe82a8c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:32.714822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 88f25e7f-cfcd-46f6-ba37-af3bdd475734) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:32.728162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c85f00-d0b7-47b4-8872-63b7b2386242 None None] Network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:32.728479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:32.729192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.748418 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-54b1e4f3-6aca-420e-9eb7-6044bd8fb94f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6155026 Dec 20 16:41:32.754864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48252) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:32.759737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-23f0ff71-1a0c-46c5-b7ff-308cabe881ad None None] For port 2b384389-2294-4301-b03c-46ed75a34bc9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=2b384389-2294-4301-b03c-46ed75a34bc9,segment=NetworkSegment(f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83),segment_id=f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:32.760401 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23f0ff71-1a0c-46c5-b7ff-308cabe881ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.819124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.20.0.2 (d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982/c1225c1d-be47-4477-8c26-a10d080c1a0b/27790f9d-f69e-4b78-9898-55ad3b28bcce) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:32.826477 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-69e79fac-7522-432e-80f2-2d02fbe82a8c tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9495134 Dec 20 16:41:32.827013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-23f0ff71-1a0c-46c5-b7ff-308cabe881ad None None] Calling delete_port for 2b384389-2294-4301-b03c-46ed75a34bc9 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:32.829341 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48254) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:32.836914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'subnet': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:32.953291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:41:32.954244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.955301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:32.977089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:29Z', 'revision_number': 8, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:33.014593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ec694-b8e2-4437-891c-7f3aa4c7bd25 None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:29Z', 'revision_number': 8, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '07b0dc73-0823-4f96-9a7f-eb9f666da38a', 'name': '', 'network_id': 'd0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:13:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:10Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '46462d24-e9b8-47d0-908b-b14a57eedc06', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:33.032618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23f0ff71-1a0c-46c5-b7ff-308cabe881ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.074465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:33.078125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.084983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=2b384389-2294-4301-b03c-46ed75a34bc9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:33.101183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No DVR routers for this DVR port 2b384389-2294-4301-b03c-46ed75a34bc9 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:33.118006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0ff71-1a0c-46c5-b7ff-308cabe881ad None None] Pushing event deleted for resources: {'Port': ['ID=2b384389-2294-4301-b03c-46ed75a34bc9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:33.120318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0ff71-1a0c-46c5-b7ff-308cabe881ad None None] No DVR routers for this DVR port 2b384389-2294-4301-b03c-46ed75a34bc9 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:33.162306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.175515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Made reservation on behalf of 90cfd75b636345aca1562c0033b7007a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:33.178995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.199277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Allocated IP 2001:db8::2 (88f25e7f-cfcd-46f6-ba37-af3bdd475734/09d32d11-d15b-486c-9134-30a0f23d6293/c07c5c46-e0b5-4807-8b9a-84b9ca376432) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:33.345649 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.372382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.380785 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.409099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.463690 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64406f07-5ad1-49ef-b031-6326629ac33e req-adf245bc-0963-42b6-a7ae-8610d0177816 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 210 time: 0.1549759 Dec 20 16:41:33.494064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62124660-2445-4bd0-b9d2-93eb63221913']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:33.500871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Pushing event updated for resources: {'Port': ['ID=c07c5c46-e0b5-4807-8b9a-84b9ca376432,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:33.529453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2b384389-2294-4301-b03c-46ed75a34bc9 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:33.532846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:33.536800 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:33.541647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:33.542501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cfadb7-47e1-43f3-b0f8-b8a808bc5d83') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:33.557323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:33.561233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 2b384389-2294-4301-b03c-46ed75a34bc9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:33.561582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 2b384389-2294-4301-b03c-46ed75a34bc9 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:33.561994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:33.573429 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.592398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:33.592829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b0bf5c71-cee6-4ff6-b42b-ccaa9b787d25 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:33.613868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.4 (9657bbab-6044-4e70-a520-e4f44b90c80a/95244f88-e976-440b-b88c-50cdd8fb2a37/c648e319-02b1-4a6d-9607-e84e7cfd3838) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:33.639893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.652726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:33.653617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.658217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Attempting to bind port c07c5c46-e0b5-4807-8b9a-84b9ca376432 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:33.658785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Attempting to bind port c07c5c46-e0b5-4807-8b9a-84b9ca376432 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e52cdf58-2e39-441c-b739-ceb6987c4253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:33.659033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Attempting to bind port c07c5c46-e0b5-4807-8b9a-84b9ca376432 on network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:33.660270 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:33.667241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:33.668509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Checking segment: {'id': 'e52cdf58-2e39-441c-b739-ceb6987c4253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:33.668927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.669325 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Bound using segment: {'id': 'e52cdf58-2e39-441c-b739-ceb6987c4253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:33.676419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Bound port: c07c5c46-e0b5-4807-8b9a-84b9ca376432, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52cdf58-2e39-441c-b739-ceb6987c4253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:33.676840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.735220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.794851 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] For port c07c5c46-e0b5-4807-8b9a-84b9ca376432, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:34.023875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 2001:db8::1 (88f25e7f-cfcd-46f6-ba37-af3bdd475734/09d32d11-d15b-486c-9134-30a0f23d6293/507f36c1-f512-4b82-81a8-08def879f286) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:34.057574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.143174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] For port c07c5c46-e0b5-4807-8b9a-84b9ca376432, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c07c5c46-e0b5-4807-8b9a-84b9ca376432,segment=NetworkSegment(e52cdf58-2e39-441c-b739-ceb6987c4253),segment_id=e52cdf58-2e39-441c-b739-ceb6987c4253)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:34.150161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.158436 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:34.162342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.167399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.168375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:34.171363 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/networks/62124660-2445-4bd0-b9d2-93eb63221913 HTTP/1.1" status: 204 len: 168 time: 2.3576992 Dec 20 16:41:34.173335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:34.177814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:34.178405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.180531 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:34.181177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Subnet': ['ID=3a62a150-aa0e-4a6d-8273-4689c0b1ebda,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:34.204255 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:34.206825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:34.216905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1c0e7-87ec-4c20-b50f-00f903fcb598 None None] Pushing event updated for resources: {'Port': ['ID=c07c5c46-e0b5-4807-8b9a-84b9ca376432,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:34.219686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96093765-8aa7-4a50-bc91-1dbf94cdccdd None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:34.255935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcdd62-201a-4c8e-b82c-8f4044ae525b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Network': ['ID=62124660-2445-4bd0-b9d2-93eb63221913,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:34.280729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=27790f9d-f69e-4b78-9898-55ad3b28bcce,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:34.292470 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8b528bef-4c3a-41e3-b2af-82b5bd780e70 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4617288 Dec 20 16:41:34.297692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48260) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:34.304873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-946715650', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a62a150-aa0e-4a6d-8273-4689c0b1ebda'}], 'security_groups': ['e5eb931b-280d-40d2-88d2-2bda017261bb', '9c22ab2b-e215-4913-9f10-2eab26ab6466']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:34.338756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:34.340387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.346868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.363445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.389984 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c8001b9f-012f-448b-bb1f-69a07281f37f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4799106 Dec 20 16:41:34.395591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:34.406374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '27790f9d-f69e-4b78-9898-55ad3b28bcce', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:34.440967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.452343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2e3da4-eff2-4c1d-b429-be3f053ec15f None None] Update dhcp port {'port': {'network_id': '3b396c3c-2eb8-48ee-b70f-a86d35609cea', 'fixed_ips': [{'subnet_id': '821ed5ed-72b3-43c8-be39-ceb473a0dba1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6', 'ip_address': '172.20.0.2'}, {'subnet_id': '3a62a150-aa0e-4a6d-8273-4689c0b1ebda'}], 'binding:host_id': 'dv-neutron-822328-3-hyperv'}, 'id': '9bf38fa2-1880-44b3-abc0-56e00b350ddf'} from dv-neutron-822328-3-hyperv. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:41:34.479592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3da4-eff2-4c1d-b429-be3f053ec15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.479860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.484059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 9657bbab-6044-4e70-a520-e4f44b90c80a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:34.498798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:34.508153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:34.578251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.579783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=c648e319-02b1-4a6d-9607-e84e7cfd3838,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:34.693366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:34.694313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.719955 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-57a36b1d-9bec-4fcf-8e96-001bc5547ffb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0916770 Dec 20 16:41:34.737135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7a2e3da4-eff2-4c1d-b429-be3f053ec15f None None] Allocated IP 172.20.0.34 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/3a62a150-aa0e-4a6d-8273-4689c0b1ebda/9bf38fa2-1880-44b3-abc0-56e00b350ddf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:34.750121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Request body: {'port': {'device_id': '1406ab98-564d-4100-bc79-73f4027611ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:34.796735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:34.848111 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:34.850875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:34.851862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.857159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.860284 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.875855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2516f02-0aa8-466f-8013-e43d086bdf33 req-e7567cd8-e744-45da-a0bd-19073dd82761 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:34.878019 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e2516f02-0aa8-466f-8013-e43d086bdf33 req-e7567cd8-e744-45da-a0bd-19073dd82761 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 931 time: 0.2052569 Dec 20 16:41:34.878994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.882795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7a2e3da4-eff2-4c1d-b429-be3f053ec15f None None] For port 9bf38fa2-1880-44b3-abc0-56e00b350ddf, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9bf38fa2-1880-44b3-abc0-56e00b350ddf,segment=NetworkSegment(8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc),segment_id=8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:34.902985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=507f36c1-f512-4b82-81a8-08def879f286,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:34.914423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3da4-eff2-4c1d-b429-be3f053ec15f None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.925530 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3da4-eff2-4c1d-b429-be3f053ec15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.059161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3da4-eff2-4c1d-b429-be3f053ec15f None None] Pushing event updated for resources: {'Port': ['ID=9bf38fa2-1880-44b3-abc0-56e00b350ddf,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:35.074411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8d146d41-6488-40f2-99fb-1954c1af3610 None None] Provisioning complete for port c648e319-02b1-4a6d-9607-e84e7cfd3838 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:35.075469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d146d41-6488-40f2-99fb-1954c1af3610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.133631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8d146d41-6488-40f2-99fb-1954c1af3610 None None] Port c648e319-02b1-4a6d-9607-e84e7cfd3838 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:35.139187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.26.1.5 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/5e21b98f-44ba-44ca-8dda-19a267e71528) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:35.224803 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e2516f02-0aa8-466f-8013-e43d086bdf33 req-0647aa28-2b56-4989-8e56-066040107bf9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655141 Dec 20 16:41:35.258859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.340807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.379209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c648e319-02b1-4a6d-9607-e84e7cfd3838 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:41:35.390402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.416256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Transition to ACTIVE for port object c648e319-02b1-4a6d-9607-e84e7cfd3838 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:41:35.425164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.490521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.495048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Pushing event updated for resources: {'Port': ['ID=c648e319-02b1-4a6d-9607-e84e7cfd3838,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:35.590508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:35.603259 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:35.636362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:35.638558 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c07c5c46-e0b5-4807-8b9a-84b9ca376432 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:35.692196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=5e21b98f-44ba-44ca-8dda-19a267e71528,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:35.721016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c07c5c46-e0b5-4807-8b9a-84b9ca376432 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:35.721885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.819728 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Attempting to bind port c648e319-02b1-4a6d-9607-e84e7cfd3838 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:35.820573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Attempting to bind port c648e319-02b1-4a6d-9607-e84e7cfd3838 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:35.821183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Attempting to bind port c648e319-02b1-4a6d-9607-e84e7cfd3838 on network 9657bbab-6044-4e70-a520-e4f44b90c80a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:35.832392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Port c648e319-02b1-4a6d-9607-e84e7cfd3838 on network 9657bbab-6044-4e70-a520-e4f44b90c80a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:41:35.833204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Attempting to bind port c648e319-02b1-4a6d-9607-e84e7cfd3838 on network 9657bbab-6044-4e70-a520-e4f44b90c80a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:35.842623 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:35.847865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Checking segment: {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:35.849196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Bound using segment: {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:35.849944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Bound port: c648e319-02b1-4a6d-9607-e84e7cfd3838, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4671bd83-6afc-4388-b53b-fc5578b56759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:35.853238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.856883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.865991 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Delete allocated IP 172.20.0.12 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6) {{(pid=103325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 16:41:35.920159 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.001929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Allocated IP 172.20.0.37 (3b396c3c-2eb8-48ee-b70f-a86d35609cea/3a62a150-aa0e-4a6d-8273-4689c0b1ebda/ac7c39af-fef5-447c-85c6-1188f87f6fd8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:36.013972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port c07c5c46-e0b5-4807-8b9a-84b9ca376432, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c07c5c46-e0b5-4807-8b9a-84b9ca376432,segment=NetworkSegment(e52cdf58-2e39-441c-b739-ceb6987c4253),segment_id=e52cdf58-2e39-441c-b739-ceb6987c4253)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:36.019633 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.020703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9bf38fa2-1880-44b3-abc0-56e00b350ddf up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:36.073198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d74298a-297b-4adb-8bec-b75c6d6a6996 None None] Network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:36.083281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.092604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] For port c648e319-02b1-4a6d-9607-e84e7cfd3838, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:36.110591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] For port c648e319-02b1-4a6d-9607-e84e7cfd3838, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:36.124423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.124690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.125470 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.192913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:36.193239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.194919 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] 10.222.0.18 "PUT /v2.0/ports/c648e319-02b1-4a6d-9607-e84e7cfd3838 HTTP/1.1" status: 200 len: 1093 time: 1.4662344 Dec 20 16:41:36.198982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=c07c5c46-e0b5-4807-8b9a-84b9ca376432,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:36.208479 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Provisioning complete for port ac7c39af-fef5-447c-85c6-1188f87f6fd8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:36.209403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.250647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:41:36.253191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49" -d '{"events": [{"name": "network-changed", "server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:41:36.314091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:36.314665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.344935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df61634-dbb4-4248-9a96-e99b4ccd106c x-openstack-request-id: req-1df61634-dbb4-4248-9a96-e99b4ccd106c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:41:36.345233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:41:36.345488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1df61634-dbb4-4248-9a96-e99b4ccd106c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:41:36.345878 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'status': 'completed', 'code': 200} Dec 20 16:41:36.358639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Port ac7c39af-fef5-447c-85c6-1188f87f6fd8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:36.372194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dec331-5517-4719-a395-6d7ce50099dc service neutron] Pushing event updated for resources: {'Port': ['ID=c648e319-02b1-4a6d-9607-e84e7cfd3838,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:36.401003 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Provisioning complete for port a4bafccc-39ee-440e-8e3c-74547daf7970 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:36.402649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.458491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-5c44d15f-ec2c-44f8-99fc-a74c5189e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:36.458982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Port a4bafccc-39ee-440e-8e3c-74547daf7970 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:36.460010 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-5c44d15f-ec2c-44f8-99fc-a74c5189e1e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 1096 time: 0.1917820 Dec 20 16:41:36.511475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Provisioning complete for port c07c5c46-e0b5-4807-8b9a-84b9ca376432 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:36.511937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.639070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:36.639617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7038ae49-8eb9-4e63-a683-6e96676195e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.657003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=507f36c1-f512-4b82-81a8-08def879f286,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:36.710433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.752098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:36.774713 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-e02a246a-b27c-45fa-940d-668c872a8ab6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838 HTTP/1.1" status: 200 len: 217 time: 0.3032918 Dec 20 16:41:36.786604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:36.794194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee9052-0b74-42ee-a3c3-a16799356835 req-a9e06b62-c352-4fe2-9893-90085a490585 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:36.794905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.795735 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4bee9052-0b74-42ee-a3c3-a16799356835 req-a9e06b62-c352-4fe2-9893-90085a490585 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 943 time: 0.4339025 Dec 20 16:41:36.884541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.884788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:36.893881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8fd2408c-5e8b-4eeb-9f1e-e60fe05a62ef None None] Provisioning complete for port c07c5c46-e0b5-4807-8b9a-84b9ca376432 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:36.894282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fd2408c-5e8b-4eeb-9f1e-e60fe05a62ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.026285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event updated for resources: {'Port': ['ID=ac7c39af-fef5-447c-85c6-1188f87f6fd8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:37.038002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-9b249ae9-5229-418f-9b54-02ac5f9c32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:37.039822 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-9b249ae9-5229-418f-9b54-02ac5f9c32d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95244f88-e976-440b-b88c-50cdd8fb2a37 HTTP/1.1" status: 200 len: 834 time: 0.2547526 Dec 20 16:41:37.048316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8fd2408c-5e8b-4eeb-9f1e-e60fe05a62ef None None] Provisioning complete for port 507f36c1-f512-4b82-81a8-08def879f286 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:37.048832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fd2408c-5e8b-4eeb-9f1e-e60fe05a62ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.089238 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4bee9052-0b74-42ee-a3c3-a16799356835 req-75493297-5552-4f2b-9e09-39d23e7ca504 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792850 Dec 20 16:41:37.094374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2408c-5e8b-4eeb-9f1e-e60fe05a62ef None None] Port 507f36c1-f512-4b82-81a8-08def879f286 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:37.130963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] In _notify_port_updated(), no bound segment for port ac7c39af-fef5-447c-85c6-1188f87f6fd8 on network 3b396c3c-2eb8-48ee-b70f-a86d35609cea {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:41:37.137993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:37.139078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.140035 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d0e63d8b-7316-4c47-8f08-27749d5d8fa0 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "PUT /v2.0/ports/ac7c39af-fef5-447c-85c6-1188f87f6fd8 HTTP/1.1" status: 200 len: 959 time: 2.8396463 Dec 20 16:41:37.143061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port 07b0dc73-0823-4f96-9a7f-eb9f666da38a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:37.143385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.146016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48270) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:37.148031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:41:37.148920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.152300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-885965d1-4637-4234-9c2d-33fb0723bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:37.153833 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-885965d1-4637-4234-9c2d-33fb0723bd4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9657bbab-6044-4e70-a520-e4f44b90c80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016843 Dec 20 16:41:37.154968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.220890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-294e5533-f1d2-4244-a794-d420e29e0ae3 None None] Provisioning complete for port 507f36c1-f512-4b82-81a8-08def879f286 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:37.222339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-294e5533-f1d2-4244-a794-d420e29e0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.267350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-294e5533-f1d2-4244-a794-d420e29e0ae3 None None] Port 507f36c1-f512-4b82-81a8-08def879f286 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:37.304890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=5e21b98f-44ba-44ca-8dda-19a267e71528,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:37.316277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.392092 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-586633cb-c7fd-4d88-9a4d-8a4404bea334 None None] Provisioning complete for port 507f36c1-f512-4b82-81a8-08def879f286 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:37.392801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-586633cb-c7fd-4d88-9a4d-8a4404bea334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.415212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:37.425194 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3f4ea5f2-f455-4300-95ce-d94c9f4957b1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6660054 Dec 20 16:41:37.427383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:37.428140 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:37.432683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-918237248'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:37.437767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port 07b0dc73-0823-4f96-9a7f-eb9f666da38a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=07b0dc73-0823-4f96-9a7f-eb9f666da38a,segment=NetworkSegment(915d29c4-fdb2-4bf7-b168-b6998f7dd563),segment_id=915d29c4-fdb2-4bf7-b168-b6998f7dd563)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:37.438286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.444589 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:37.448432 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:37.450251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-586633cb-c7fd-4d88-9a4d-8a4404bea334 None None] Port 507f36c1-f512-4b82-81a8-08def879f286 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:37.458969 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for 07b0dc73-0823-4f96-9a7f-eb9f666da38a owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:37.488985 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP 4ddd78c3-8833-49f4-a60a-7520c5e285c6 associated. External IP: 172.26.1.5, port: 27790f9d-f69e-4b78-9898-55ad3b28bcce. Dec 20 16:41:37.506219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9efa1190-7db3-450c-9d13-baa0376f1e3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port ac7c39af-fef5-447c-85c6-1188f87f6fd8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:37.506605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9efa1190-7db3-450c-9d13-baa0376f1e3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.527184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c07c5c46-e0b5-4807-8b9a-84b9ca376432 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:37.531394 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-08fd1b6c-b26d-4af8-998a-3a0ea65d0991 service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511219 Dec 20 16:41:37.564284 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:37.573815 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:37.578302 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.618495 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c07c5c46-e0b5-4807-8b9a-84b9ca376432 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:37.618873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.677757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:41:37.681964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-991dbb57-0a00-45bd-a95b-978c04b0b984 None None] Provisioning complete for port ac7c39af-fef5-447c-85c6-1188f87f6fd8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:37.682372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-991dbb57-0a00-45bd-a95b-978c04b0b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.703318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.704061 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added segment 0879c56c-816e-4250-b4a0-5b6bd853aacf of type vlan for network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 Dec 20 16:41:37.731657 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-991dbb57-0a00-45bd-a95b-978c04b0b984 None None] Port ac7c39af-fef5-447c-85c6-1188f87f6fd8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:37.767995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9efa1190-7db3-450c-9d13-baa0376f1e3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.785629 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:35Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:35Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:37.822602 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:37.822833 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Updating router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 port 507f36c1-f512-4b82-81a8-08def879f286 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:41:37.828758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9efa1190-7db3-450c-9d13-baa0376f1e3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for ac7c39af-fef5-447c-85c6-1188f87f6fd8 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:37.838125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.851054 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.946742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:37.952483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:37.953107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.021698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.029873 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5981028 Dec 20 16:41:38.060727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:38.073449 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'subnet': {'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:38.103872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=07b0dc73-0823-4f96-9a7f-eb9f666da38a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:38.120767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46bf25-e3bb-4d9a-ac77-93993b1d8d36 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Network': ['ID=8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:38.153729 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:41:38.182578 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.195532 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.270985 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84d639-d7e6-41b3-a8f7-f96f251d46a1 None None] Pushing event updated for resources: {'Port': ['ID=507f36c1-f512-4b82-81a8-08def879f286,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:38.285914 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b97e8aa9-47ab-4334-957f-86451b07eb0f req-b6607c85-8029-4820-aff3-e9a3f84cd601 service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940343 Dec 20 16:41:38.390093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9efa1190-7db3-450c-9d13-baa0376f1e3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.394384 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:41:38.395586 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Attempting to bind port 507f36c1-f512-4b82-81a8-08def879f286 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:38.396041 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Attempting to bind port 507f36c1-f512-4b82-81a8-08def879f286 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e52cdf58-2e39-441c-b739-ceb6987c4253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:38.396458 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Attempting to bind port 507f36c1-f512-4b82-81a8-08def879f286 on network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:38.404021 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:38.404373 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Checking segment: {'id': 'e52cdf58-2e39-441c-b739-ceb6987c4253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:38.404785 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.405176 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Bound using segment: {'id': 'e52cdf58-2e39-441c-b739-ceb6987c4253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:38.405656 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Bound port: 507f36c1-f512-4b82-81a8-08def879f286, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52cdf58-2e39-441c-b739-ceb6987c4253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:38.406050 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.497942 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa1190-7db3-450c-9d13-baa0376f1e3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=ac7c39af-fef5-447c-85c6-1188f87f6fd8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:38.525826 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] For port 507f36c1-f512-4b82-81a8-08def879f286, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:38.530677 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] For port 507f36c1-f512-4b82-81a8-08def879f286, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=507f36c1-f512-4b82-81a8-08def879f286,segment=NetworkSegment(e52cdf58-2e39-441c-b739-ceb6987c4253),segment_id=e52cdf58-2e39-441c-b739-ceb6987c4253)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:38.535038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-f1c8f476-3783-49fb-92b7-65dffccb7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:38.537022 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-f1c8f476-3783-49fb-92b7-65dffccb7f4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 1096 time: 0.1287844 Dec 20 16:41:38.546420 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.573233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0d96a-6231-4f91-8e44-582129c02d54 req-77e5af52-1d9a-445c-9494-14e5412ebf67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:38.575115 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cbb0d96a-6231-4f91-8e44-582129c02d54 req-77e5af52-1d9a-445c-9494-14e5412ebf67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 943 time: 0.2545037 Dec 20 16:41:38.599909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:38.604443 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.632314 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:38.633051 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:38.651655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.786617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c01ecffa-8830-4392-92ae-2899aa6b8b31 None None] Provisioning complete for port 507f36c1-f512-4b82-81a8-08def879f286 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:38.787021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c01ecffa-8830-4392-92ae-2899aa6b8b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.886609 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84d639-d7e6-41b3-a8f7-f96f251d46a1 None None] Pushing event updated for resources: {'Port': ['ID=507f36c1-f512-4b82-81a8-08def879f286,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:38.903389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:38.926012 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:38.937206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c01ecffa-8830-4392-92ae-2899aa6b8b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:38.995563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c01ecffa-8830-4392-92ae-2899aa6b8b31 None None] For port 507f36c1-f512-4b82-81a8-08def879f286, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=507f36c1-f512-4b82-81a8-08def879f286,segment=NetworkSegment(e52cdf58-2e39-441c-b739-ceb6987c4253),segment_id=e52cdf58-2e39-441c-b739-ceb6987c4253)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:39.006578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-c3c7b15a-2b4a-4c9b-a13f-47322c2a7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:39.009391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c01ecffa-8830-4392-92ae-2899aa6b8b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.009638 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-c3c7b15a-2b4a-4c9b-a13f-47322c2a7cee service neutron] 10.222.0.18 "GET /v2.0/networks?id=9657bbab-6044-4e70-a520-e4f44b90c80a HTTP/1.1" status: 200 len: 898 time: 0.4636159 Dec 20 16:41:39.065875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ecffa-8830-4392-92ae-2899aa6b8b31 None None] Pushing event updated for resources: {'Port': ['ID=507f36c1-f512-4b82-81a8-08def879f286,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:39.126608 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-31e63186-0e2d-4770-9770-59e62ff7a9be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838 HTTP/1.1" status: 200 len: 217 time: 0.0562499 Dec 20 16:41:39.133031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e39438c1-2866-4304-b2d6-2d18ceb244a0 None None] Provisioning complete for port 507f36c1-f512-4b82-81a8-08def879f286 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:39.133406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e39438c1-2866-4304-b2d6-2d18ceb244a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.140158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9efa1190-7db3-450c-9d13-baa0376f1e3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.143950 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9efa1190-7db3-450c-9d13-baa0376f1e3b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/ac7c39af-fef5-447c-85c6-1188f87f6fd8 HTTP/1.1" status: 204 len: 168 time: 1.9968019 Dec 20 16:41:39.150999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:39.211759 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0951be54-f222-4b40-a721-ee37916306a7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] GET failed (client error): The resource could not be found. Dec 20 16:41:39.213397 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0951be54-f222-4b40-a721-ee37916306a7 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports/ac7c39af-fef5-447c-85c6-1188f87f6fd8 HTTP/1.1" status: 404 len: 333 time: 0.0583436 Dec 20 16:41:39.219360 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cbb0d96a-6231-4f91-8e44-582129c02d54 req-9e30a5bc-10e1-43ac-9df7-54c7e9d18814 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6057723 Dec 20 16:41:39.223126 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:39.251507 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:35Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:39.267172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-b3a4c16b-6cdf-4704-b2d5-307f134a6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:39.269651 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-b3a4c16b-6cdf-4704-b2d5-307f134a6f9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95244f88-e976-440b-b88c-50cdd8fb2a37 HTTP/1.1" status: 200 len: 834 time: 0.1311104 Dec 20 16:41:39.273398 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:39.285434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e7d31-4584-4e1f-9b21-b83c0b92177d None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:39.288383 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0a31f-77c6-44aa-9c6a-86271558f4b6 None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:35Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:39.296703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e7d31-4584-4e1f-9b21-b83c0b92177d None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:39.297596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd3e7d31-4584-4e1f-9b21-b83c0b92177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:39.346387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd3e7d31-4584-4e1f-9b21-b83c0b92177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:39.348039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.357022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e7d31-4584-4e1f-9b21-b83c0b92177d None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:39.357736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd3e7d31-4584-4e1f-9b21-b83c0b92177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:39.373816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-a6ae5f4f-1bf9-46e4-b591-6bbf0a587dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:39.376895 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-a6ae5f4f-1bf9-46e4-b591-6bbf0a587dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9657bbab-6044-4e70-a520-e4f44b90c80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960155 Dec 20 16:41:39.421418 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b990144c-871f-4cb2-b3ba-e1e8be822916 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.0218630 Dec 20 16:41:39.421665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48282) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:39.426515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fbe8d496-6a2a-48bf-b86d-fb1d37ec648b tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:39.437614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd3e7d31-4584-4e1f-9b21-b83c0b92177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:39.438560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e7d31-4584-4e1f-9b21-b83c0b92177d None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:39.448406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7893ff2d-7828-4c47-bad2-de7520225d14 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.451897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:39.513627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7893ff2d-7828-4c47-bad2-de7520225d14 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.550705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.591848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d496-6a2a-48bf-b86d-fb1d37ec648b tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.666417 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-03b096b4-e0fc-4128-b364-7972e179d056 service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804518 Dec 20 16:41:39.710556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Subnet': ['ID=3e83b2b1-a55e-4785-a351-50b5f6a205fc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:39.714092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7893ff2d-7828-4c47-bad2-de7520225d14 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.716793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7893ff2d-7828-4c47-bad2-de7520225d14 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.721896 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7893ff2d-7828-4c47-bad2-de7520225d14 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/security-groups/ace4d48f-b613-464c-96bc-c54ca1030b46 HTTP/1.1" status: 204 len: 168 time: 0.4938159 Dec 20 16:41:39.724142 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:39.743979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893ff2d-7828-4c47-bad2-de7520225d14 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace4d48f-b613-464c-96bc-c54ca1030b46,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:39.748803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:39.754588 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-395ff0cc-2965-4a93-8862-ae665585ea28 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5710142 Dec 20 16:41:39.759471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:39.762331 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:39.768891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Checking segment: {'id': '0879c56c-816e-4250-b4a0-5b6bd853aacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:39.769268 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network hostable DHCP agents. Network: 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:41:39.787361 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:39.788202 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:39.825787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-494ac95f-0113-4d65-865d-27b39639eff5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting subnet 46462d24-e9b8-47d0-908b-b14a57eedc06 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:39.829494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-494ac95f-0113-4d65-865d-27b39639eff5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.833043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:41:39.867430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:39.873648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:39.874870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.883105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d26eea-a033-40c3-a431-9358b8de2392 None None] Network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:39.896082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-494ac95f-0113-4d65-865d-27b39639eff5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.922814 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-234de524-2b47-4eda-9e27-e822365f2a0a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8575511 Dec 20 16:41:39.925661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:39.931368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d496-6a2a-48bf-b86d-fb1d37ec648b tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.948991 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61c9af3b-0a06-45d7-bfd1-4f7125bd5b49 req-16d6714a-b223-43de-ac6c-63762e0ff63f service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721567 Dec 20 16:41:39.959555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d496-6a2a-48bf-b86d-fb1d37ec648b tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:39.960628 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-fbe8d496-6a2a-48bf-b86d-fb1d37ec648b tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP 4ddd78c3-8833-49f4-a60a-7520c5e285c6 disassociated. External IP: 172.26.1.5, port: 27790f9d-f69e-4b78-9898-55ad3b28bcce. Dec 20 16:41:39.988211 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:40.036787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8250a9e4-f691-492e-9ad9-aecbd7799774 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.101944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:41:40.102838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.143646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8250a9e4-f691-492e-9ad9-aecbd7799774 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.159569 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-494ac95f-0113-4d65-865d-27b39639eff5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.237479 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c648e319-02b1-4a6d-9607-e84e7cfd3838 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:41:40.251249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8250a9e4-f691-492e-9ad9-aecbd7799774 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.253922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8250a9e4-f691-492e-9ad9-aecbd7799774 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.265614 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8250a9e4-f691-492e-9ad9-aecbd7799774 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/security-groups/9c22ab2b-e215-4913-9f10-2eab26ab6466 HTTP/1.1" status: 204 len: 168 time: 0.5300109 Dec 20 16:41:40.266386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:40.337830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-494ac95f-0113-4d65-865d-27b39639eff5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.339025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250a9e4-f691-492e-9ad9-aecbd7799774 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c22ab2b-e215-4913-9f10-2eab26ab6466,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:40.390515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-494ac95f-0113-4d65-865d-27b39639eff5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.395073 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-494ac95f-0113-4d65-865d-27b39639eff5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/46462d24-e9b8-47d0-908b-b14a57eedc06 HTTP/1.1" status: 204 len: 168 time: 0.6353371 Dec 20 16:41:40.395883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ac95f-0113-4d65-865d-27b39639eff5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Subnet': ['ID=46462d24-e9b8-47d0-908b-b14a57eedc06,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:40.398473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:40.440255 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:37Z', 'revision_number': 9, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:40.481747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-761a25c9-fbd7-4b93-9fdc-169f7dd2c91f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.482514 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:40.492932 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:40.493964 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:40.533973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-761a25c9-fbd7-4b93-9fdc-169f7dd2c91f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.537681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe8d496-6a2a-48bf-b86d-fb1d37ec648b tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:40.548291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15484e-bb0c-41cf-8f9a-e8e15a81b244 req-61fdd930-c571-4139-9f76-b5f9481d8b2f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:40.555928 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9f15484e-bb0c-41cf-8f9a-e8e15a81b244 req-61fdd930-c571-4139-9f76-b5f9481d8b2f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 943 time: 0.2028525 Dec 20 16:41:40.573952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.607670 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:40.612038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.628074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c648e319-02b1-4a6d-9607-e84e7cfd3838, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:40.644650 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'port_id': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'mac_address': 'fa:16:3e:9f:50:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:41:40.660811 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cd33bb-8583-4a00-a071-c400cf9ad098 None None] Network d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:40.705933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.766728 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe8d496-6a2a-48bf-b86d-fb1d37ec648b tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:40.783406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d496-6a2a-48bf-b86d-fb1d37ec648b tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.797332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c648e319-02b1-4a6d-9607-e84e7cfd3838 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:41:40.807755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980ee04-58ab-42ef-869d-170df727e2a3 None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:40.829771 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fbe8d496-6a2a-48bf-b86d-fb1d37ec648b tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/floatingips/4ddd78c3-8833-49f4-a60a-7520c5e285c6 HTTP/1.1" status: 200 len: 686 time: 1.4046881 Dec 20 16:41:40.830342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980ee04-58ab-42ef-869d-170df727e2a3 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:40.832476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7980ee04-58ab-42ef-869d-170df727e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:40.836626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:40.883480 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:37Z', 'revision_number': 9, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:40.892844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port 9d1edc05-f969-4470-abb1-f3a9be53c11a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:40.892844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.911097 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9f15484e-bb0c-41cf-8f9a-e8e15a81b244 req-4099307d-5154-4509-914a-aa86defe2be4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541508 Dec 20 16:41:40.915421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7980ee04-58ab-42ef-869d-170df727e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:40.927135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-761a25c9-fbd7-4b93-9fdc-169f7dd2c91f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.930689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-761a25c9-fbd7-4b93-9fdc-169f7dd2c91f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:40.935436 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-761a25c9-fbd7-4b93-9fdc-169f7dd2c91f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/security-groups/e5eb931b-280d-40d2-88d2-2bda017261bb HTTP/1.1" status: 204 len: 168 time: 0.6526420 Dec 20 16:41:40.942433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:40.950320 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e756c79-8b11-44ca-87c7-77b57af2319a None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:37Z', 'revision_number': 9, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b855dedf-67fe-4256-a855-57c7dcbfbb79', 'name': '', 'network_id': '5f77a29e-1ce6-4cb0-956e-cec0c79ce236', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:48:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:54Z', 'updated_at': '2021-12-20T16:41:02Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': 'd616865a-5d68-40a2-942a-d43f0cee07fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:40.959583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980ee04-58ab-42ef-869d-170df727e2a3 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:40.965211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7980ee04-58ab-42ef-869d-170df727e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:40.973691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Allocated IP 2001:db8:1::2 (8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3/3e83b2b1-a55e-4785-a351-50b5f6a205fc/f8bfd794-710c-4fa2-a353-5e3c3d59c34d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:40.976870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c648e319-02b1-4a6d-9607-e84e7cfd3838, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:41.012198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a25c9-fbd7-4b93-9fdc-169f7dd2c91f tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb931b-280d-40d2-88d2-2bda017261bb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:41.029189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.030955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7980ee04-58ab-42ef-869d-170df727e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:41.031787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980ee04-58ab-42ef-869d-170df727e2a3 None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:41.084626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port 5e21b98f-44ba-44ca-8dda-19a267e71528 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:41.085707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.109430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port 9d1edc05-f969-4470-abb1-f3a9be53c11a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9d1edc05-f969-4470-abb1-f3a9be53c11a,segment=NetworkSegment(915d29c4-fdb2-4bf7-b168-b6998f7dd563),segment_id=915d29c4-fdb2-4bf7-b168-b6998f7dd563)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:41.109859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.146172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for 9d1edc05-f969-4470-abb1-f3a9be53c11a owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:41.155618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bb44ca-f14e-4b45-8ced-4d66128afd32 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:41.159626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=c648e319-02b1-4a6d-9607-e84e7cfd3838,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:41.188291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32bb44ca-f14e-4b45-8ced-4d66128afd32 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.202955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.203315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.216038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for 5e21b98f-44ba-44ca-8dda-19a267e71528 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:41.232960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['c648e319-02b1-4a6d-9607-e84e7cfd3838'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:41:41.289711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32bb44ca-f14e-4b45-8ced-4d66128afd32 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.357921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef1b63a-4c08-4b8d-bdd4-abc9700cf42a None None] DHCP port deletion for d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:41.375583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.422669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=5e21b98f-44ba-44ca-8dda-19a267e71528,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:41.423631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.435733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.492772 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bef1b63a-4c08-4b8d-bdd4-abc9700cf42a None None] The port '9d1edc05-f969-4470-abb1-f3a9be53c11a' was deleted {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 20 16:41:41.501044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.509214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.512069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.516418 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-457f7a03-59f6-4d64-aa54-4fea4d272e9c tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/floatingips/4ddd78c3-8833-49f4-a60a-7520c5e285c6 HTTP/1.1" status: 204 len: 168 time: 0.6758087 Dec 20 16:41:41.518534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32bb44ca-f14e-4b45-8ced-4d66128afd32 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.522788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:41.528233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'ba11d2b0-a56b-4668-b318-34563d55dba7'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:41.563047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.572872 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 507f36c1-f512-4b82-81a8-08def879f286 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:41.580097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=9d1edc05-f969-4470-abb1-f3a9be53c11a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:41.583958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:41.585638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No DVR routers for this DVR port 9d1edc05-f969-4470-abb1-f3a9be53c11a on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:41.618804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:41.628667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:41.668314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Pushing event updated for resources: {'Port': ['ID=f8bfd794-710c-4fa2-a353-5e3c3d59c34d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:41.701208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.735387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 2001:db8:1::1 (8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3/3e83b2b1-a55e-4785-a351-50b5f6a205fc/c9acefff-6453-4c1b-b6ca-4e84248379c4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:41.745336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.767267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Attempting to bind port f8bfd794-710c-4fa2-a353-5e3c3d59c34d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:41.767887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Attempting to bind port f8bfd794-710c-4fa2-a353-5e3c3d59c34d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '0879c56c-816e-4250-b4a0-5b6bd853aacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:41.768755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Attempting to bind port f8bfd794-710c-4fa2-a353-5e3c3d59c34d on network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:41.772049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32bb44ca-f14e-4b45-8ced-4d66128afd32 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.789086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:41.789459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Checking segment: {'id': '0879c56c-816e-4250-b4a0-5b6bd853aacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:41.790080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.790578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Bound using segment: {'id': '0879c56c-816e-4250-b4a0-5b6bd853aacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:41.791061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Bound port: f8bfd794-710c-4fa2-a353-5e3c3d59c34d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0879c56c-816e-4250-b4a0-5b6bd853aacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:41.791438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.796881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 507f36c1-f512-4b82-81a8-08def879f286 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:41.797243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.809463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:41.812280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb44ca-f14e-4b45-8ced-4d66128afd32 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:41.845748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915d29c4-fdb2-4bf7-b168-b6998f7dd563') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:41.846076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915d29c4-fdb2-4bf7-b168-b6998f7dd563') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:41.856941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32bb44ca-f14e-4b45-8ced-4d66128afd32 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.864782 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-32bb44ca-f14e-4b45-8ced-4d66128afd32 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6 HTTP/1.1" status: 204 len: 168 time: 0.9165163 Dec 20 16:41:41.876039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2514d2b-97be-4112-af0a-b3e1c3604899 None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:41.894292 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48302) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:41.896245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.952364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.968562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:41.968971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:41.974615 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:42.013717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] For port f8bfd794-710c-4fa2-a353-5e3c3d59c34d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:42.019113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] For port f8bfd794-710c-4fa2-a353-5e3c3d59c34d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f8bfd794-710c-4fa2-a353-5e3c3d59c34d,segment=NetworkSegment(0879c56c-816e-4250-b4a0-5b6bd853aacf),segment_id=0879c56c-816e-4250-b4a0-5b6bd853aacf)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:42.054108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1abd184-b17f-419e-827f-846f73509387 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet 3a62a150-aa0e-4a6d-8273-4689c0b1ebda {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:42.056540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.083668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abd184-b17f-419e-827f-846f73509387 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.116932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.26.1.250 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/68ebd623-ccc2-4f16-a1d3-2d5414bf3786) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:42.155724 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.175121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.175121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abd184-b17f-419e-827f-846f73509387 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.180634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.190308 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/networks/d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7 HTTP/1.1" status: 204 len: 168 time: 1.7607591 Dec 20 16:41:42.193620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d44e4e-b3e0-46fa-8f74-921e62bb1916 None None] Pushing event updated for resources: {'Port': ['ID=f8bfd794-710c-4fa2-a353-5e3c3d59c34d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:42.209613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:42.255091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e82698-b993-446d-be95-4db8f617cc97 req-2bcd570b-15e9-4285-b92c-6c4752f43aa8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:42.256858 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b1e82698-b993-446d-be95-4db8f617cc97 req-2bcd570b-15e9-4285-b92c-6c4752f43aa8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 944 time: 0.2227662 Dec 20 16:41:42.262190 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8c968-0ee2-4eed-865d-d23e9a27854a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Network': ['ID=d0889ad7-a2c0-4e9b-9a1d-9a942fbca2c7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:42.267565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 07b0dc73-0823-4f96-9a7f-eb9f666da38a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:42.299291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 07b0dc73-0823-4f96-9a7f-eb9f666da38a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:42.299646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 07b0dc73-0823-4f96-9a7f-eb9f666da38a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:42.300125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9d1edc05-f969-4470-abb1-f3a9be53c11a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:42.307306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.328808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 9d1edc05-f969-4470-abb1-f3a9be53c11a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:42.329164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9d1edc05-f969-4470-abb1-f3a9be53c11a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:42.365899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.413182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:42.416405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:42.421230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:42.427512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=68ebd623-ccc2-4f16-a1d3-2d5414bf3786,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:42.776099 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b1e82698-b993-446d-be95-4db8f617cc97 req-657ee037-6d8e-485c-b40c-705f88486206 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563544 Dec 20 16:41:42.789933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.920856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.923852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abd184-b17f-419e-827f-846f73509387 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:42.929608 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:42.957664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:42.960191 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:42.960915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.003848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.012452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=c9acefff-6453-4c1b-b6ca-4e84248379c4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:43.100988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e687bb5e-fad0-4107-907b-7d6c227c3d7e None None] Provisioning complete for port a4bafccc-39ee-440e-8e3c-74547daf7970 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:43.101563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e687bb5e-fad0-4107-907b-7d6c227c3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.150302 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abd184-b17f-419e-827f-846f73509387 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.151112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e687bb5e-fad0-4107-907b-7d6c227c3d7e None None] Port a4bafccc-39ee-440e-8e3c-74547daf7970 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:43.164924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e687bb5e-fad0-4107-907b-7d6c227c3d7e None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:43.165343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e687bb5e-fad0-4107-907b-7d6c227c3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.202989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abd184-b17f-419e-827f-846f73509387 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=3a62a150-aa0e-4a6d-8273-4689c0b1ebda,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:43.221884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.228532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abd184-b17f-419e-827f-846f73509387 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.232360 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b1abd184-b17f-419e-827f-846f73509387 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/3a62a150-aa0e-4a6d-8273-4689c0b1ebda HTTP/1.1" status: 204 len: 168 time: 1.3338716 Dec 20 16:41:43.235941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:43.237085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.243791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d6d48-cfb9-4b20-9ea1-386fb5fae2b5 None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:43.253730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.280829 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93f3d73-7715-450a-9f79-9e3925a8e615 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:43.286628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93f3d73-7715-450a-9f79-9e3925a8e615 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:43.290157 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e93f3d73-7715-450a-9f79-9e3925a8e615 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/c796cd9a-5b6f-4a41-9f9d-af5bbddeefa6 HTTP/1.1" status: 404 len: 337 time: 0.0436873 Dec 20 16:41:43.292887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:43.428673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=68ebd623-ccc2-4f16-a1d3-2d5414bf3786,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:43.444748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e173df11-5271-4445-9674-f5a5f7238551 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting subnet 821ed5ed-72b3-43c8-be39-ceb473a0dba1 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:43.448859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e173df11-5271-4445-9674-f5a5f7238551 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.501549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.522898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.548830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e173df11-5271-4445-9674-f5a5f7238551 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.582666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f8bfd794-710c-4fa2-a353-5e3c3d59c34d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:43.616646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7575e7-5ef7-4d80-8e5c-fc7e473e0ba5 None None] Network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:43.646480 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP aedf4bc3-3b7b-4e13-a92e-c913e73bf256 associated. External IP: 172.26.1.250, port: ba11d2b0-a56b-4668-b318-34563d55dba7. Dec 20 16:41:43.716391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-36c6230e-bc8b-4180-9fde-a154eff08dc7 None None] Provisioning complete for port f8bfd794-710c-4fa2-a353-5e3c3d59c34d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:43.716863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36c6230e-bc8b-4180-9fde-a154eff08dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.755266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.761668 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f8bfd794-710c-4fa2-a353-5e3c3d59c34d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:43.762125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.765232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.766071 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.803068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e173df11-5271-4445-9674-f5a5f7238551 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.907370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36c6230e-bc8b-4180-9fde-a154eff08dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.931992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e173df11-5271-4445-9674-f5a5f7238551 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.938783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:43.945724 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=c9acefff-6453-4c1b-b6ca-4e84248379c4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:43.987292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-36c6230e-bc8b-4180-9fde-a154eff08dc7 None None] For port f8bfd794-710c-4fa2-a353-5e3c3d59c34d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f8bfd794-710c-4fa2-a353-5e3c3d59c34d,segment=NetworkSegment(0879c56c-816e-4250-b4a0-5b6bd853aacf),segment_id=0879c56c-816e-4250-b4a0-5b6bd853aacf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:44.001955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36c6230e-bc8b-4180-9fde-a154eff08dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.059807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:44.064164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:44.074877 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:41:44.075282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:41:44.097164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6230e-bc8b-4180-9fde-a154eff08dc7 None None] Pushing event updated for resources: {'Port': ['ID=f8bfd794-710c-4fa2-a353-5e3c3d59c34d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:44.114726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.119346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173df11-5271-4445-9674-f5a5f7238551 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Subnet': ['ID=821ed5ed-72b3-43c8-be39-ceb473a0dba1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:44.132135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e173df11-5271-4445-9674-f5a5f7238551 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.139710 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e173df11-5271-4445-9674-f5a5f7238551 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/821ed5ed-72b3-43c8-be39-ceb473a0dba1 HTTP/1.1" status: 204 len: 168 time: 0.8422544 Dec 20 16:41:44.140317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.186868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port b855dedf-67fe-4256-a855-57c7dcbfbb79 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:44.187211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.192979 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc7a059-1b0c-419c-8022-b5cb57875f78 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:44.193278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc7a059-1b0c-419c-8022-b5cb57875f78 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:44.199909 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7cc7a059-1b0c-419c-8022-b5cb57875f78 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/12bab624-8505-42c5-85b6-2997eb3285b2 HTTP/1.1" status: 404 len: 337 time: 0.0587285 Dec 20 16:41:44.203782 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.269532 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-567994bf-4c3e-4ef1-bcf4-7769c4b44f59 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2576cff-e91e-430d-8539-f720deb36834 HTTP/1.1" status: 200 len: 205 time: 0.0646124 Dec 20 16:41:44.270296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48318) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.271547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c648e319-02b1-4a6d-9607-e84e7cfd3838 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:44.298399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:44.322893 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-eda7b7cb-50e7-4b7c-887a-f5127afd56af tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] delete failed (client error): The resource could not be found. Dec 20 16:41:44.325355 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eda7b7cb-50e7-4b7c-887a-f5127afd56af tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/routers/e2576cff-e91e-430d-8539-f720deb36834 HTTP/1.1" status: 404 len: 336 time: 0.0517001 Dec 20 16:41:44.332789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.338965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb894af-f361-4760-b9da-8ddcac8d1725 req-99bc68bf-8b41-4867-b0cb-daa1d0c16d6d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:44.341330 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3fb894af-f361-4760-b9da-8ddcac8d1725 req-99bc68bf-8b41-4867-b0cb-daa1d0c16d6d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 944 time: 0.4293022 Dec 20 16:41:44.353018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port b855dedf-67fe-4256-a855-57c7dcbfbb79, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b855dedf-67fe-4256-a855-57c7dcbfbb79,segment=NetworkSegment(61e8018e-f1ad-4589-8b43-d00fd46b68e4),segment_id=61e8018e-f1ad-4589-8b43-d00fd46b68e4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:44.353312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.356401 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port c648e319-02b1-4a6d-9607-e84e7cfd3838 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:41:44.361130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port c648e319-02b1-4a6d-9607-e84e7cfd3838 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:44.362021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.412552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:44.443240 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3fb894af-f361-4760-b9da-8ddcac8d1725 req-d578e0e7-bd2e-4f43-810e-3aeae021d321 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896163 Dec 20 16:41:44.473105 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f5676e-8b75-4ef5-8f16-f7ae7cbdb5e8 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:44.473563 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f5676e-8b75-4ef5-8f16-f7ae7cbdb5e8 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:44.477033 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-10f5676e-8b75-4ef5-8f16-f7ae7cbdb5e8 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/07c2ec22-fc72-4295-8565-f075fdcd51f1 HTTP/1.1" status: 404 len: 337 time: 0.1417816 Dec 20 16:41:44.478181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for b855dedf-67fe-4256-a855-57c7dcbfbb79 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:44.482387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.485106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.518911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:41:44.521563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1a1ec1-cd95-4ee5-908c-67f312199049" -d '{"events": [{"server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "name": "network-vif-plugged", "status": "completed", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:41:44.532025 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8924dd8-2be4-4586-8f2b-046885f63b7b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:44.532924 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8924dd8-2be4-4586-8f2b-046885f63b7b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:44.538734 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b8924dd8-2be4-4586-8f2b-046885f63b7b tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/f8ecdca9-6df2-4b1d-818a-dd1c364f9818 HTTP/1.1" status: 404 len: 337 time: 0.0503008 Dec 20 16:41:44.542654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.579349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c648e319-02b1-4a6d-9607-e84e7cfd3838, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:44.598238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:44.611459 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c51ec7b-a465-47bc-b40a-ccb58034dbcd None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:44.628941 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51ec7b-a465-47bc-b40a-ccb58034dbcd None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:44.630737 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c51ec7b-a465-47bc-b40a-ccb58034dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:44.631359 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f10e88-8f65-492f-bd28-5ba9b0ec2b62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:44.631926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f10e88-8f65-492f-bd28-5ba9b0ec2b62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:44.634019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.638642 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-81f10e88-8f65-492f-bd28-5ba9b0ec2b62 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/2d4568e0-bb40-4839-9f65-089cec32f038 HTTP/1.1" status: 404 len: 337 time: 0.0919039 Dec 20 16:41:44.638811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:44.647113 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d90196e5-97f4-4bf8-9a5e-10b0a280f5d4 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7178040 Dec 20 16:41:44.648300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48330) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.648649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.654047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.663896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-597509712'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:44.667866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:44.708099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd9959-2ed6-42e6-a564-84185e169898 None None] Network 3b396c3c-2eb8-48ee-b70f-a86d35609cea requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:44.712264 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a45a5d8-af9f-4c9d-8c91-bc20aaabb021 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:44.713105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a45a5d8-af9f-4c9d-8c91-bc20aaabb021 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:44.715012 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c51ec7b-a465-47bc-b40a-ccb58034dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:44.717278 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1a45a5d8-af9f-4c9d-8c91-bc20aaabb021 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/0f1cb155-6553-49fd-8968-e041b92a47cf HTTP/1.1" status: 404 len: 333 time: 0.0675395 Dec 20 16:41:44.722855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.740867 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51ec7b-a465-47bc-b40a-ccb58034dbcd None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:44.741629 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c51ec7b-a465-47bc-b40a-ccb58034dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:44.752801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:44.757250 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:44.819786 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c51ec7b-a465-47bc-b40a-ccb58034dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:44.820963 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c51ec7b-a465-47bc-b40a-ccb58034dbcd None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:44.827265 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-72c42789-a679-4501-abe0-fb066febf2ab tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3029654 Dec 20 16:41:44.829358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.838192 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7548d746-d109-42f8-bf48-76f6a82bda72 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:44.839284 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7548d746-d109-42f8-bf48-76f6a82bda72 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:44.843562 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7548d746-d109-42f8-bf48-76f6a82bda72 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/7587bb2a-dab2-493f-900c-411d8ffaa650 HTTP/1.1" status: 404 len: 337 time: 0.1152365 Dec 20 16:41:44.846186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48338) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.965029 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ea763dc0-d63e-47e6-9b33-dfba9f387beb tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "GET /v2.0/floatingips/aedf4bc3-3b7b-4e13-a92e-c913e73bf256 HTTP/1.1" status: 200 len: 979 time: 0.1321607 Dec 20 16:41:44.965701 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-311eb17e-da4a-461b-91b3-0cad0f560b0e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:44.965918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311eb17e-da4a-461b-91b3-0cad0f560b0e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:44.972514 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-311eb17e-da4a-461b-91b3-0cad0f560b0e tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/b90e1f92-98d0-426a-a479-d7f01b163195 HTTP/1.1" status: 404 len: 337 time: 0.1248698 Dec 20 16:41:44.973529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48340) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.973963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:44.987623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:44.988384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:45.036320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3f44700b-7d40-4550-a979-e0e5399128a9 None None] Provisioning complete for port f8bfd794-710c-4fa2-a353-5e3c3d59c34d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:45.037215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f44700b-7d40-4550-a979-e0e5399128a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.044053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda05324-3455-4210-8747-90fbdf61416e x-openstack-request-id: req-bda05324-3455-4210-8747-90fbdf61416e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:41:45.044370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "name": "network-vif-plugged", "status": "completed", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:41:45.044620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bda05324-3455-4210-8747-90fbdf61416e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:41:45.045007 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'code': 200} Dec 20 16:41:45.132588 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0f418954-cc1a-4513-b134-9814afbf27d2 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1570294 Dec 20 16:41:45.133251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48344) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:45.152655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'port_id': '27790f9d-f69e-4b78-9898-55ad3b28bcce'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:45.155747 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa10301f-25c6-469d-8412-9084c6a8bf12 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:45.156022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa10301f-25c6-469d-8412-9084c6a8bf12 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:45.159153 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-aa10301f-25c6-469d-8412-9084c6a8bf12 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/b0e6e6f0-0bdd-4bf4-8085-8838e05b0f29 HTTP/1.1" status: 404 len: 333 time: 0.1819808 Dec 20 16:41:45.161936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:45.244281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:45.259051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:41:45.264996 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.296442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.296682 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added segment 7d235085-7adb-49f9-ad92-33526a2d40ea of type vlan for network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 Dec 20 16:41:45.306022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=c648e319-02b1-4a6d-9607-e84e7cfd3838,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:45.306657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=b855dedf-67fe-4256-a855-57c7dcbfbb79,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:45.389838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.475021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.482908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:45.483792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.539220 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f161fd-a1a5-45bf-ab50-a8d52a7b0bb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:45.539676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f161fd-a1a5-45bf-ab50-a8d52a7b0bb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:45.543385 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a3f161fd-a1a5-45bf-ab50-a8d52a7b0bb6 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/ad192be6-347a-439b-a27b-8b90ea254d90 HTTP/1.1" status: 404 len: 337 time: 0.3804770 Dec 20 16:41:45.547415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48350) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:45.622658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f8bfd794-710c-4fa2-a353-5e3c3d59c34d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:45.646677 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7023ec1-6838-4600-a70a-9600358c34b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] DELETE failed (client error): The resource could not be found. Dec 20 16:41:45.646677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7023ec1-6838-4600-a70a-9600358c34b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:41:45.649147 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e7023ec1-6838-4600-a70a-9600358c34b9 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/subnets/8d85dbb0-f595-40c9-a50f-069be9a2a8c5 HTTP/1.1" status: 404 len: 337 time: 0.1001503 Dec 20 16:41:45.666767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:45.694022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.702077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95be8ef-d677-4e75-aa07-1121e6b44962 req-55116091-3c3c-4657-9fb9-8b1175dfd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:45.705031 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e95be8ef-d677-4e75-aa07-1121e6b44962 req-55116091-3c3c-4657-9fb9-8b1175dfd81e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 1098 time: 0.2444799 Dec 20 16:41:45.711099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3f44700b-7d40-4550-a979-e0e5399128a9 None None] Provisioning complete for port c9acefff-6453-4c1b-b6ca-4e84248379c4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:45.711598 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f44700b-7d40-4550-a979-e0e5399128a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.713245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f8bfd794-710c-4fa2-a353-5e3c3d59c34d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:45.713692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.718375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77f27f-4f36-4a9d-a0bf-49d6434f333a None None] DHCP port deletion for 3b396c3c-2eb8-48ee-b70f-a86d35609cea request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:45.755052 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1040916 Dec 20 16:41:45.765233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48354) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:45.776949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'subnet': {'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:45.782521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ece1d-c9bc-4bdf-8f8a-5c2d156adbf1 req-dabf6f84-447f-4b56-a1f0-d41466994d4b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:45.783197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89759bb-fdae-4b44-b53a-f18259ada017 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Network': ['ID=cfda53d0-8c71-4da3-b240-7c63ead0e8d1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:45.790231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca2ece1d-c9bc-4bdf-8f8a-5c2d156adbf1 req-dabf6f84-447f-4b56-a1f0-d41466994d4b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 945 time: 0.1687698 Dec 20 16:41:45.817821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:43Z', 'revision_number': 3, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:43Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:45.826669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:41:45.830416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:45.881380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:45.881697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Updating router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 port c9acefff-6453-4c1b-b6ca-4e84248379c4 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:41:45.905951 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca2ece1d-c9bc-4bdf-8f8a-5c2d156adbf1 req-61b61721-df28-4632-8561-06ddf4752206 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150916 Dec 20 16:41:45.908296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3f44700b-7d40-4550-a979-e0e5399128a9 None None] Port c9acefff-6453-4c1b-b6ca-4e84248379c4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:45.926854 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e95be8ef-d677-4e75-aa07-1121e6b44962 req-07d09049-1e00-4170-bb3a-ea8d9cf60066 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916125 Dec 20 16:41:45.987712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.029384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ab1cd-7eb0-4894-b611-f9489a065158 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Deleting port a4bafccc-39ee-440e-8e3c-74547daf7970 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:46.029812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab1cd-7eb0-4894-b611-f9489a065158 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.035594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:46.039204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.097106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cb77f27f-4f36-4a9d-a0bf-49d6434f333a None None] Deleting port 9bf38fa2-1880-44b3-abc0-56e00b350ddf {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:46.097483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb77f27f-4f36-4a9d-a0bf-49d6434f333a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.130432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fc40c72d-2089-417b-8e96-9d522a24b46d None None] Provisioning complete for port a4bafccc-39ee-440e-8e3c-74547daf7970 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:46.130808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc40c72d-2089-417b-8e96-9d522a24b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.221262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab1cd-7eb0-4894-b611-f9489a065158 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.257814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ab1cd-7eb0-4894-b611-f9489a065158 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Calling delete_port for a4bafccc-39ee-440e-8e3c-74547daf7970 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:46.259154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cb77f27f-4f36-4a9d-a0bf-49d6434f333a None None] For port 9bf38fa2-1880-44b3-abc0-56e00b350ddf, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9bf38fa2-1880-44b3-abc0-56e00b350ddf,segment=NetworkSegment(8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc),segment_id=8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:46.259716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb77f27f-4f36-4a9d-a0bf-49d6434f333a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.289764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cb77f27f-4f36-4a9d-a0bf-49d6434f333a None None] Calling delete_port for 9bf38fa2-1880-44b3-abc0-56e00b350ddf owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:46.292841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fc40c72d-2089-417b-8e96-9d522a24b46d None None] Port a4bafccc-39ee-440e-8e3c-74547daf7970 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:46.339486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:46.355084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.361951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.408063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fc40c72d-2089-417b-8e96-9d522a24b46d None None] Provisioning complete for port 9bf38fa2-1880-44b3-abc0-56e00b350ddf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:46.408478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc40c72d-2089-417b-8e96-9d522a24b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.483573 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP aedf4bc3-3b7b-4e13-a92e-c913e73bf256 associated. External IP: 172.26.1.250, port: ba11d2b0-a56b-4668-b318-34563d55dba7. Dec 20 16:41:46.513049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb77f27f-4f36-4a9d-a0bf-49d6434f333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.516244 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:46.522612 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bf6c36fb-4d07-485d-9be1-dd7524e760e2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2998307 Dec 20 16:41:46.523224 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.plugins.ml2.db [None req-fc40c72d-2089-417b-8e96-9d522a24b46d None None] No ports have port_id starting with 9bf38fa2-1880-44b3-abc0-56e00b350ddf Dec 20 16:41:46.523436 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab1cd-7eb0-4894-b611-f9489a065158 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.525300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:46.536603 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:46.544457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab1cd-7eb0-4894-b611-f9489a065158 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.549126 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cb6ab1cd-7eb0-4894-b611-f9489a065158 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/ports/a4bafccc-39ee-440e-8e3c-74547daf7970 HTTP/1.1" status: 204 len: 168 time: 0.8777905 Dec 20 16:41:46.553215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:46.564925 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:46.566019 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:46.568453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77f27f-4f36-4a9d-a0bf-49d6434f333a None None] Pushing event deleted for resources: {'Port': ['ID=9bf38fa2-1880-44b3-abc0-56e00b350ddf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:46.572839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77f27f-4f36-4a9d-a0bf-49d6434f333a None None] No DVR routers for this DVR port 9bf38fa2-1880-44b3-abc0-56e00b350ddf on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:46.601427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fc40c72d-2089-417b-8e96-9d522a24b46d None None] Provisioning complete for port c9acefff-6453-4c1b-b6ca-4e84248379c4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:46.601915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc40c72d-2089-417b-8e96-9d522a24b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.605449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.617226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ab1cd-7eb0-4894-b611-f9489a065158 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Port': ['ID=a4bafccc-39ee-440e-8e3c-74547daf7970,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:46.639871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06105f2-bd2e-4d12-b85c-62c389839adf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting subnet d616865a-5d68-40a2-942a-d43f0cee07fa {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:46.646105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e06105f2-bd2e-4d12-b85c-62c389839adf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.667709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fc40c72d-2089-417b-8e96-9d522a24b46d None None] Port c9acefff-6453-4c1b-b6ca-4e84248379c4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:46.674971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.699697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e06105f2-bd2e-4d12-b85c-62c389839adf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.703606 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:46.709721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.727275 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.794161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca22ef-5d20-4d9e-b8dd-8233ab0dd253 None None] Pushing event updated for resources: {'Port': ['ID=c9acefff-6453-4c1b-b6ca-4e84248379c4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:46.821359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Subnet': ['ID=892c18c0-0abf-40d6-9608-59a0241b5d51,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:46.855621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Checking segment: {'id': '7d235085-7adb-49f9-ad92-33526a2d40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:46.855936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network hostable DHCP agents. Network: cfda53d0-8c71-4da3-b240-7c63ead0e8d1, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:41:46.861319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Attempting to bind port c9acefff-6453-4c1b-b6ca-4e84248379c4 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:46.861796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Attempting to bind port c9acefff-6453-4c1b-b6ca-4e84248379c4 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '0879c56c-816e-4250-b4a0-5b6bd853aacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:46.862836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Attempting to bind port c9acefff-6453-4c1b-b6ca-4e84248379c4 on network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:46.868108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:46.869638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Checking segment: {'id': '0879c56c-816e-4250-b4a0-5b6bd853aacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:46.870575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.871054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Bound using segment: {'id': '0879c56c-816e-4250-b4a0-5b6bd853aacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:46.871898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Bound port: c9acefff-6453-4c1b-b6ca-4e84248379c4, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0879c56c-816e-4250-b4a0-5b6bd853aacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:46.872037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:46.958214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.007128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b396c3c-2eb8-48ee-b70f-a86d35609cea']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:47.009461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] For port c9acefff-6453-4c1b-b6ca-4e84248379c4, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:47.019070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] For port c9acefff-6453-4c1b-b6ca-4e84248379c4, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c9acefff-6453-4c1b-b6ca-4e84248379c4,segment=NetworkSegment(0879c56c-816e-4250-b4a0-5b6bd853aacf),segment_id=0879c56c-816e-4250-b4a0-5b6bd853aacf)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:47.022617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:47.027128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df3a75d-cab5-4a03-85c6-1d8d8b2ad2dc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:47.027921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.037077 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:45Z', 'revision_number': 10, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:47.045571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e06105f2-bd2e-4d12-b85c-62c389839adf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.054811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.073789 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:47.079612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.088129 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:47.090643 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:47.124813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:47.125814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:47.134873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:47.144934 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e06105f2-bd2e-4d12-b85c-62c389839adf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.188837 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:47.189662 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:47.196467 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:47.223186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06105f2-bd2e-4d12-b85c-62c389839adf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Subnet': ['ID=d616865a-5d68-40a2-942a-d43f0cee07fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:47.235390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e06105f2-bd2e-4d12-b85c-62c389839adf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.238929 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e06105f2-bd2e-4d12-b85c-62c389839adf tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/d616865a-5d68-40a2-942a-d43f0cee07fa HTTP/1.1" status: 204 len: 168 time: 0.7124171 Dec 20 16:41:47.241935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:47.254904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:47.273412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:41:47.308736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d35e38-c5eb-40d4-8cbb-fa61b8258900 req-19897767-6ecc-4bf7-b004-50d91fd56f11 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:47.310529 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a2d35e38-c5eb-40d4-8cbb-fa61b8258900 req-19897767-6ecc-4bf7-b004-50d91fd56f11 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 945 time: 0.2154124 Dec 20 16:41:47.312654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, cfda53d0-8c71-4da3-b240-7c63ead0e8d1) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:47.317795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:47.318759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.332470 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.337113 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.341094 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] 10.222.0.60 "DELETE /v2.0/networks/3b396c3c-2eb8-48ee-b70f-a86d35609cea HTTP/1.1" status: 204 len: 168 time: 0.7657108 Dec 20 16:41:47.368945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011e65b-3aa6-43cc-8a54-32a20c073d36 tempest-PortsTestJSON-1689356100 tempest-PortsTestJSON-1689356100-project] Pushing event deleted for resources: {'Network': ['ID=3b396c3c-2eb8-48ee-b70f-a86d35609cea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:47.396043 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d77bc4da-da5e-4e78-b7fb-361d76b9963a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6271424 Dec 20 16:41:47.400756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:47.421341 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a2d35e38-c5eb-40d4-8cbb-fa61b8258900 req-4b6af5e4-2fe7-427a-b925-01ba4093de23 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987732 Dec 20 16:41:47.444318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd4fa4-b96e-407d-86e2-508770d25522 None None] Network 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:47.489605 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:47.595940 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:47.659066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:47.733669 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:45Z', 'revision_number': 10, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:47.774973 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119a9b8e-4521-4275-b295-dbb7b2715ab0 None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:45Z', 'revision_number': 10, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None, '_interfaces': [{'id': '76f3a9de-0507-4f87-836e-3c2326d59b05', 'name': '', 'network_id': 'ac6f0f85-d512-411f-9f9e-175e072c5b3c', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'mac_address': 'fa:16:3e:c3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '98bdb428-c062-491f-8e2c-ad537023096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:40:45Z', 'updated_at': '2021-12-20T16:40:54Z', 'revision_number': 5, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'subnets': [{'id': '98bdb428-c062-491f-8e2c-ad537023096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:47.779821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f798-a5a1-4fef-b392-aa1d0efbe6af req-49ddbca3-bc26-48a8-a91e-370c65fe36b8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:47.782300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:47.782473 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f998f798-a5a1-4fef-b392-aa1d0efbe6af req-49ddbca3-bc26-48a8-a91e-370c65fe36b8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 945 time: 0.2017024 Dec 20 16:41:47.826080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf9d1d9-d971-45a6-90e9-cef17da73a99 None None] Network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:47.836994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9bf38fa2-1880-44b3-abc0-56e00b350ddf no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:47.839403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da7fd44-a34f-448c-a49e-1dce7423d1a6 None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:47.895427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca22ef-5d20-4d9e-b8dd-8233ab0dd253 None None] Pushing event updated for resources: {'Port': ['ID=c9acefff-6453-4c1b-b6ca-4e84248379c4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:47.929664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 9bf38fa2-1880-44b3-abc0-56e00b350ddf {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:47.930013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9bf38fa2-1880-44b3-abc0-56e00b350ddf not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:47.951325 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6cc1a904-50df-4302-a757-5a4af7e2b6b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90cfd75b636345aca1562c0033b7007a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654966 Dec 20 16:41:47.951729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48376) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:48.004138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7fd44-a34f-448c-a49e-1dce7423d1a6 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:48.004798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1da7fd44-a34f-448c-a49e-1dce7423d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:48.010419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2dbdd698-ef91-476e-abb2-50a14f21db8b None None] Provisioning complete for port c9acefff-6453-4c1b-b6ca-4e84248379c4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:48.010845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd698-ef91-476e-abb2-50a14f21db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.033988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80e4eb1b-075a-4df6-855d-c06144155ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.056984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80e4eb1b-075a-4df6-855d-c06144155ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.081029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1da7fd44-a34f-448c-a49e-1dce7423d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:48.117775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80e4eb1b-075a-4df6-855d-c06144155ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.122572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80e4eb1b-075a-4df6-855d-c06144155ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.123977 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-80e4eb1b-075a-4df6-855d-c06144155ec3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b90ee23-0a4e-471c-89c7-ac36b1dec1e0 HTTP/1.1" status: 204 len: 168 time: 0.1710060 Dec 20 16:41:48.134150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4eb1b-075a-4df6-855d-c06144155ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b90ee23-0a4e-471c-89c7-ac36b1dec1e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:48.230591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:41:48.231904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.235710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7fd44-a34f-448c-a49e-1dce7423d1a6 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:48.236426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1da7fd44-a34f-448c-a49e-1dce7423d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:48.241983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c361ec79-36d7-4954-bfc7-e4ad8c53302a None None] DHCP port deletion for 5f77a29e-1ce6-4cb0-956e-cec0c79ce236 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:48.270153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:48.270552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.276653 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f998f798-a5a1-4fef-b392-aa1d0efbe6af req-9ad07a71-ea7a-461f-9905-41c024bb6105 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4586036 Dec 20 16:41:48.311104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48380) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:48.346484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1da7fd44-a34f-448c-a49e-1dce7423d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:48.347108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da7fd44-a34f-448c-a49e-1dce7423d1a6 None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:48.428506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c0a2c-ed16-4135-b4da-e5de170fe98a tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:48.432951 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5e5c0a2c-ed16-4135-b4da-e5de170fe98a tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 1093 time: 0.1165900 Dec 20 16:41:48.433096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:48.438211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:48.483854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.487434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e,segment=NetworkSegment(61e8018e-f1ad-4589-8b43-d00fd46b68e4),segment_id=61e8018e-f1ad-4589-8b43-d00fd46b68e4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:48.488419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.499015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd698-ef91-476e-abb2-50a14f21db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.573843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:48.598976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2dbdd698-ef91-476e-abb2-50a14f21db8b None None] For port c9acefff-6453-4c1b-b6ca-4e84248379c4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c9acefff-6453-4c1b-b6ca-4e84248379c4,segment=NetworkSegment(0879c56c-816e-4250-b4a0-5b6bd853aacf),segment_id=0879c56c-816e-4250-b4a0-5b6bd853aacf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:48.612323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:43Z', 'revision_number': 3, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:47Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:48.617082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd698-ef91-476e-abb2-50a14f21db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.622835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c361ec79-36d7-4954-bfc7-e4ad8c53302a None None] Deleting port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:48.623318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c361ec79-36d7-4954-bfc7-e4ad8c53302a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.639361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.703268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c361ec79-36d7-4954-bfc7-e4ad8c53302a None None] For port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e,segment=NetworkSegment(61e8018e-f1ad-4589-8b43-d00fd46b68e4),segment_id=61e8018e-f1ad-4589-8b43-d00fd46b68e4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:48.703673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c361ec79-36d7-4954-bfc7-e4ad8c53302a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.712642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:48.757153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.757754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Allocated IP 2001:db8:2::2 (cfda53d0-8c71-4da3-b240-7c63ead0e8d1/892c18c0-0abf-40d6-9608-59a0241b5d51/ca55a582-7a93-4b85-b0ba-b747739b7de4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:48.777987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.203 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/195961fc-67d1-4c39-9848-8e0e34330f57) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:48.806596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3170b4fc-b183-4f7f-87ae-e6e74c9010fe None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:43Z', 'revision_number': 3, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:47Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:48.867544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:48.884732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c361ec79-36d7-4954-bfc7-e4ad8c53302a None None] Calling delete_port for 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:48.918809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-822e0235-0fb8-4108-8be5-6eb28643f947 None None] Provisioning complete for port c9acefff-6453-4c1b-b6ca-4e84248379c4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:48.919204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-822e0235-0fb8-4108-8be5-6eb28643f947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.010206 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:49.023197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No DVR routers for this DVR port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:49.084327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdd698-ef91-476e-abb2-50a14f21db8b None None] Pushing event updated for resources: {'Port': ['ID=c9acefff-6453-4c1b-b6ca-4e84248379c4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:49.103786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.137092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:49.147217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.148488 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055375e-adbc-496c-8eb2-b6a72876b33c None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:49.154617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c361ec79-36d7-4954-bfc7-e4ad8c53302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.159890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:49.162848 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055375e-adbc-496c-8eb2-b6a72876b33c None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:49.163771 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0055375e-adbc-496c-8eb2-b6a72876b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:49.175367 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026624 Dec 20 16:41:49.176062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:49.210308 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0055375e-adbc-496c-8eb2-b6a72876b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:49.223196 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055375e-adbc-496c-8eb2-b6a72876b33c None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:49.224239 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0055375e-adbc-496c-8eb2-b6a72876b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:49.233276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.233825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.264920 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0055375e-adbc-496c-8eb2-b6a72876b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:49.266023 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055375e-adbc-496c-8eb2-b6a72876b33c None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:49.313279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.314998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361ec79-36d7-4954-bfc7-e4ad8c53302a None None] Pushing event deleted for resources: {'Port': ['ID=0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:49.321331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361ec79-36d7-4954-bfc7-e4ad8c53302a None None] No DVR routers for this DVR port 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:49.321788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:49.327919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:49.336436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.340871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:49.346651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f77a29e-1ce6-4cb0-956e-cec0c79ce236']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:49.377576 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e8018e-f1ad-4589-8b43-d00fd46b68e4') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:49.377873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e8018e-f1ad-4589-8b43-d00fd46b68e4') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:49.412045 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-93074c83-2b81-4d85-a287-efdd8759500a tempest-NetworksApiDiscovery-1815919637 tempest-NetworksApiDiscovery-1815919637-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2328541 Dec 20 16:41:49.417962 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=195961fc-67d1-4c39-9848-8e0e34330f57,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:49.450222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.476076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:49.480543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Pushing event updated for resources: {'Port': ['ID=ca55a582-7a93-4b85-b0ba-b747739b7de4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:49.487632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:49.499437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:49.519196 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:49.527195 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-621e5649-6719-4aef-bbd1-8caac3b8c16e tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/floatingips/aedf4bc3-3b7b-4e13-a92e-c913e73bf256 HTTP/1.1" status: 200 len: 978 time: 4.3782890 Dec 20 16:41:49.528518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c24e94d0-9f39-4259-8d00-1b27e6da6aa1 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:49.548325 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.561588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:49.570511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:49.574415 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:49.609586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c9acefff-6453-4c1b-b6ca-4e84248379c4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:49.650196 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Attempting to bind port ca55a582-7a93-4b85-b0ba-b747739b7de4 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:49.650599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Attempting to bind port ca55a582-7a93-4b85-b0ba-b747739b7de4 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '7d235085-7adb-49f9-ad92-33526a2d40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:49.650991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Attempting to bind port ca55a582-7a93-4b85-b0ba-b747739b7de4 on network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:49.664841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:49.665159 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Checking segment: {'id': '7d235085-7adb-49f9-ad92-33526a2d40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:49.665587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.665990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Bound using segment: {'id': '7d235085-7adb-49f9-ad92-33526a2d40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:49.666521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Bound port: ca55a582-7a93-4b85-b0ba-b747739b7de4, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d235085-7adb-49f9-ad92-33526a2d40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:49.666976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.682394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 2001:db8:2::1 (cfda53d0-8c71-4da3-b240-7c63ead0e8d1/892c18c0-0abf-40d6-9608-59a0241b5d51/39009631-f6f1-4c1a-9a37-ff95ea30e405) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:49.756400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c9acefff-6453-4c1b-b6ca-4e84248379c4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:49.756873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.790743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] For port ca55a582-7a93-4b85-b0ba-b747739b7de4, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:49.926442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:49.955636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.988723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] For port ca55a582-7a93-4b85-b0ba-b747739b7de4, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ca55a582-7a93-4b85-b0ba-b747739b7de4,segment=NetworkSegment(7d235085-7adb-49f9-ad92-33526a2d40ea),segment_id=7d235085-7adb-49f9-ad92-33526a2d40ea)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:49.991072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:49.996083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.048998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.056043 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/networks/5f77a29e-1ce6-4cb0-956e-cec0c79ce236 HTTP/1.1" status: 204 len: 168 time: 2.8092523 Dec 20 16:41:50.058975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48418) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:50.069920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa85cc1-e172-48e5-a79e-59705559dc95 None None] Pushing event updated for resources: {'Port': ['ID=ca55a582-7a93-4b85-b0ba-b747739b7de4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:50.070779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63108d0d-d43b-40f2-b2f9-a119a5f3c9a0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Network': ['ID=5f77a29e-1ce6-4cb0-956e-cec0c79ce236,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:50.106836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.112271 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:50.139718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:50.140149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0b6c27ee-ab7b-4bb0-9b04-d1e0098d982e not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:50.140632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b855dedf-67fe-4256-a855-57c7dcbfbb79 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:50.164327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c24e94d0-9f39-4259-8d00-1b27e6da6aa1 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.179194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: b855dedf-67fe-4256-a855-57c7dcbfbb79 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:50.179862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b855dedf-67fe-4256-a855-57c7dcbfbb79 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:50.204668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:50.210175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:50.214759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:50.216031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.283235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=39009631-f6f1-4c1a-9a37-ff95ea30e405,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:50.301820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeebc781-d507-4ca5-900a-daa2f4709cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.447833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.503359 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeebc781-d507-4ca5-900a-daa2f4709cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.513099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aeebc781-d507-4ca5-900a-daa2f4709cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.636562 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-aeebc781-d507-4ca5-900a-daa2f4709cea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e4a6c6699c3445ab34a2cd0ece5a798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7085607 Dec 20 16:41:50.640213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:50.653714 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebc781-d507-4ca5-900a-daa2f4709cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea65ff-df4c-4da8-810e-2a5e564bf1aa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:50.689919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c24e94d0-9f39-4259-8d00-1b27e6da6aa1 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.706328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c24e94d0-9f39-4259-8d00-1b27e6da6aa1 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.706678 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-c24e94d0-9f39-4259-8d00-1b27e6da6aa1 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP aedf4bc3-3b7b-4e13-a92e-c913e73bf256 disassociated. External IP: 172.26.1.250, port: 27790f9d-f69e-4b78-9898-55ad3b28bcce. Dec 20 16:41:50.767804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-604bf5f6-b5db-41b3-89af-9e748968c545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.807018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-604bf5f6-b5db-41b3-89af-9e748968c545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:50.985216 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.145584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.153013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.154162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.214698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-604bf5f6-b5db-41b3-89af-9e748968c545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.217481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-604bf5f6-b5db-41b3-89af-9e748968c545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.218719 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-604bf5f6-b5db-41b3-89af-9e748968c545 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7dea65ff-df4c-4da8-810e-2a5e564bf1aa HTTP/1.1" status: 204 len: 168 time: 0.5747154 Dec 20 16:41:51.264786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bf5f6-b5db-41b3-89af-9e748968c545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea65ff-df4c-4da8-810e-2a5e564bf1aa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:51.266751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=39009631-f6f1-4c1a-9a37-ff95ea30e405,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:51.342557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:51.343623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c4651-b551-4da3-bd5e-3e24b2306cc6 None None] Network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:51.344867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:51.471540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-94c7e39d-e0da-4cef-a240-63b087d40515 None None] Provisioning complete for port ca55a582-7a93-4b85-b0ba-b747739b7de4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:51.472210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94c7e39d-e0da-4cef-a240-63b087d40515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.487295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:51.511547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.576768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ca55a582-7a93-4b85-b0ba-b747739b7de4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:51.613766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24e94d0-9f39-4259-8d00-1b27e6da6aa1 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:51.632786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:51.646498 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8074cb6f-dbe3-4af9-b085-e47a49eacd17 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2234530 Dec 20 16:41:51.647167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:51.652067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1014493059'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:51.660306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:51.690780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:51.695281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.721449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:41:51.734605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.734967 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added segment a4bffc41-8653-4ee9-85ee-cf508c679d1e of type vlan for network 97fb9b33-5a43-466c-b342-db209e262b3b Dec 20 16:41:51.781628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.808200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.811909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.819347 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:51.820149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.911481 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48438) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:51.912565 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2642550 Dec 20 16:41:51.921032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'subnet': {'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:51.924689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f257e8-f16d-42d9-af86-bc07eedd42ca tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Network': ['ID=97fb9b33-5a43-466c-b342-db209e262b3b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:51.949313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e94d0-9f39-4259-8d00-1b27e6da6aa1 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:51.968735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c24e94d0-9f39-4259-8d00-1b27e6da6aa1 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.972126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 97fb9b33-5a43-466c-b342-db209e262b3b details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:41:51.980180 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03353619-8fe2-4971-9ea1-8c81b093eea5 None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:51.981964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.982447 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d2c7932a-daee-4853-9580-aed74160c750 req-d49de014-7d18-4829-92a4-b4a09392a321 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678842 Dec 20 16:41:51.994002 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03353619-8fe2-4971-9ea1-8c81b093eea5 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:51.995925 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03353619-8fe2-4971-9ea1-8c81b093eea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:52.035174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:52.036002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:52.039114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.047514 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03353619-8fe2-4971-9ea1-8c81b093eea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:52.060998 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03353619-8fe2-4971-9ea1-8c81b093eea5 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:52.061983 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03353619-8fe2-4971-9ea1-8c81b093eea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:52.100295 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03353619-8fe2-4971-9ea1-8c81b093eea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:52.101111 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03353619-8fe2-4971-9ea1-8c81b093eea5 None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:52.113939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7932a-daee-4853-9580-aed74160c750 req-fb34d4df-d25f-4129-b28f-dd6b5ad8aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:52.115565 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d2c7932a-daee-4853-9580-aed74160c750 req-fb34d4df-d25f-4129-b28f-dd6b5ad8aa93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 1098 time: 0.0759070 Dec 20 16:41:52.134752 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c24e94d0-9f39-4259-8d00-1b27e6da6aa1 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/floatingips/aedf4bc3-3b7b-4e13-a92e-c913e73bf256 HTTP/1.1" status: 200 len: 688 time: 2.6144116 Dec 20 16:41:52.136096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:52.163702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:52.194041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=195961fc-67d1-4c39-9848-8e0e34330f57,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:52.235217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.274807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Made reservation on behalf of 01e49c73f7e647dfaaced8e2143596dd for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:52.277943 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.326072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94c7e39d-e0da-4cef-a240-63b087d40515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.375006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7932a-daee-4853-9580-aed74160c750 req-f0e50863-20ce-41d5-8923-acac5507cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:52.376533 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d2c7932a-daee-4853-9580-aed74160c750 req-f0e50863-20ce-41d5-8923-acac5507cf77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9657bbab-6044-4e70-a520-e4f44b90c80a HTTP/1.1" status: 200 len: 898 time: 0.2299654 Dec 20 16:41:52.415938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port ca55a582-7a93-4b85-b0ba-b747739b7de4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:52.417031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.468783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port 68ebd623-ccc2-4f16-a1d3-2d5414bf3786 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:52.468783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.497460 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 0a1d9942-eed2-41ef-aaf9-5500db50bf52 associated. External IP: 172.26.1.203, port: c648e319-02b1-4a6d-9607-e84e7cfd3838. Dec 20 16:41:52.553580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-94c7e39d-e0da-4cef-a240-63b087d40515 None None] For port ca55a582-7a93-4b85-b0ba-b747739b7de4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ca55a582-7a93-4b85-b0ba-b747739b7de4,segment=NetworkSegment(7d235085-7adb-49f9-ad92-33526a2d40ea),segment_id=7d235085-7adb-49f9-ad92-33526a2d40ea)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:52.560341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.560665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.574131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for 68ebd623-ccc2-4f16-a1d3-2d5414bf3786 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:52.574588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94c7e39d-e0da-4cef-a240-63b087d40515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.649044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7e39d-e0da-4cef-a240-63b087d40515 None None] Pushing event updated for resources: {'Port': ['ID=ca55a582-7a93-4b85-b0ba-b747739b7de4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:52.698766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port 76f3a9de-0507-4f87-836e-3c2326d59b05 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:52.699102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.737066 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d2c7932a-daee-4853-9580-aed74160c750 req-1ae59561-f07b-4ad0-9cf8-dd2c29130003 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838 HTTP/1.1" status: 200 len: 999 time: 0.3517969 Dec 20 16:41:52.743191 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.799131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:50Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:50Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:52.824811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Subnet': ['ID=c4a3160b-ca6b-457b-bb68-91e3a93188a1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:52.843055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:52.843505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Updating router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 port 39009631-f6f1-4c1a-9a37-ff95ea30e405 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:41:52.866378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7932a-daee-4853-9580-aed74160c750 req-a5f69619-d5ab-4176-86ca-103e1869c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:52.867892 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d2c7932a-daee-4853-9580-aed74160c750 req-a5f69619-d5ab-4176-86ca-103e1869c1d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95244f88-e976-440b-b88c-50cdd8fb2a37 HTTP/1.1" status: 200 len: 834 time: 0.1221275 Dec 20 16:41:52.872884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.879073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.940237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port 76f3a9de-0507-4f87-836e-3c2326d59b05, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=76f3a9de-0507-4f87-836e-3c2326d59b05,segment=NetworkSegment(d1e53681-c765-4df4-8704-1317ec7a82e9),segment_id=d1e53681-c765-4df4-8704-1317ec7a82e9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:52.940616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.942032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1b87bb63-0c79-482b-b129-6e741fb02524 None None] Provisioning complete for port 39009631-f6f1-4c1a-9a37-ff95ea30e405 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:52.942913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b87bb63-0c79-482b-b129-6e741fb02524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:52.954872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for 76f3a9de-0507-4f87-836e-3c2326d59b05 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:52.955990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=68ebd623-ccc2-4f16-a1d3-2d5414bf3786,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:53.045815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.049018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.052944 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-00447f53-becd-44af-8601-f7e43769a302 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/floatingips/aedf4bc3-3b7b-4e13-a92e-c913e73bf256 HTTP/1.1" status: 204 len: 168 time: 0.9155524 Dec 20 16:41:53.053591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:53.098849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7932a-daee-4853-9580-aed74160c750 req-e430b86a-8b58-42d3-8466-5008b3ff2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:53.100571 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d2c7932a-daee-4853-9580-aed74160c750 req-e430b86a-8b58-42d3-8466-5008b3ff2d59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9657bbab-6044-4e70-a520-e4f44b90c80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2185543 Dec 20 16:41:53.102294 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-170d545d-b404-4a9b-b64b-dfdf2b7fa5a0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] delete failed (client error): The resource could not be found. Dec 20 16:41:53.110362 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-170d545d-b404-4a9b-b64b-dfdf2b7fa5a0 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/floatingips/aedf4bc3-3b7b-4e13-a92e-c913e73bf256 HTTP/1.1" status: 404 len: 345 time: 0.0550041 Dec 20 16:41:53.111004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:53.135386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1b87bb63-0c79-482b-b129-6e741fb02524 None None] Port 39009631-f6f1-4c1a-9a37-ff95ea30e405 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:53.199429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1b87bb63-0c79-482b-b129-6e741fb02524 None None] Provisioning complete for port ca55a582-7a93-4b85-b0ba-b747739b7de4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:53.199907 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b87bb63-0c79-482b-b129-6e741fb02524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.297205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.332088 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d2c7932a-daee-4853-9580-aed74160c750 req-da0c8f96-e498-4413-8916-483084a5050d service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199852 Dec 20 16:41:53.373553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Checking segment: {'id': 'a4bffc41-8653-4ee9-85ee-cf508c679d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:53.373984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network hostable DHCP agents. Network: 97fb9b33-5a43-466c-b342-db209e262b3b, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:41:53.378204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=76f3a9de-0507-4f87-836e-3c2326d59b05,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:53.467315 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 97fb9b33-5a43-466c-b342-db209e262b3b is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:41:53.484249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb13e6-6c41-40dc-a45e-2c7ce8666923 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:53.508949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb13e6-6c41-40dc-a45e-2c7ce8666923 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:53.512999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router b2df0bff-bc2d-46d7-805d-50275a5d56ba has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:53.524841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 97fb9b33-5a43-466c-b342-db209e262b3b) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:53.530397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.534128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb13e6-6c41-40dc-a45e-2c7ce8666923 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:53.535915 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2beb13e6-6c41-40dc-a45e-2c7ce8666923 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "GET /v2.0/ports?network_id=d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 HTTP/1.1" status: 200 len: 2359 time: 0.4217792 Dec 20 16:41:53.546924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66bcf3e-d6d0-4002-b961-f351ffd2934d None None] Network 97fb9b33-5a43-466c-b342-db209e262b3b requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:53.576154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.581749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:53.631067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:53.631553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.634389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.640110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d2c7932a-daee-4853-9580-aed74160c750 req-70ee711b-fa12-4140-ba18-a6770fe9f003 service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945647 Dec 20 16:41:53.708296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca04ee09-e338-46f4-9df6-2f8cd37d883f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:53.714772 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ca04ee09-e338-46f4-9df6-2f8cd37d883f tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "GET /v2.0/subnets/c1225c1d-be47-4477-8c26-a10d080c1a0b HTTP/1.1" status: 200 len: 797 time: 0.1320407 Dec 20 16:41:53.715527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48472) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:53.720427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'port': {'network_id': 'd4c5ac8a-383f-42b3-bcf5-60ea8b0ca982', 'name': 'tempest-FloatingIPTestJSON-49708582', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:53.771691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ca55a582-7a93-4b85-b0ba-b747739b7de4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:53.817211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6ce43b2d-6b7c-4339-930b-d95ce1ae5a0e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9010012 Dec 20 16:41:53.820149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48474) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:53.857468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:53.862753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781352763', 'description': 'tempest-secgroup-smoke-781352763 description', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:53.889112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d32abc-5976-4b84-8165-820e2513ebe4 None None] Pushing event updated for resources: {'Port': ['ID=39009631-f6f1-4c1a-9a37-ff95ea30e405,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:53.921954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.935980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:53.954856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Made reservation on behalf of 88369290713541ea8a0990af0d0da132 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:53.983380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-97fb9b33-5a43-466c-b342-db209e262b3b', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:41:53.985699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.028513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Attempting to bind port 39009631-f6f1-4c1a-9a37-ff95ea30e405 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:54.029001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Attempting to bind port 39009631-f6f1-4c1a-9a37-ff95ea30e405 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '7d235085-7adb-49f9-ad92-33526a2d40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:54.029439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Attempting to bind port 39009631-f6f1-4c1a-9a37-ff95ea30e405 on network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:54.052052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port ca55a582-7a93-4b85-b0ba-b747739b7de4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:54.052521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.055559 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:54.056064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Checking segment: {'id': '7d235085-7adb-49f9-ad92-33526a2d40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:54.056588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.057791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Bound using segment: {'id': '7d235085-7adb-49f9-ad92-33526a2d40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:54.058518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Bound port: 39009631-f6f1-4c1a-9a37-ff95ea30e405, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d235085-7adb-49f9-ad92-33526a2d40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:54.059431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.101323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.135824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] device_id is not set on port 03a29402-7e1c-47d4-936b-8720367f923f yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:41:54.141646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.187677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.260344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-32b8b0b6-caa8-4dfc-bead-35726e8fa2d9 None None] Provisioning complete for port 39009631-f6f1-4c1a-9a37-ff95ea30e405 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:54.260344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32b8b0b6-caa8-4dfc-bead-35726e8fa2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.313666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc47aef-db2b-4bb6-b63d-45f754a6303e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:54.373820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:54.394389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.397800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:54.404879 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.464570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.465814 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6073565 Dec 20 16:41:54.484354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2f641-fc9c-4823-a4f7-49b133f52c4f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaac18aa-a757-4449-a5ea-bbe8a2e2774a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:54.489809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:54.497356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9ca6486d-8f36-4560-a653-22d4ce810f3b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'security_group_rule': {'security_group_id': 'aaac18aa-a757-4449-a5ea-bbe8a2e2774a', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:54.497560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] For port 39009631-f6f1-4c1a-9a37-ff95ea30e405, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:54.497970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.507015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] Sync routers for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:54.536624 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:54.537489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:54.547498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] For port 39009631-f6f1-4c1a-9a37-ff95ea30e405, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=39009631-f6f1-4c1a-9a37-ff95ea30e405,segment=NetworkSegment(7d235085-7adb-49f9-ad92-33526a2d40ea),segment_id=7d235085-7adb-49f9-ad92-33526a2d40ea)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:54.567722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ca6486d-8f36-4560-a653-22d4ce810f3b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.596697 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:54.596992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.601240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Allocated IP 2001:db8:3::2 (97fb9b33-5a43-466c-b342-db209e262b3b/c4a3160b-ca6b-457b-bb68-91e3a93188a1/5c0c736a-5bd1-4715-9565-3b742429ac49) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:54.602559 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7b20c2d2-372b-4cae-912d-e118b1e2cc41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1681209 Dec 20 16:41:54.607025 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c66c2ca3-42ac-47e0-b3c0-cedadc412703 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5424562 Dec 20 16:41:54.609809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:41:54.612218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6e868a-92e1-47ad-8da5-3716bdf40e56" -d '{"events": [{"name": "network-changed", "server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:41:54.614687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:54.615030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:54.618476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.20.0.13 (d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982/c1225c1d-be47-4477-8c26-a10d080c1a0b/03a29402-7e1c-47d4-936b-8720367f923f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:54.619127 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:54.628483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.20.0.12 (d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982/c1225c1d-be47-4477-8c26-a10d080c1a0b/03a29402-7e1c-47d4-936b-8720367f923f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:54.645538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ca6486d-8f36-4560-a653-22d4ce810f3b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.647644 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:54.650100 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:54.663460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ca6486d-8f36-4560-a653-22d4ce810f3b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.668578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-32b8b0b6-caa8-4dfc-bead-35726e8fa2d9 None None] Port 39009631-f6f1-4c1a-9a37-ff95ea30e405 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:54.703638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6486d-8f36-4560-a653-22d4ce810f3b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca6963d-c692-4f7d-8321-de57591782e2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:54.718765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ca6486d-8f36-4560-a653-22d4ce810f3b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.722547 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9ca6486d-8f36-4560-a653-22d4ce810f3b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2296860 Dec 20 16:41:54.724501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:54.731087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cc61826a-ea45-4531-a428-0fa09d7fbd31 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'security_group_rule': {'security_group_id': 'aaac18aa-a757-4449-a5ea-bbe8a2e2774a', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:54.739494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d32abc-5976-4b84-8165-820e2513ebe4 None None] Pushing event updated for resources: {'Port': ['ID=39009631-f6f1-4c1a-9a37-ff95ea30e405,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:54.800821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:54.801371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:54.812801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2952de0-3417-4d61-aac7-21707e89ff8a x-openstack-request-id: req-e2952de0-3417-4d61-aac7-21707e89ff8a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:41:54.813869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:41:54.814310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2952de0-3417-4d61-aac7-21707e89ff8a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:41:54.815154 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'status': 'completed', 'code': 200} Dec 20 16:41:54.877589 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:54.904609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:54.920931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:54.961195 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:53Z', 'revision_number': 11, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:54.995068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc61826a-ea45-4531-a428-0fa09d7fbd31 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.021759 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:55.035520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:55.043354 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:55.044222 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:55.049275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-a3cd97ce-d56e-49c7-ad94-5db25be42101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:55.054011 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-a3cd97ce-d56e-49c7-ad94-5db25be42101 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 1098 time: 0.1230791 Dec 20 16:41:55.055151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.059361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8dd4cb5-6354-40b6-8703-41e65d83aefd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting subnet 98bdb428-c062-491f-8e2c-ad537023096b {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:41:55.103014 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fbed3842-12bb-4bfa-aab1-c80cd5fe1bb3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/0a1d9942-eed2-41ef-aaf9-5500db50bf52 HTTP/1.1" status: 200 len: 991 time: 0.4700210 Dec 20 16:41:55.103941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8dd4cb5-6354-40b6-8703-41e65d83aefd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.150505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:55.155057 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ab67aa9-9674-493d-bef1-c8ed6b069662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.155572 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:55.166333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:55.168831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:55.202340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=03a29402-7e1c-47d4-936b-8720367f923f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:55.221693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8dd4cb5-6354-40b6-8703-41e65d83aefd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.237312 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:53Z', 'revision_number': 11, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:55.252392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.258236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc61826a-ea45-4531-a428-0fa09d7fbd31 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.269222 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4d6c7-2eef-4ef6-a4e3-606f7044878c None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:53Z', 'revision_number': 11, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:55.275557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.284586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.299328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ec5fddf4-597c-496e-8d06-c0cf094d2cfe None None] Provisioning complete for port 39009631-f6f1-4c1a-9a37-ff95ea30e405 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:55.299971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf4-597c-496e-8d06-c0cf094d2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.425619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8dd4cb5-6354-40b6-8703-41e65d83aefd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.460168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Network 97fb9b33-5a43-466c-b342-db209e262b3b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:55.484074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:55.509358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:55.518302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Pushing event updated for resources: {'Port': ['ID=5c0c736a-5bd1-4715-9565-3b742429ac49,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:55.570889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc61826a-ea45-4531-a428-0fa09d7fbd31 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.576000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8dd4cb5-6354-40b6-8703-41e65d83aefd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.616213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61826a-ea45-4531-a428-0fa09d7fbd31 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cfb397-041c-4499-babd-0ee1cc67dfae,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:55.619425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd4cb5-6354-40b6-8703-41e65d83aefd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Subnet': ['ID=98bdb428-c062-491f-8e2c-ad537023096b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:55.625560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:55.626290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.630183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8dd4cb5-6354-40b6-8703-41e65d83aefd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.635059 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b8dd4cb5-6354-40b6-8703-41e65d83aefd tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/98bdb428-c062-491f-8e2c-ad537023096b HTTP/1.1" status: 204 len: 168 time: 1.0008826 Dec 20 16:41:55.640125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48490) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:55.644683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc61826a-ea45-4531-a428-0fa09d7fbd31 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.648726 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cc61826a-ea45-4531-a428-0fa09d7fbd31 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9238415 Dec 20 16:41:55.649360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:55.657286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf4-597c-496e-8d06-c0cf094d2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.672214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4f4b3-abdd-4700-a46b-4b42ade0bf35 None None] Network ac6f0f85-d512-411f-9f9e-175e072c5b3c requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:55.676044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d07576c2-f754-44c3-9ece-045ff325af47 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'security_group_rule': {'security_group_id': 'aaac18aa-a757-4449-a5ea-bbe8a2e2774a', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:55.696645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Attempting to bind port 5c0c736a-5bd1-4715-9565-3b742429ac49 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:55.697025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Attempting to bind port 5c0c736a-5bd1-4715-9565-3b742429ac49 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'a4bffc41-8653-4ee9-85ee-cf508c679d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:55.697406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Attempting to bind port 5c0c736a-5bd1-4715-9565-3b742429ac49 on network 97fb9b33-5a43-466c-b342-db209e262b3b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:55.712586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Allocated IP 2001:db8:3::1 (97fb9b33-5a43-466c-b342-db209e262b3b/c4a3160b-ca6b-457b-bb68-91e3a93188a1/8296617e-3b73-4502-9105-a1235efafa4f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:55.714485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 76f3a9de-0507-4f87-836e-3c2326d59b05 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:55.718233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-851e4e88-0dd5-465d-9b52-fd9ee68297fa tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9993370 Dec 20 16:41:55.718233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-59fa6969-12e8-40f6-b93d-d60af457156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:55.718516 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-59fa6969-12e8-40f6-b93d-d60af457156f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9657bbab-6044-4e70-a520-e4f44b90c80a HTTP/1.1" status: 200 len: 898 time: 0.6432395 Dec 20 16:41:55.719846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48494) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:55.726086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '03a29402-7e1c-47d4-936b-8720367f923f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:55.757276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:55.757705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Checking segment: {'id': 'a4bffc41-8653-4ee9-85ee-cf508c679d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:55.758525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.758525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Bound using segment: {'id': 'a4bffc41-8653-4ee9-85ee-cf508c679d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:55.759018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Bound port: 5c0c736a-5bd1-4715-9565-3b742429ac49, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bffc41-8653-4ee9-85ee-cf508c679d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:55.759404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.812459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 76f3a9de-0507-4f87-836e-3c2326d59b05 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:55.813548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 76f3a9de-0507-4f87-836e-3c2326d59b05 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:55.837032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.840720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.865461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d07576c2-f754-44c3-9ece-045ff325af47 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.869434 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-38c22321-c257-479f-9cc8-fbf592c026f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838 HTTP/1.1" status: 200 len: 999 time: 0.1392827 Dec 20 16:41:55.870469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ec5fddf4-597c-496e-8d06-c0cf094d2cfe None None] For port 39009631-f6f1-4c1a-9a37-ff95ea30e405, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=39009631-f6f1-4c1a-9a37-ff95ea30e405,segment=NetworkSegment(7d235085-7adb-49f9-ad92-33526a2d40ea),segment_id=7d235085-7adb-49f9-ad92-33526a2d40ea)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:55.901341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf4-597c-496e-8d06-c0cf094d2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.936715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:55.984996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-abcf07c8-2000-4d19-a0a2-8f1687bdcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:55.986631 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-abcf07c8-2000-4d19-a0a2-8f1687bdcbbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95244f88-e976-440b-b88c-50cdd8fb2a37 HTTP/1.1" status: 200 len: 834 time: 0.1082706 Dec 20 16:41:55.995451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] For port 5c0c736a-5bd1-4715-9565-3b742429ac49, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:56.001370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:50Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:54Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:56.012083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d07576c2-f754-44c3-9ece-045ff325af47 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.025288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.033260 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d07576c2-f754-44c3-9ece-045ff325af47 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.040248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:16Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0a1d9942-eed2-41ef-aaf9-5500db50bf52', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.203', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'port_id': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'mac_address': 'fa:16:3e:9f:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1406ab98-564d-4100-bc79-73f4027611ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:41:50Z', 'updated_at': '2021-12-20T16:41:50Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aa60348-4b7d-4568-8bf9-0518fb4a2c33', 'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:14:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:14Z', 'updated_at': '2021-12-20T16:41:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:56.059087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Deleting port c4eb8bd2-7583-4967-a6e8-b7c656733c2e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:56.059425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.073149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07576c2-f754-44c3-9ece-045ff325af47 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2310a17e-f1f2-4822-aa0a-fb3a6eb8b783,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:56.080567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964d294-40b2-4e72-8a9a-326452647e34 None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:50Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:54Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:56.085588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d07576c2-f754-44c3-9ece-045ff325af47 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.090143 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d07576c2-f754-44c3-9ece-045ff325af47 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4274642 Dec 20 16:41:56.090645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] For port 5c0c736a-5bd1-4715-9565-3b742429ac49, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5c0c736a-5bd1-4715-9565-3b742429ac49,segment=NetworkSegment(a4bffc41-8653-4ee9-85ee-cf508c679d1e),segment_id=a4bffc41-8653-4ee9-85ee-cf508c679d1e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:56.090897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:56.092077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] Checking router: b2df0bff-bc2d-46d7-805d-50275a5d56ba for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:56.097746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 97fb9b33-5a43-466c-b342-db209e262b3b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:56.101343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-646ed277-d44a-4c2a-b476-e3625faede5b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'security_group_rule': {'security_group_id': 'aaac18aa-a757-4449-a5ea-bbe8a2e2774a', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:56.103062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fddf4-597c-496e-8d06-c0cf094d2cfe None None] Pushing event updated for resources: {'Port': ['ID=39009631-f6f1-4c1a-9a37-ff95ea30e405,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:56.110467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.115252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48498) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:56.130143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:56.132629 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:56.133357 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.136479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.146852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-4e5c5f30-92c6-4479-a392-5e0b3c1c9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:56.148709 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-4e5c5f30-92c6-4479-a392-5e0b3c1c9e1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9657bbab-6044-4e70-a520-e4f44b90c80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1509054 Dec 20 16:41:56.156201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:56.156960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:56.221931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] For port c4eb8bd2-7583-4967-a6e8-b7c656733c2e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c4eb8bd2-7583-4967-a6e8-b7c656733c2e,segment=NetworkSegment(d1e53681-c765-4df4-8704-1317ec7a82e9),segment_id=d1e53681-c765-4df4-8704-1317ec7a82e9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:56.222572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.276852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Calling delete_port for c4eb8bd2-7583-4967-a6e8-b7c656733c2e owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:56.305899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646ed277-d44a-4c2a-b476-e3625faede5b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.368500 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-5c30f900-c9d1-4687-b5a2-86b86ddddb43 service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084877 Dec 20 16:41:56.423595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] DHCP port deletion for ac6f0f85-d512-411f-9f9e-175e072c5b3c request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:56.473151 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-888ae3f1-f2ec-459c-b944-096d5e4876bc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/0a1d9942-eed2-41ef-aaf9-5500db50bf52 HTTP/1.1" status: 200 len: 991 time: 0.3553107 Dec 20 16:41:56.473987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=8296617e-3b73-4502-9105-a1235efafa4f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:56.510446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646ed277-d44a-4c2a-b476-e3625faede5b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.521198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.535614 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646ed277-d44a-4c2a-b476-e3625faede5b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.546014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94876353-6d2c-46a8-9413-d814515681b2 None None] Pushing event updated for resources: {'Port': ['ID=5c0c736a-5bd1-4715-9565-3b742429ac49,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:56.562705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.26.1.225 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/96d05a73-0020-464d-bc0c-8bbb22202db3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:56.577770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Port': ['ID=c4eb8bd2-7583-4967-a6e8-b7c656733c2e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:56.593131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No DVR routers for this DVR port c4eb8bd2-7583-4967-a6e8-b7c656733c2e on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:56.607887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:56.614778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ed277-d44a-4c2a-b476-e3625faede5b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c58762-4926-452f-9a6d-2cf527d95d43,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:56.657989 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff6e868a-92e1-47ad-8da5-3716bdf40e56 req-a8bb8f40-fe17-41d0-8565-cf216f2e93a9 service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776840 Dec 20 16:41:56.661889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-646ed277-d44a-4c2a-b476-e3625faede5b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.668487 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-646ed277-d44a-4c2a-b476-e3625faede5b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5748563 Dec 20 16:41:56.672604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:56.680273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5e293095-3a47-4b11-8708-8baf876168fb tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'security_group_rule': {'security_group_id': 'aaac18aa-a757-4449-a5ea-bbe8a2e2774a', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:56.686108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.784967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.829028 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-5e293095-3a47-4b11-8708-8baf876168fb tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Project c6e25f074d8f4948b0eb49618d4cc1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:41:56.835444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6f0f85-d512-411f-9f9e-175e072c5b3c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:56.837089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] Deleting port c4eb8bd2-7583-4967-a6e8-b7c656733c2e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:41:56.839323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.849874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e293095-3a47-4b11-8708-8baf876168fb tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.854560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e53681-c765-4df4-8704-1317ec7a82e9') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:56.855004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e53681-c765-4df4-8704-1317ec7a82e9') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:56.876350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.922751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.972326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:41:56.972569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:41:56.975842 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:41:56.985150 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] For port c4eb8bd2-7583-4967-a6e8-b7c656733c2e, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:56.985770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.017645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] Calling delete_port for c4eb8bd2-7583-4967-a6e8-b7c656733c2e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:41:57.021897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] Port c4eb8bd2-7583-4967-a6e8-b7c656733c2e was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:41:57.025267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.048433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e293095-3a47-4b11-8708-8baf876168fb tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.057487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e293095-3a47-4b11-8708-8baf876168fb tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.071408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] Pushing event deleted for resources: {'Port': ['ID=c4eb8bd2-7583-4967-a6e8-b7c656733c2e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:57.080699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.083693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e293095-3a47-4b11-8708-8baf876168fb tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771fbaef-fbb8-4c35-ab68-40713d8d26df,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:57.097228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef8198-c2f5-495d-8dcf-e1dca5190417 None None] No DVR routers for this DVR port c4eb8bd2-7583-4967-a6e8-b7c656733c2e on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:41:57.115075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.121644 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/networks/ac6f0f85-d512-411f-9f9e-175e072c5b3c HTTP/1.1" status: 204 len: 168 time: 1.4788678 Dec 20 16:41:57.122930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b2276-88f8-4486-a81d-d3ca2fd2b28a tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Pushing event deleted for resources: {'Network': ['ID=ac6f0f85-d512-411f-9f9e-175e072c5b3c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:57.123708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:57.128996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e293095-3a47-4b11-8708-8baf876168fb tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.130701 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5e293095-3a47-4b11-8708-8baf876168fb tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4555173 Dec 20 16:41:57.133286 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:57.136647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:16Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0a1d9942-eed2-41ef-aaf9-5500db50bf52', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.203', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'port_id': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'mac_address': 'fa:16:3e:9f:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1406ab98-564d-4100-bc79-73f4027611ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:41:50Z', 'updated_at': '2021-12-20T16:41:50Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aa60348-4b7d-4568-8bf9-0518fb4a2c33', 'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:14:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:14Z', 'updated_at': '2021-12-20T16:41:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:57.139365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-662f2c47-218e-43b3-b051-ce6070e5fbb0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'security_group_rule': {'security_group_id': 'aaac18aa-a757-4449-a5ea-bbe8a2e2774a', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:57.140691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'routes': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:57.157198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.177519 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-662f2c47-218e-43b3-b051-ce6070e5fbb0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Project c6e25f074d8f4948b0eb49618d4cc1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:41:57.180424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2728b2-3865-43de-8036-aefd34290ccf None None] The sync data for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv is: [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:16Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0a1d9942-eed2-41ef-aaf9-5500db50bf52', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.203', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'port_id': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'mac_address': 'fa:16:3e:9f:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1406ab98-564d-4100-bc79-73f4027611ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:41:50Z', 'updated_at': '2021-12-20T16:41:50Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aa60348-4b7d-4568-8bf9-0518fb4a2c33', 'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:14:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:14Z', 'updated_at': '2021-12-20T16:41:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:57.184757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662f2c47-218e-43b3-b051-ce6070e5fbb0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.265763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662f2c47-218e-43b3-b051-ce6070e5fbb0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.271733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662f2c47-218e-43b3-b051-ce6070e5fbb0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.294650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f2c47-218e-43b3-b051-ce6070e5fbb0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69224348-78a7-43ea-b5bf-bedd12968b3a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:57.299927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-662f2c47-218e-43b3-b051-ce6070e5fbb0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.301202 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-662f2c47-218e-43b3-b051-ce6070e5fbb0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1663697 Dec 20 16:41:57.304237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:57.310920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'network': {'name': 'tempest-network-smoke--713157813', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:57.336630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Made reservation on behalf of c6e25f074d8f4948b0eb49618d4cc1fe for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:57.340487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.366979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:41:57.378661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.379000 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Added segment b2b4210e-b603-40f8-a24a-1f6ac38d8751 of type vlan for network 2dd6da37-3251-41c4-b744-9ff56d40c01e Dec 20 16:41:57.428659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.461314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.468553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:57.469507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.471680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e918bafb-580a-436d-acfb-7131d106ad9c None None] New status for floating IP 0a1d9942-eed2-41ef-aaf9-5500db50bf52: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:41:57.477498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:57.581443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'Network': ['ID=2dd6da37-3251-41c4-b744-9ff56d40c01e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:57.589789 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6bc1ac67-af37-4533-8ab7-9ed8c421b9b2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2840483 Dec 20 16:41:57.622906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:57.631414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'admin_state_up': True, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:57.660434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 2dd6da37-3251-41c4-b744-9ff56d40c01e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:41:57.667839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.669057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.682801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 39009631-f6f1-4c1a-9a37-ff95ea30e405 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:57.694503 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4295fb62-d6d5-4aec-83d5-013f3cd69834 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/0a1d9942-eed2-41ef-aaf9-5500db50bf52 HTTP/1.1" status: 200 len: 991 time: 0.2133000 Dec 20 16:41:57.748459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Added routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:41:57.749047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Removed routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:41:57.749139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.752039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.752319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.761929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.763034 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.836230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.857213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a95f4f4-feaa-4321-90e7-6529f93bf8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.887284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 39009631-f6f1-4c1a-9a37-ff95ea30e405 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:57.887797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.910452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:57.972155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.977068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event updated for resources: {'Port': ['ID=8296617e-3b73-4502-9105-a1235efafa4f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:57.980251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:58.011564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5c0c736a-5bd1-4715-9565-3b742429ac49 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:58.023126 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:58.073030 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 5c0c736a-5bd1-4715-9565-3b742429ac49 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:58.073448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.073854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.099358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.107621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07bdc89-13ce-4fe7-83e8-31908480ddae None None] Network 97fb9b33-5a43-466c-b342-db209e262b3b requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:41:58.169046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=96d05a73-0020-464d-bc0c-8bbb22202db3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:58.200809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a23318fe-7342-4816-8f37-7f95358a89f6 None None] Provisioning complete for port 5c0c736a-5bd1-4715-9565-3b742429ac49 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:58.201057 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a23318fe-7342-4816-8f37-7f95358a89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.238221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Network 97fb9b33-5a43-466c-b342-db209e262b3b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:58.244344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:58.244976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.269232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.282106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 983fac4d-1127-49ca-b272-c5ce80296fa3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:58.304742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.377612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 5c0c736a-5bd1-4715-9565-3b742429ac49, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5c0c736a-5bd1-4715-9565-3b742429ac49,segment=NetworkSegment(a4bffc41-8653-4ee9-85ee-cf508c679d1e),segment_id=a4bffc41-8653-4ee9-85ee-cf508c679d1e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:58.383388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a23318fe-7342-4816-8f37-7f95358a89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.388871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Allocated IP 172.26.1.36 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/715e1ef2-8022-4323-88bf-451474f51a0d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:58.401786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.479849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.517224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=5c0c736a-5bd1-4715-9565-3b742429ac49,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:58.522932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c4eb8bd2-7583-4967-a6e8-b7c656733c2e no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:41:58.546828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.549575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:58.558922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.561589 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] Sync routers for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:58.562961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:58.563178 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f0d3c71b-5d42-46bd-8920-f04713f2dceb tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3 HTTP/1.1" status: 200 len: 701 time: 1.4363196 Dec 20 16:41:58.563304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: c4eb8bd2-7583-4967-a6e8-b7c656733c2e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:41:58.564284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c4eb8bd2-7583-4967-a6e8-b7c656733c2e not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:41:58.570097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:41:58.575767 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:58.576841 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:58.587041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-a23318fe-7342-4816-8f37-7f95358a89f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:41:58.587614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-a23318fe-7342-4816-8f37-7f95358a89f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:41:58.606302 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5f2b6e3a-857c-4f41-90dd-8493dda9bdce tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=983fac4d-1127-49ca-b272-c5ce80296fa3 HTTP/1.1" status: 200 len: 205 time: 0.0392370 Dec 20 16:41:58.610042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:58.655269 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:58.696024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642a102d-bbfc-4b07-bb63-ac4820b21b66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.707620 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:53Z', 'revision_number': 11, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:58.738171 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] Checking router: 983fac4d-1127-49ca-b272-c5ce80296fa3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:58.741547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:58.747646 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] Routers {'983fac4d-1127-49ca-b272-c5ce80296fa3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:58.748465 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['983fac4d-1127-49ca-b272-c5ce80296fa3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:58.877472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642a102d-bbfc-4b07-bb63-ac4820b21b66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.880278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642a102d-bbfc-4b07-bb63-ac4820b21b66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.887146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.913283 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] Set router 983fac4d-1127-49ca-b272-c5ce80296fa3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:58.924708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.965551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:41:58.968445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:58.969953 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:53Z', 'revision_number': 11, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:58.974245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:58.978407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642a102d-bbfc-4b07-bb63-ac4820b21b66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.979013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642a102d-bbfc-4b07-bb63-ac4820b21b66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Fanout notify agent at l3_agent the message router_deleted on router 983fac4d-1127-49ca-b272-c5ce80296fa3 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:41:58.982521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:58.990891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-642a102d-bbfc-4b07-bb63-ac4820b21b66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:58.992774 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:41:59.000973 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-642a102d-bbfc-4b07-bb63-ac4820b21b66 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3 HTTP/1.1" status: 204 len: 168 time: 0.3868735 Dec 20 16:41:59.002209 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-505b07ef-45c1-4052-895d-e129368328f1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1760817 Dec 20 16:41:59.003881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:59.004278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:59.008064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:41:59.008814 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f59f2-c8b7-4c90-8255-40c6d98e28cc None None] The sync data for ids ['983fac4d-1127-49ca-b272-c5ce80296fa3'] in dv-neutron-822328-3-hyperv is: [{'id': '983fac4d-1127-49ca-b272-c5ce80296fa3', 'name': 'tempest-RoutersTest-router-1301307287', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:40:39Z', 'updated_at': '2021-12-20T16:41:53Z', 'revision_number': 11, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:41:59.008943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:59.011019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-56e9dddc-004a-496f-a5cb-86ff1c0e70b7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-891672088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:59.061753 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-78c2aee5-2e5a-46a0-8274-cfa264f39bfe tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/0a1d9942-eed2-41ef-aaf9-5500db50bf52 HTTP/1.1" status: 200 len: 993 time: 0.3191583 Dec 20 16:41:59.065785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f497c98-eac8-42cf-a9a0-4d1f3deb7c9c None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:41:59.076067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:59.106763 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.130022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'Port': ['ID=715e1ef2-8022-4323-88bf-451474f51a0d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:59.165520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:41:59.314340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56e9dddc-004a-496f-a5cb-86ff1c0e70b7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.316332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56e9dddc-004a-496f-a5cb-86ff1c0e70b7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.358345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0a38e2d0-66d7-48ac-becb-f4348c16b0fa None None] Provisioning complete for port 8296617e-3b73-4502-9105-a1235efafa4f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:59.358726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a38e2d0-66d7-48ac-becb-f4348c16b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.626871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5c0c736a-5bd1-4715-9565-3b742429ac49 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:59.628815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a38e2d0-66d7-48ac-becb-f4348c16b0fa None None] Port 8296617e-3b73-4502-9105-a1235efafa4f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:59.681248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0a38e2d0-66d7-48ac-becb-f4348c16b0fa None None] Provisioning complete for port 715e1ef2-8022-4323-88bf-451474f51a0d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:59.682172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a38e2d0-66d7-48ac-becb-f4348c16b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.687197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.692245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.757783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a38e2d0-66d7-48ac-becb-f4348c16b0fa None None] Port 715e1ef2-8022-4323-88bf-451474f51a0d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:59.765292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 5c0c736a-5bd1-4715-9565-3b742429ac49 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:59.765692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.772004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=96d05a73-0020-464d-bc0c-8bbb22202db3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:59.772692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:41:56Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8296617e-3b73-4502-9105-a1235efafa4f', 'name': '', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:72:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:55Z', 'updated_at': '2021-12-20T16:41:57Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:41:59.777642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.827484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0a38e2d0-66d7-48ac-becb-f4348c16b0fa None None] Provisioning complete for port 5c0c736a-5bd1-4715-9565-3b742429ac49 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:59.827885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a38e2d0-66d7-48ac-becb-f4348c16b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.849560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:41:59.849917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Updating router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 port 8296617e-3b73-4502-9105-a1235efafa4f binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:41:59.876377 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56e9dddc-004a-496f-a5cb-86ff1c0e70b7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.887722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56e9dddc-004a-496f-a5cb-86ff1c0e70b7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.896079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.899062 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP 0b65100c-a610-40d0-a2ad-a4760d9597e0 associated. External IP: 172.26.1.225, port: 03a29402-7e1c-47d4-936b-8720367f923f. Dec 20 16:42:00.003514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56e9dddc-004a-496f-a5cb-86ff1c0e70b7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.004743 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-56e9dddc-004a-496f-a5cb-86ff1c0e70b7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9994810 Dec 20 16:42:00.007653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:00.014465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3b35bff2-b644-4434-a38b-b0da36ba254f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:00.042738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.120850 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.201513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3619083f-a643-48e9-8bec-f534e990d405 None None] Provisioning complete for port 8296617e-3b73-4502-9105-a1235efafa4f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:00.202197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3619083f-a643-48e9-8bec-f534e990d405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.252526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3619083f-a643-48e9-8bec-f534e990d405 None None] Port 8296617e-3b73-4502-9105-a1235efafa4f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:00.276960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:42:00.326215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b35bff2-b644-4434-a38b-b0da36ba254f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.335349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Removed routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:42:00.335960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.345861 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b35bff2-b644-4434-a38b-b0da36ba254f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.349838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:00.361267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.367402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.485523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.492636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e73541-78ec-48fc-97c7-ae566cbb0ba9 None None] Pushing event updated for resources: {'Port': ['ID=8296617e-3b73-4502-9105-a1235efafa4f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:00.506428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Attempting to bind port 8296617e-3b73-4502-9105-a1235efafa4f on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:00.506842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Attempting to bind port 8296617e-3b73-4502-9105-a1235efafa4f by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'a4bffc41-8653-4ee9-85ee-cf508c679d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:00.507210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Attempting to bind port 8296617e-3b73-4502-9105-a1235efafa4f on network 97fb9b33-5a43-466c-b342-db209e262b3b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:00.516027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:00.516452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Checking segment: {'id': 'a4bffc41-8653-4ee9-85ee-cf508c679d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:00.517069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.517466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Bound using segment: {'id': 'a4bffc41-8653-4ee9-85ee-cf508c679d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:00.517952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Bound port: 8296617e-3b73-4502-9105-a1235efafa4f, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bffc41-8653-4ee9-85ee-cf508c679d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:00.518363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.562667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b35bff2-b644-4434-a38b-b0da36ba254f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Router 634cdeca-8b0d-4d1f-8b23-7901886a53a5 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:42:00.607278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] For port 8296617e-3b73-4502-9105-a1235efafa4f, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:00.611702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] For port 8296617e-3b73-4502-9105-a1235efafa4f, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8296617e-3b73-4502-9105-a1235efafa4f,segment=NetworkSegment(a4bffc41-8653-4ee9-85ee-cf508c679d1e),segment_id=a4bffc41-8653-4ee9-85ee-cf508c679d1e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:00.620971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.624161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:00.639293 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22874dc-240d-4242-b061-2d111b37d4aa None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:00.664351 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22874dc-240d-4242-b061-2d111b37d4aa None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:00.665662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.666671 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a22874dc-240d-4242-b061-2d111b37d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:00.677385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.696089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e73541-78ec-48fc-97c7-ae566cbb0ba9 None None] Pushing event updated for resources: {'Port': ['ID=8296617e-3b73-4502-9105-a1235efafa4f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:00.696674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b35bff2-b644-4434-a38b-b0da36ba254f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:00.702916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:00.703867 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:00.716427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b35bff2-b644-4434-a38b-b0da36ba254f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.720034 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3b35bff2-b644-4434-a38b-b0da36ba254f tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "PUT /v2.0/routers/634cdeca-8b0d-4d1f-8b23-7901886a53a5 HTTP/1.1" status: 200 len: 693 time: 0.7086561 Dec 20 16:42:00.721262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.724079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:00.753192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] Sync routers for ids ['634cdeca-8b0d-4d1f-8b23-7901886a53a5'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:00.760113 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-197b7071-d420-4f9b-8559-6adc9fa4d3cf tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0383210 Dec 20 16:42:00.761217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48526) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:00.769701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e64f6e55-f9bc-4543-833d-8381735ce990 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'port_id': '03a29402-7e1c-47d4-936b-8720367f923f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:00.828241 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a22874dc-240d-4242-b061-2d111b37d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:00.845851 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22874dc-240d-4242-b061-2d111b37d4aa None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:00.847352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] Routers {'634cdeca-8b0d-4d1f-8b23-7901886a53a5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:00.847552 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a22874dc-240d-4242-b061-2d111b37d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:00.848184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['634cdeca-8b0d-4d1f-8b23-7901886a53a5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:00.850997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.867902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64f6e55-f9bc-4543-833d-8381735ce990 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:00.871120 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e0789942-f53a-4907-9ea2-72e676edd475 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/routers/634cdeca-8b0d-4d1f-8b23-7901886a53a5 HTTP/1.1" status: 200 len: 699 time: 0.1434367 Dec 20 16:42:00.871627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:00.912131 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a22874dc-240d-4242-b061-2d111b37d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:00.913405 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22874dc-240d-4242-b061-2d111b37d4aa None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:00.928073 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-672b777b-910b-4ec7-950b-e8ec55bfe423 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=634cdeca-8b0d-4d1f-8b23-7901886a53a5 HTTP/1.1" status: 200 len: 205 time: 0.0527551 Dec 20 16:42:00.932024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:00.932654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48530) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:00.941526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:00.989511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d18e3723-dd64-4109-af1a-02af26fda7af None None] Provisioning complete for port 8296617e-3b73-4502-9105-a1235efafa4f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:00.990186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d18e3723-dd64-4109-af1a-02af26fda7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.026014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Router baf431dc-a141-429f-ac2b-4013b3bb86b3 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:42:01.035921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06bb386-7a6e-403f-bb6f-142b5938310b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.045505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] Set router 634cdeca-8b0d-4d1f-8b23-7901886a53a5 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:01.143255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cdeca-8b0d-4d1f-8b23-7901886a53a5', 'name': 'tempest-RoutersTest-router-891672088', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:59Z', 'updated_at': '2021-12-20T16:42:00Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:01.233564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] Checking router: 634cdeca-8b0d-4d1f-8b23-7901886a53a5 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:01.276224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] Routers {'634cdeca-8b0d-4d1f-8b23-7901886a53a5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:01.276853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['634cdeca-8b0d-4d1f-8b23-7901886a53a5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:01.488237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64f6e55-f9bc-4543-833d-8381735ce990 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.494039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64f6e55-f9bc-4543-833d-8381735ce990 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.563111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] Set router 634cdeca-8b0d-4d1f-8b23-7901886a53a5 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:01.624663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d18e3723-dd64-4109-af1a-02af26fda7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.627618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cdeca-8b0d-4d1f-8b23-7901886a53a5', 'name': 'tempest-RoutersTest-router-891672088', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:59Z', 'updated_at': '2021-12-20T16:42:00Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:01.646953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:01.657658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.658872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bd6c935c-5ab4-4d5a-bda8-9fd6594305ff tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22 HTTP/1.1" status: 200 len: 954 time: 2.6524069 Dec 20 16:42:01.660677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06bb386-7a6e-403f-bb6f-142b5938310b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.661819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48532) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:01.664481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06bb386-7a6e-403f-bb6f-142b5938310b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.672557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c074bdb-6241-4f69-81ca-b7ad6bbb939b None None] The sync data for ids ['634cdeca-8b0d-4d1f-8b23-7901886a53a5'] in dv-neutron-822328-3-hyperv is: [{'id': '634cdeca-8b0d-4d1f-8b23-7901886a53a5', 'name': 'tempest-RoutersTest-router-891672088', 'tenant_id': 'aec1d5ce04924841988e534cf8cadc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:59Z', 'updated_at': '2021-12-20T16:42:00Z', 'revision_number': 2, 'project_id': 'aec1d5ce04924841988e534cf8cadc6e', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:01.706620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d18e3723-dd64-4109-af1a-02af26fda7af None None] For port 8296617e-3b73-4502-9105-a1235efafa4f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8296617e-3b73-4502-9105-a1235efafa4f,segment=NetworkSegment(a4bffc41-8653-4ee9-85ee-cf508c679d1e),segment_id=a4bffc41-8653-4ee9-85ee-cf508c679d1e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:01.710927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:01.725241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d18e3723-dd64-4109-af1a-02af26fda7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.726469 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544aca40-855f-455e-b305-53bc24700786 None None] Sync routers for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:01.727290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06bb386-7a6e-403f-bb6f-142b5938310b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.727931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06bb386-7a6e-403f-bb6f-142b5938310b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Fanout notify agent at l3_agent the message router_deleted on router 634cdeca-8b0d-4d1f-8b23-7901886a53a5 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:42:01.735827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c06bb386-7a6e-403f-bb6f-142b5938310b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.736459 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c06bb386-7a6e-403f-bb6f-142b5938310b tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/634cdeca-8b0d-4d1f-8b23-7901886a53a5 HTTP/1.1" status: 204 len: 168 time: 0.8028786 Dec 20 16:42:01.738201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:00Z', 'revision_number': 6, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8296617e-3b73-4502-9105-a1235efafa4f', 'name': '', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:72:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:55Z', 'updated_at': '2021-12-20T16:42:00Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:01.741204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.746452 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-863db436-e1c6-476f-9c23-79fbb1d0fea5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1224320 Dec 20 16:42:01.747204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:01.747533 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:01.784161 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544aca40-855f-455e-b305-53bc24700786 None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:01.786887 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d32fd2bd-b795-4f11-b2eb-e2763cc64bb1 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=634cdeca-8b0d-4d1f-8b23-7901886a53a5 HTTP/1.1" status: 200 len: 205 time: 0.0380230 Dec 20 16:42:01.788496 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-544aca40-855f-455e-b305-53bc24700786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:01.789123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:01.822917 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a2a4dce2-c518-44d6-b49d-08a653274bc9 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22 HTTP/1.1" status: 200 len: 954 time: 0.1542878 Dec 20 16:42:01.823939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:01.830326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'routes': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:01.833652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10602eec-a8e9-49e8-9285-50ad6c9628e6 None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:00Z', 'revision_number': 6, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8296617e-3b73-4502-9105-a1235efafa4f', 'name': '', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:72:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:55Z', 'updated_at': '2021-12-20T16:42:00Z', 'revision_number': 4, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:01.840477 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-bea1bdf7-0d86-47ad-a371-25dcc04e9ec9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] delete failed (client error): The resource could not be found. Dec 20 16:42:01.841478 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bea1bdf7-0d86-47ad-a371-25dcc04e9ec9 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/634cdeca-8b0d-4d1f-8b23-7901886a53a5 HTTP/1.1" status: 404 len: 336 time: 0.0514095 Dec 20 16:42:01.844804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:01.903214 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cb0d16-e4ab-4a03-9b4b-911508600e9e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:01.903565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cb0d16-e4ab-4a03-9b4b-911508600e9e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:01.929379 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d2cb0d16-e4ab-4a03-9b4b-911508600e9e tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/4f2743e4-923b-4ca6-92e2-49df45033141 HTTP/1.1" status: 404 len: 337 time: 0.0755389 Dec 20 16:42:01.932332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:01.939666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4b5e1b54-0f71-47e3-87f6-36d4e3cd9d32 None None] Provisioning complete for port 8296617e-3b73-4502-9105-a1235efafa4f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:01.940055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b5e1b54-0f71-47e3-87f6-36d4e3cd9d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.941748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e3723-dd64-4109-af1a-02af26fda7af None None] Pushing event updated for resources: {'Port': ['ID=8296617e-3b73-4502-9105-a1235efafa4f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:01.992325 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f08336-26c0-40d3-927c-617619044023 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:01.992784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f08336-26c0-40d3-927c-617619044023 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:01.997215 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b9f08336-26c0-40d3-927c-617619044023 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/46462d24-e9b8-47d0-908b-b14a57eedc06 HTTP/1.1" status: 404 len: 337 time: 0.0631380 Dec 20 16:42:02.001031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.038137 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-544aca40-855f-455e-b305-53bc24700786 None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:02.082348 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c67d450c-d993-4ab9-ae0e-a3c605961b25 tempest-TestNetworkAdvancedServerOps-133942590 tempest-TestNetworkAdvancedServerOps-133942590-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c6e25f074d8f4948b0eb49618d4cc1fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3323309 Dec 20 16:42:02.089904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.090924 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1f9d4e-7dd7-40b5-865a-758845824cb0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:02.091388 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1f9d4e-7dd7-40b5-865a-758845824cb0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:02.100325 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7a1f9d4e-7dd7-40b5-865a-758845824cb0 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/d616865a-5d68-40a2-942a-d43f0cee07fa HTTP/1.1" status: 404 len: 337 time: 0.0974677 Dec 20 16:42:02.130879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.221723 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3d4465-21db-4598-b9d0-4b984a3989b4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:02.222098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3d4465-21db-4598-b9d0-4b984a3989b4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:02.227669 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6a3d4465-21db-4598-b9d0-4b984a3989b4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/98bdb428-c062-491f-8e2c-ad537023096b HTTP/1.1" status: 404 len: 337 time: 0.0933223 Dec 20 16:42:02.231374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.252752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64f6e55-f9bc-4543-833d-8381735ce990 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:02.278048 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8c60dcd1-f3ed-45ae-a6d7-d34d35fa4150 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=983fac4d-1127-49ca-b272-c5ce80296fa3 HTTP/1.1" status: 200 len: 205 time: 0.0401773 Dec 20 16:42:02.280920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.305691 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-544aca40-855f-455e-b305-53bc24700786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:41:59Z', 'revision_number': 3, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:02.338643 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-4aca617c-4a83-4687-94bf-bec868306561 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] delete failed (client error): The resource could not be found. Dec 20 16:42:02.339407 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544aca40-855f-455e-b305-53bc24700786 None None] Checking router: baf431dc-a141-429f-ac2b-4013b3bb86b3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:02.339926 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544aca40-855f-455e-b305-53bc24700786 None None] Updating router baf431dc-a141-429f-ac2b-4013b3bb86b3 port 715e1ef2-8022-4323-88bf-451474f51a0d binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:42:02.340091 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4aca617c-4a83-4687-94bf-bec868306561 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/983fac4d-1127-49ca-b272-c5ce80296fa3 HTTP/1.1" status: 404 len: 336 time: 0.0579712 Dec 20 16:42:02.343218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.373025 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-544aca40-855f-455e-b305-53bc24700786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:02.381794 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c0195-f4c7-472d-b4f1-395ec3a3c694 tempest-TestNetworkAdvancedServerOps-133942590 tempest-TestNetworkAdvancedServerOps-133942590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:02.383400 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f15c0195-f4c7-472d-b4f1-395ec3a3c694 tempest-TestNetworkAdvancedServerOps-133942590 tempest-TestNetworkAdvancedServerOps-133942590-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2819903 Dec 20 16:42:02.387148 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.434217 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-83ad3f47-599f-44d0-ad6f-22c953bbc0d2 tempest-TestNetworkAdvancedServerOps-133942590 tempest-TestNetworkAdvancedServerOps-133942590-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457554 Dec 20 16:42:02.436713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.442025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2005254034', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:02.581665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Made reservation on behalf of c6e25f074d8f4948b0eb49618d4cc1fe for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:02.585797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:02.728877 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-544aca40-855f-455e-b305-53bc24700786 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:02.741861 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-544aca40-855f-455e-b305-53bc24700786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:02.751902 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dde2075b-1d30-4678-8ce1-a35a5963c294 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=c48483e0-6469-426b-89ec-852a087ee7d2 HTTP/1.1" status: 200 len: 205 time: 0.4038737 Dec 20 16:42:02.753780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.798624 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c23a7-3be1-4957-8ddb-8df2afaf2afa None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:02.802559 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-544aca40-855f-455e-b305-53bc24700786 None None] Attempting to bind port 715e1ef2-8022-4323-88bf-451474f51a0d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:02.803048 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-544aca40-855f-455e-b305-53bc24700786 None None] Attempting to bind port 715e1ef2-8022-4323-88bf-451474f51a0d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:02.804227 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544aca40-855f-455e-b305-53bc24700786 None None] Attempting to bind port 715e1ef2-8022-4323-88bf-451474f51a0d on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:02.818212 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544aca40-855f-455e-b305-53bc24700786 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:02.819054 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544aca40-855f-455e-b305-53bc24700786 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:02.819830 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-544aca40-855f-455e-b305-53bc24700786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:02.820322 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544aca40-855f-455e-b305-53bc24700786 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:02.821149 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-544aca40-855f-455e-b305-53bc24700786 None None] Bound port: 715e1ef2-8022-4323-88bf-451474f51a0d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:02.821364 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-544aca40-855f-455e-b305-53bc24700786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:02.821487 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-a3961b25-dc2c-45a6-8b51-bdbbda471bb5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] delete failed (client error): The resource could not be found. Dec 20 16:42:02.824911 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a3961b25-dc2c-45a6-8b51-bdbbda471bb5 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/c48483e0-6469-426b-89ec-852a087ee7d2 HTTP/1.1" status: 404 len: 336 time: 0.0676010 Dec 20 16:42:02.825718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.839790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64f6e55-f9bc-4543-833d-8381735ce990 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:02.845672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64f6e55-f9bc-4543-833d-8381735ce990 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:02.852602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f8c7c4-a575-4c12-a5cb-ddbfd1efb530 None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:02.870500 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca18c4ab-9285-4738-b6cc-ab7c8a291c67 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:02.870965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca18c4ab-9285-4738-b6cc-ab7c8a291c67 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:02.876432 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ca18c4ab-9285-4738-b6cc-ab7c8a291c67 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/38526aea-1658-4b7c-86df-6179c7f4b3a2 HTTP/1.1" status: 404 len: 337 time: 0.0475824 Dec 20 16:42:02.876670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.892659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f8c7c4-a575-4c12-a5cb-ddbfd1efb530 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:02.895678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53f8c7c4-a575-4c12-a5cb-ddbfd1efb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:02.911114 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-544aca40-855f-455e-b305-53bc24700786 None None] For port 715e1ef2-8022-4323-88bf-451474f51a0d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:02.918331 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-544aca40-855f-455e-b305-53bc24700786 None None] For port 715e1ef2-8022-4323-88bf-451474f51a0d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=715e1ef2-8022-4323-88bf-451474f51a0d,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:02.926229 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19298d-fdff-47f0-a252-7c115c83dc36 None None] Pushing event updated for resources: {'Port': ['ID=715e1ef2-8022-4323-88bf-451474f51a0d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:02.930731 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-544aca40-855f-455e-b305-53bc24700786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:02.955427 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1dab202e-581c-42b2-b44d-32d665faa5c4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=264e7eb7-6cbf-466b-a44c-afd1b6fc036b HTTP/1.1" status: 200 len: 205 time: 0.0776684 Dec 20 16:42:02.962414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48570) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.974939 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e64f6e55-f9bc-4543-833d-8381735ce990 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/floatingips/0b65100c-a610-40d0-a2ad-a4760d9597e0 HTTP/1.1" status: 200 len: 977 time: 2.2126162 Dec 20 16:42:02.978188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:02.991799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.011963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53f8c7c4-a575-4c12-a5cb-ddbfd1efb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:03.032192 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544aca40-855f-455e-b305-53bc24700786 None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:03.032941 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-544aca40-855f-455e-b305-53bc24700786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:03.045421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ad35e2-c23c-4b24-95b1-baaefbdb1514 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:03.054187 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f8c7c4-a575-4c12-a5cb-ddbfd1efb530 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:03.054837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53f8c7c4-a575-4c12-a5cb-ddbfd1efb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:03.106297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6463c366-8cc4-4c32-86e2-1fc610e6e917 None None] Provisioning complete for port 715e1ef2-8022-4323-88bf-451474f51a0d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:03.106681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6463c366-8cc4-4c32-86e2-1fc610e6e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.109321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53f8c7c4-a575-4c12-a5cb-ddbfd1efb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:03.110035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f8c7c4-a575-4c12-a5cb-ddbfd1efb530 None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:03.115261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'Subnet': ['ID=04c29942-5775-4a17-96a1-718e2bd636d9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:03.149143 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19298d-fdff-47f0-a252-7c115c83dc36 None None] Pushing event updated for resources: {'Port': ['ID=715e1ef2-8022-4323-88bf-451474f51a0d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:03.152894 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-9de6a83e-3116-44ba-9a32-eaeb36f689a7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] delete failed (client error): The resource could not be found. Dec 20 16:42:03.156248 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9de6a83e-3116-44ba-9a32-eaeb36f689a7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/264e7eb7-6cbf-466b-a44c-afd1b6fc036b HTTP/1.1" status: 404 len: 336 time: 0.1897085 Dec 20 16:42:03.159389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:03.170468 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-544aca40-855f-455e-b305-53bc24700786 None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:03.171381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Checking segment: {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:03.171950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Network hostable DHCP agents. Network: 2dd6da37-3251-41c4-b744-9ff56d40c01e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:03.204348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Network 2dd6da37-3251-41c4-b744-9ff56d40c01e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:03.207604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:42:03.207930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:42:03.219280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 2dd6da37-3251-41c4-b744-9ff56d40c01e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:03.221268 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-eca3631b-d5c5-4d6e-9c28-d2bfcc9543c7 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2660ae-b21d-46ef-befb-260f6b19664e HTTP/1.1" status: 200 len: 205 time: 0.0606275 Dec 20 16:42:03.226804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:03.235129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:03.236530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.261407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276e72e-6a20-4aeb-a12e-bb86676899cd None None] Network 2dd6da37-3251-41c4-b744-9ff56d40c01e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:03.270247 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-adf87370-2072-40c1-a11e-c63fd41f4cd8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8324177 Dec 20 16:42:03.273429 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:03.286101 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-22b0e555-062a-4205-9be2-547de5f3a909 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] delete failed (client error): The resource could not be found. Dec 20 16:42:03.289613 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-22b0e555-062a-4205-9be2-547de5f3a909 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/4e2660ae-b21d-46ef-befb-260f6b19664e HTTP/1.1" status: 404 len: 336 time: 0.0574682 Dec 20 16:42:03.297243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:03.363987 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b29085-aae2-47d5-9632-80741edf2e18 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:03.364465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b29085-aae2-47d5-9632-80741edf2e18 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:03.372103 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d4b29085-aae2-47d5-9632-80741edf2e18 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/5abbaf03-90c1-4888-bd92-efbf75c51285 HTTP/1.1" status: 404 len: 337 time: 0.0696294 Dec 20 16:42:03.372103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.372464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:03.402715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6463c366-8cc4-4c32-86e2-1fc610e6e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.475674 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-544aca40-855f-455e-b305-53bc24700786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:41:59Z', 'revision_number': 3, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:03.517167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6463c366-8cc4-4c32-86e2-1fc610e6e917 None None] For port 715e1ef2-8022-4323-88bf-451474f51a0d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=715e1ef2-8022-4323-88bf-451474f51a0d,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:03.532191 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:03.534340 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f0d14f23-9d4d-43a3-b0ef-2ef0e05268b6 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccf3f143-187d-4faa-9186-9d7188b1f2f7 HTTP/1.1" status: 200 len: 205 time: 0.1620343 Dec 20 16:42:03.535603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:03.552845 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544aca40-855f-455e-b305-53bc24700786 None None] The sync data for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv is: [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:41:59Z', 'revision_number': 3, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:03.560516 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:03.561328 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:03.562820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6463c366-8cc4-4c32-86e2-1fc610e6e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.568801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-2dd6da37-3251-41c4-b744-9ff56d40c01e', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:03.570048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.603680 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-58e58668-bc2f-44e3-b70a-ee86e05921b2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] delete failed (client error): The resource could not be found. Dec 20 16:42:03.605215 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-58e58668-bc2f-44e3-b70a-ee86e05921b2 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/ccf3f143-187d-4faa-9186-9d7188b1f2f7 HTTP/1.1" status: 404 len: 336 time: 0.0683415 Dec 20 16:42:03.609335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:03.611236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port 96d05a73-0020-464d-bc0c-8bbb22202db3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:03.611771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.635860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8296617e-3b73-4502-9105-a1235efafa4f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:03.686545 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0b3c3c-e6f0-49ba-ac51-f697ae764e47 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:03.687390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0b3c3c-e6f0-49ba-ac51-f697ae764e47 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:03.690159 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:03.693547 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6b0b3c3c-e6f0-49ba-ac51-f697ae764e47 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/1c9d60ee-01ed-4fac-b507-b07e1fe8b56a HTTP/1.1" status: 404 len: 337 time: 0.0791662 Dec 20 16:42:03.700397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:03.758844 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7003e8ec-43ed-4d66-aaa0-6101fbb14ab4 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "GET /v2.0/ports?device_id=2165de7a-db72-429a-ac4e-03bee08fbda5 HTTP/1.1" status: 200 len: 205 time: 0.0571845 Dec 20 16:42:03.759608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:03.819325 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463c366-8cc4-4c32-86e2-1fc610e6e917 None None] Pushing event updated for resources: {'Port': ['ID=715e1ef2-8022-4323-88bf-451474f51a0d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:03.846478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-06130401-7713-46fd-8a6b-548d551f90a0 None None] Provisioning complete for port 715e1ef2-8022-4323-88bf-451474f51a0d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:03.846478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06130401-7713-46fd-8a6b-548d551f90a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.848270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.852362 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.862569 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-ae094ac7-139e-4a38-a6cb-2e12894edd45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] delete failed (client error): The resource could not be found. Dec 20 16:42:03.867531 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ae094ac7-139e-4a38-a6cb-2e12894edd45 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/routers/2165de7a-db72-429a-ac4e-03bee08fbda5 HTTP/1.1" status: 404 len: 336 time: 0.0984042 Dec 20 16:42:03.917833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:04.016075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8296617e-3b73-4502-9105-a1235efafa4f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:04.016450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.053221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.053855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.055149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Allocated IP 172.20.0.2 (2dd6da37-3251-41c4-b744-9ff56d40c01e/04c29942-5775-4a17-96a1-718e2bd636d9/9c0e3df7-fc97-4018-b69c-bc1080b7a7e7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:04.070932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for 96d05a73-0020-464d-bc0c-8bbb22202db3 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:04.089881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29670f5-eb88-4abf-b2cf-61f9ef372f2c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:04.090814 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29670f5-eb88-4abf-b2cf-61f9ef372f2c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:04.094399 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b29670f5-eb88-4abf-b2cf-61f9ef372f2c tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/67356cfa-f289-4ccd-ab4d-6ed31f4d634b HTTP/1.1" status: 404 len: 337 time: 0.1752334 Dec 20 16:42:04.096883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48594) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:04.143428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:04.154386 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 7, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8296617e-3b73-4502-9105-a1235efafa4f', 'name': '', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:72:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:55Z', 'updated_at': '2021-12-20T16:42:01Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:04.177701 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0f9978-871c-46b2-8847-b5576a3e7072 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:04.178157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0f9978-871c-46b2-8847-b5576a3e7072 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:04.181406 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2c0f9978-871c-46b2-8847-b5576a3e7072 tempest-RoutersTest-412808 tempest-RoutersTest-412808-project] 10.222.0.60 "DELETE /v2.0/subnets/0ce8887a-2a88-435d-825f-f7cfa7d9cc1b HTTP/1.1" status: 404 len: 337 time: 0.0829120 Dec 20 16:42:04.185868 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:04.198937 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:04.199579 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:04.352977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:04.362535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.363941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.364142 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4144df8a-3283-4d01-86d2-81c80269f7e5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22 HTTP/1.1" status: 200 len: 704 time: 2.5397913 Dec 20 16:42:04.372259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48598) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:04.388342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.416872 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:04.470154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.501298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Pushing event updated for resources: {'Port': ['ID=9c0e3df7-fc97-4018-b69c-bc1080b7a7e7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:04.515604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Network 2dd6da37-3251-41c4-b744-9ff56d40c01e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:04.522922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:04.530140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:04.560634 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1d44e4f5-6165-476c-8fd1-ff2051d76829 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22 HTTP/1.1" status: 200 len: 704 time: 0.1844292 Dec 20 16:42:04.560871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:04.630602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.645713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Attempting to bind port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:04.646072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Attempting to bind port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:04.646467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Attempting to bind port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 on network 2dd6da37-3251-41c4-b744-9ff56d40c01e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:04.653749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:04.654125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Checking segment: {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:04.654563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.654962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Bound using segment: {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:04.655439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Bound port: 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:04.655821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.726613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:04.757371 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=96d05a73-0020-464d-bc0c-8bbb22202db3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:04.764308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] For port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:04.784396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] For port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9c0e3df7-fc97-4018-b69c-bc1080b7a7e7,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:04.794115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.861648 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 7, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8296617e-3b73-4502-9105-a1235efafa4f', 'name': '', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:72:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:55Z', 'updated_at': '2021-12-20T16:42:01Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:04.889326 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8baaf9-3a62-40ad-9ceb-891eca99975a None None] Pushing event updated for resources: {'Port': ['ID=9c0e3df7-fc97-4018-b69c-bc1080b7a7e7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:04.915026 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24209b0-eb59-4b05-8515-c8a6b857406f None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 7, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8296617e-3b73-4502-9105-a1235efafa4f', 'name': '', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:72:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:55Z', 'updated_at': '2021-12-20T16:42:01Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:05.036638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.037286 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP 0b65100c-a610-40d0-a2ad-a4760d9597e0 disassociated (deleted). External IP: 172.26.1.225, port: 03a29402-7e1c-47d4-936b-8720367f923f. Dec 20 16:42:05.041331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48608) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:05.042661 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e307ca69-a346-4409-bec6-07215fad5946 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aec1d5ce04924841988e534cf8cadc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139729 Dec 20 16:42:05.073834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Allocated IP 172.20.0.1 (2dd6da37-3251-41c4-b744-9ff56d40c01e/04c29942-5775-4a17-96a1-718e2bd636d9/e11ff5c1-054c-433d-a364-9c159b019e05) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:05.241793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.299928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.336740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:05.348923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Network 2dd6da37-3251-41c4-b744-9ff56d40c01e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:05.354539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:05.357475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:05.359045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:05.359712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:05.392352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'Port': ['ID=e11ff5c1-054c-433d-a364-9c159b019e05,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:05.444299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.475116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:05.604401 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7a2b-f75d-4cb9-912c-0cd36cc61324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.633873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.652780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7a2b-f75d-4cb9-912c-0cd36cc61324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.656060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 715e1ef2-8022-4323-88bf-451474f51a0d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:05.779398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 715e1ef2-8022-4323-88bf-451474f51a0d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:05.780212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.832975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7a2b-f75d-4cb9-912c-0cd36cc61324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.835874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7a2b-f75d-4cb9-912c-0cd36cc61324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.837043 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f7ec7a2b-f75d-4cb9-912c-0cd36cc61324 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f858d87-3180-4f89-9609-2b00945d78c5 HTTP/1.1" status: 204 len: 168 time: 0.7946839 Dec 20 16:42:05.866420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 7, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8296617e-3b73-4502-9105-a1235efafa4f', 'name': '', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:72:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:55Z', 'updated_at': '2021-12-20T16:42:01Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:05.876470 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec7a2b-f75d-4cb9-912c-0cd36cc61324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f858d87-3180-4f89-9609-2b00945d78c5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:05.926229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:05.943335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:05.972357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:05.972994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:06.028839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.148869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:06.172564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:06.178364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.205897 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf0201-f189-40a7-aaa3-73956089f5db None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:06.227604 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf0201-f189-40a7-aaa3-73956089f5db None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:06.228399 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1dbf0201-f189-40a7-aaa3-73956089f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:06.283352 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ef771c63-84f5-4947-ad42-35b656bf7a81 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/floatingips/0b65100c-a610-40d0-a2ad-a4760d9597e0 HTTP/1.1" status: 204 len: 168 time: 3.3041921 Dec 20 16:42:06.285917 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:06.341327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:06.370907 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1dbf0201-f189-40a7-aaa3-73956089f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:06.394864 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf0201-f189-40a7-aaa3-73956089f5db None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:06.400924 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1dbf0201-f189-40a7-aaa3-73956089f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:06.443229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.450913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.494537 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1dbf0201-f189-40a7-aaa3-73956089f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:06.495341 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf0201-f189-40a7-aaa3-73956089f5db None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:06.566046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8f1aede3-d841-49f3-bd54-d287367bc9fc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port 03a29402-7e1c-47d4-936b-8720367f923f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:06.566570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1aede3-d841-49f3-bd54-d287367bc9fc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.580274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'Port': ['ID=e11ff5c1-054c-433d-a364-9c159b019e05,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:06.589123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.696248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1aede3-d841-49f3-bd54-d287367bc9fc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.716589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:06.716957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.732856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8f1aede3-d841-49f3-bd54-d287367bc9fc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for 03a29402-7e1c-47d4-936b-8720367f923f owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:06.759423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Network 2dd6da37-3251-41c4-b744-9ff56d40c01e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:06.762935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:06.825572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 8296617e-3b73-4502-9105-a1235efafa4f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:06.825919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.832742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.894704 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 7, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8296617e-3b73-4502-9105-a1235efafa4f', 'name': '', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:72:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:55Z', 'updated_at': '2021-12-20T16:42:01Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:06.897648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9c0e3df7-fc97-4018-b69c-bc1080b7a7e7,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:06.906514 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:06.948772 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9951838-101d-4aa8-8621-16e5f265fa94 None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 7, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8296617e-3b73-4502-9105-a1235efafa4f', 'name': '', 'network_id': '97fb9b33-5a43-466c-b342-db209e262b3b', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:72:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:55Z', 'updated_at': '2021-12-20T16:42:01Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': 'c4a3160b-ca6b-457b-bb68-91e3a93188a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:06.981387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Router baf431dc-a141-429f-ac2b-4013b3bb86b3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:07.008696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port 8296617e-3b73-4502-9105-a1235efafa4f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8296617e-3b73-4502-9105-a1235efafa4f,segment=NetworkSegment(a4bffc41-8653-4ee9-85ee-cf508c679d1e),segment_id=a4bffc41-8653-4ee9-85ee-cf508c679d1e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:07.009060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.047567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=9c0e3df7-fc97-4018-b69c-bc1080b7a7e7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:07.064934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 8296617e-3b73-4502-9105-a1235efafa4f owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:07.064934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:07.101308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5a3014-0a55-4262-bf59-b6b5c652d69c None None] Network 2dd6da37-3251-41c4-b744-9ff56d40c01e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:07.181761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:07.194305 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e87c2ec2-6da1-4397-b8cc-d17e76aabfb8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "PUT /v2.0/routers/baf431dc-a141-429f-ac2b-4013b3bb86b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9137692 Dec 20 16:42:07.198409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Sync routers for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:07.237198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:07.238307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:07.255995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4145b750-56cc-4a7f-9c9e-f0d5651c504b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1174314542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:07.285471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1aede3-d841-49f3-bd54-d287367bc9fc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.289153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2871ad8c-56cb-449b-83fa-2bb075aa6d71 None None] Provisioning complete for port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:07.289674 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2871ad8c-56cb-449b-83fa-2bb075aa6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.362842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1aede3-d841-49f3-bd54-d287367bc9fc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=03a29402-7e1c-47d4-936b-8720367f923f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:07.379760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4145b750-56cc-4a7f-9c9e-f0d5651c504b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.380824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4145b750-56cc-4a7f-9c9e-f0d5651c504b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.425584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:07.529885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:07.593124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4145b750-56cc-4a7f-9c9e-f0d5651c504b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.612340 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-9b045d94-2600-46b3-8f8e-5fc52176d461 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781352763&fields=id&tenant_id=c6e25f074d8f4948b0eb49618d4cc1fe HTTP/1.1" status: 200 len: 267 time: 0.2270901 Dec 20 16:42:07.613269 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4145b750-56cc-4a7f-9c9e-f0d5651c504b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.648123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.652131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1aede3-d841-49f3-bd54-d287367bc9fc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.655679 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f1aede3-d841-49f3-bd54-d287367bc9fc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/ports/03a29402-7e1c-47d4-936b-8720367f923f HTTP/1.1" status: 204 len: 168 time: 1.3685863 Dec 20 16:42:07.659998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48648) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:07.664923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:07.689665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:07.689665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.715837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.723364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4145b750-56cc-4a7f-9c9e-f0d5651c504b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.725118 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4145b750-56cc-4a7f-9c9e-f0d5651c504b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6591334 Dec 20 16:42:07.729541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:07.735759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1214169763'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:07.739631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=8296617e-3b73-4502-9105-a1235efafa4f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:07.753027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-80dbb0b6-6fb1-4e69-bb5e-1fbd4eda05e5 None None] Provisioning complete for port e11ff5c1-054c-433d-a364-9c159b019e05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:07.753549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80dbb0b6-6fb1-4e69-bb5e-1fbd4eda05e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.861569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.874526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-80dbb0b6-6fb1-4e69-bb5e-1fbd4eda05e5 None None] Port e11ff5c1-054c-433d-a364-9c159b019e05 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:07.879520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e11ff5c1-054c-433d-a364-9c159b019e05', 'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'mac_address': 'fa:16:3e:0c:30:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:04Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 2, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'subnets': [{'id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:07.917873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Checking router: baf431dc-a141-429f-ac2b-4013b3bb86b3 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:07.918424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Updating router baf431dc-a141-429f-ac2b-4013b3bb86b3 port e11ff5c1-054c-433d-a364-9c159b019e05 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:42:07.949216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.961881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-80dbb0b6-6fb1-4e69-bb5e-1fbd4eda05e5 None None] Provisioning complete for port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:07.962531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80dbb0b6-6fb1-4e69-bb5e-1fbd4eda05e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:07.987372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.016046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.26.1.183 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/18df094c-b583-41e3-a10b-f463cf2b3b63) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:08.020552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Made reservation on behalf of 33ec4633768b42cc99ec7e1272e2c69f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:08.024106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.043802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853590-c842-43ec-b73c-a27e0638d449 req-a6aca9dd-b63e-4349-bf3e-a739d27d3873 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:08.051345 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-a6aca9dd-b63e-4349-bf3e-a739d27d3873 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/networks?id=2dd6da37-3251-41c4-b744-9ff56d40c01e HTTP/1.1" status: 200 len: 796 time: 0.4218080 Dec 20 16:42:08.064136 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0842e1ab-6a7f-4e5f-bc00-e5e2f51f2b0b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/quotas/c6e25f074d8f4948b0eb49618d4cc1fe HTTP/1.1" status: 200 len: 375 time: 0.0114651 Dec 20 16:42:08.064398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.176203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.234622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.276662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:08.279727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:08.282384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:08.313705 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-8e709a9d-c4f4-4f7f-9958-4edd24cce912 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c6e25f074d8f4948b0eb49618d4cc1fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1850040 Dec 20 16:42:08.315184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=18df094c-b583-41e3-a10b-f463cf2b3b63,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:08.387845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.392948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.394758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-792f221b-0227-4ca6-8606-e0fc54f53760 None None] Provisioning complete for port e11ff5c1-054c-433d-a364-9c159b019e05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:08.395199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-792f221b-0227-4ca6-8606-e0fc54f53760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.418069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.426385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.445832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.459433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.476930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-792f221b-0227-4ca6-8606-e0fc54f53760 None None] Port e11ff5c1-054c-433d-a364-9c159b019e05 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:08.479764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:08.488077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980174a-11cf-41f9-98de-6155646e50dc None None] Pushing event updated for resources: {'Port': ['ID=e11ff5c1-054c-433d-a364-9c159b019e05,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:08.511872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:42:08.538322 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c8ee1bf4-41a0-49c8-b9b7-cc55d732e549 service neutron] 10.222.0.60 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931190 Dec 20 16:42:08.541602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e7657-8c02-4eea-baaf-7f05152c8c5f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:08.546644 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Attempting to bind port e11ff5c1-054c-433d-a364-9c159b019e05 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:08.547100 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Attempting to bind port e11ff5c1-054c-433d-a364-9c159b019e05 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:08.547634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Attempting to bind port e11ff5c1-054c-433d-a364-9c159b019e05 on network 2dd6da37-3251-41c4-b744-9ff56d40c01e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:08.556617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:08.557115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Checking segment: {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:08.557583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.558054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Bound using segment: {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:08.558627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Bound port: e11ff5c1-054c-433d-a364-9c159b019e05, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:08.559081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.624912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.625442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Added segment ff715776-c3f5-4178-9319-30ab2e815a20 of type vlan for network f93906ee-eeab-4bf9-9720-5a421282d2f3 Dec 20 16:42:08.629128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] For port e11ff5c1-054c-433d-a364-9c159b019e05, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:08.633491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] For port e11ff5c1-054c-433d-a364-9c159b019e05, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e11ff5c1-054c-433d-a364-9c159b019e05,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:08.639639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.641648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.646082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.709247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.735993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980174a-11cf-41f9-98de-6155646e50dc None None] Pushing event updated for resources: {'Port': ['ID=e11ff5c1-054c-433d-a364-9c159b019e05,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:08.746437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.758592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:08.760080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:08.765053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:08.768788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=18df094c-b583-41e3-a10b-f463cf2b3b63,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:08.778908 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:08.780438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.781709 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-20ca32e9-40e9-4df7-90ec-28d58b5467c9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1206818 Dec 20 16:42:08.784497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:08.788197 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c12095bb-e76a-468c-a8c5-559bec8f5b63 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2263410 Dec 20 16:42:08.793012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'port': {'network_id': 'd4c5ac8a-383f-42b3-bcf5-60ea8b0ca982', 'name': 'tempest-FloatingIPTestJSON-1602045909'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:08.797654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:08.806452 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:08.807361 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:08.868483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f3e1b746-dabf-4735-b038-2208c4836e2f None None] Provisioning complete for port e11ff5c1-054c-433d-a364-9c159b019e05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:08.869136 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3e1b746-dabf-4735-b038-2208c4836e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.870422 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-a3ed4152-f744-4f68-b9a8-d4c76c9fb241 service neutron] 10.222.0.60 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178906 Dec 20 16:42:08.877168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.888230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:08.896696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:08.934911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:09.008706 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:09.149176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3e1b746-dabf-4735-b038-2208c4836e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.176473 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-20368f2f-a695-430e-ae17-4fdd5a6c663e req-b3714136-da47-40df-a8b9-44284a04390c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 210 time: 0.0584722 Dec 20 16:42:09.235370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f3e1b746-dabf-4735-b038-2208c4836e2f None None] For port e11ff5c1-054c-433d-a364-9c159b019e05, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e11ff5c1-054c-433d-a364-9c159b019e05,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:09.264213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3e1b746-dabf-4735-b038-2208c4836e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.360244 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:07Z', 'revision_number': 8, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:09.385441 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6546350 Dec 20 16:42:09.390089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48664) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:09.392982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a1ed1d-28c0-489e-b0d1-736d8ffc151a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting subnet c4a3160b-ca6b-457b-bb68-91e3a93188a1 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:09.396597 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'subnet': {'network_id': 'f93906ee-eeab-4bf9-9720-5a421282d2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:09.404492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84a1ed1d-28c0-489e-b0d1-736d8ffc151a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.431436 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:09.454197 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:09.455022 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:09.507592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Made reservation on behalf of 88369290713541ea8a0990af0d0da132 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:09.510355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.539130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fce1f-064a-4049-ba11-524e96476774 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Network': ['ID=f93906ee-eeab-4bf9-9720-5a421282d2f3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:09.561726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f93906ee-eeab-4bf9-9720-5a421282d2f3 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:42:09.568909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] device_id is not set on port 9f970d74-55be-47dd-857e-12a056865537 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:42:09.577928 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84a1ed1d-28c0-489e-b0d1-736d8ffc151a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.603639 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:09.676464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fe41330f-cbc4-4a9a-ab5b-b9cff32faebd None None] Provisioning complete for port e11ff5c1-054c-433d-a364-9c159b019e05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:09.677269 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe41330f-cbc4-4a9a-ab5b-b9cff32faebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.707279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84a1ed1d-28c0-489e-b0d1-736d8ffc151a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.715319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1b746-dabf-4735-b038-2208c4836e2f None None] Pushing event updated for resources: {'Port': ['ID=e11ff5c1-054c-433d-a364-9c159b019e05,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:09.756127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e11ff5c1-054c-433d-a364-9c159b019e05', 'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'mac_address': 'fa:16:3e:0c:30:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:04Z', 'updated_at': '2021-12-20T16:42:08Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'subnets': [{'id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:09.774785 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Made reservation on behalf of 33ec4633768b42cc99ec7e1272e2c69f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:09.783843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.797635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ba83a-8e82-428c-9a8b-bbd330a0a7b0 None None] The sync data for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv is: [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e11ff5c1-054c-433d-a364-9c159b019e05', 'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'mac_address': 'fa:16:3e:0c:30:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:04Z', 'updated_at': '2021-12-20T16:42:08Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'subnets': [{'id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:09.810619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84a1ed1d-28c0-489e-b0d1-736d8ffc151a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.843715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a04f9c2-1aed-4a4e-bc6d-37dd673132d7 None None] Network 97fb9b33-5a43-466c-b342-db209e262b3b requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:09.933390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84a1ed1d-28c0-489e-b0d1-736d8ffc151a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:09.948507 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-84a1ed1d-28c0-489e-b0d1-736d8ffc151a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/c4a3160b-ca6b-457b-bb68-91e3a93188a1 HTTP/1.1" status: 204 len: 168 time: 1.1472881 Dec 20 16:42:09.948507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1ed1d-28c0-489e-b0d1-736d8ffc151a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a3160b-ca6b-457b-bb68-91e3a93188a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:09.949264 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48668) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:09.996168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.20.0.10 (d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982/c1225c1d-be47-4477-8c26-a10d080c1a0b/9f970d74-55be-47dd-857e-12a056865537) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:10.037051 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:07Z', 'revision_number': 8, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:10.075689 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfdd70-6adf-4117-bef6-2cb91f31affb None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:07Z', 'revision_number': 8, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '39009631-f6f1-4c1a-9a37-ff95ea30e405', 'name': '', 'network_id': 'cfda53d0-8c71-4da3-b240-7c63ead0e8d1', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:77:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:49Z', 'updated_at': '2021-12-20T16:41:55Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '892c18c0-0abf-40d6-9608-59a0241b5d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:10.080456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.125641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199fab9-d96e-4fef-977e-4e2107cfc09d None None] DHCP port deletion for 97fb9b33-5a43-466c-b342-db209e262b3b request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:10.196293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 5c0c736a-5bd1-4715-9565-3b742429ac49 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:10.197201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.230208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c199fab9-d96e-4fef-977e-4e2107cfc09d None None] Deleting port 5c0c736a-5bd1-4715-9565-3b742429ac49 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:10.230819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c199fab9-d96e-4fef-977e-4e2107cfc09d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.328231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c199fab9-d96e-4fef-977e-4e2107cfc09d None None] For port 5c0c736a-5bd1-4715-9565-3b742429ac49, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5c0c736a-5bd1-4715-9565-3b742429ac49,segment=NetworkSegment(a4bffc41-8653-4ee9-85ee-cf508c679d1e),segment_id=a4bffc41-8653-4ee9-85ee-cf508c679d1e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:10.329054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c199fab9-d96e-4fef-977e-4e2107cfc09d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.333259 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-09d5530e-357d-4f2b-9570-fb1bf22833a2 req-b0747185-6c08-4136-8f17-4beac85a27c2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 210 time: 0.0450664 Dec 20 16:42:10.342885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port 5c0c736a-5bd1-4715-9565-3b742429ac49, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5c0c736a-5bd1-4715-9565-3b742429ac49,segment=NetworkSegment(a4bffc41-8653-4ee9-85ee-cf508c679d1e),segment_id=a4bffc41-8653-4ee9-85ee-cf508c679d1e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:10.343007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.362918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.365310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 5c0c736a-5bd1-4715-9565-3b742429ac49 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:10.367899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c199fab9-d96e-4fef-977e-4e2107cfc09d None None] Calling delete_port for 5c0c736a-5bd1-4715-9565-3b742429ac49 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:10.412190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.461496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Subnet': ['ID=6ef63c17-df8c-4ef3-b61c-67b59f01ee94,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:10.493125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c199fab9-d96e-4fef-977e-4e2107cfc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.500037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Checking segment: {'id': 'ff715776-c3f5-4178-9319-30ab2e815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f93906ee-eeab-4bf9-9720-5a421282d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:10.503424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network hostable DHCP agents. Network: f93906ee-eeab-4bf9-9720-5a421282d2f3, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:10.515537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.537880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.547421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c199fab9-d96e-4fef-977e-4e2107cfc09d None None] No DVR routers for this DVR port 5c0c736a-5bd1-4715-9565-3b742429ac49 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:10.549109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199fab9-d96e-4fef-977e-4e2107cfc09d None None] Pushing event deleted for resources: {'Port': ['ID=5c0c736a-5bd1-4715-9565-3b742429ac49,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:10.558182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=5c0c736a-5bd1-4715-9565-3b742429ac49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:10.562562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No DVR routers for this DVR port 5c0c736a-5bd1-4715-9565-3b742429ac49 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:10.687045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.687697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network f93906ee-eeab-4bf9-9720-5a421282d2f3 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:10.701431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:10.723391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fb9b33-5a43-466c-b342-db209e262b3b']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:10.725123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:10.741307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bffc41-8653-4ee9-85ee-cf508c679d1e') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:10.742162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bffc41-8653-4ee9-85ee-cf508c679d1e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:10.755601 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.759964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:10.762633 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f93906ee-eeab-4bf9-9720-5a421282d2f3) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:10.770531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c49c4-e619-4d22-8161-bd5d7505469b None None] Network f93906ee-eeab-4bf9-9720-5a421282d2f3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:10.772359 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=9f970d74-55be-47dd-857e-12a056865537,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:10.782918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.812070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:10.812557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:10.825568 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:10.829292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:10.829292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.907006 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a73a4aef-e2e3-458f-9222-b92ea9ac8d27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5128198 Dec 20 16:42:10.909033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:10.917453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'network': {'name': 'tempest-router-network01--1829484249'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:10.924586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:10.927022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.938075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-f93906ee-eeab-4bf9-9720-5a421282d2f3', 'network_id': 'f93906ee-eeab-4bf9-9720-5a421282d2f3', 'project_id': '33ec4633768b42cc99ec7e1272e2c69f', 'fixed_ips': [{'subnet_id': '6ef63c17-df8c-4ef3-b61c-67b59f01ee94'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:10.939054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.943452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.964025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:10.964025 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/networks/97fb9b33-5a43-466c-b342-db209e262b3b HTTP/1.1" status: 204 len: 168 time: 1.0088243 Dec 20 16:42:10.964910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853590-c842-43ec-b73c-a27e0638d449 req-e5d0a754-ae49-4f2c-8c8b-42ee2128ca7d tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:10.967373 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-e5d0a754-ae49-4f2c-8c8b-42ee2128ca7d tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.18 "GET /v2.0/networks?id=2dd6da37-3251-41c4-b744-9ff56d40c01e HTTP/1.1" status: 200 len: 796 time: 0.3859048 Dec 20 16:42:10.968971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:10.971631 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-911aa1af-1b2f-4485-901f-21929743c2d9 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1858633 Dec 20 16:42:10.975580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:10.982011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-582c1ed1-3e0d-42f6-a5a6-c9d57574c12d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'port_id': '9f970d74-55be-47dd-857e-12a056865537'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:11.002843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d095405-a654-4276-94c2-5f20fcc3b890 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Network': ['ID=97fb9b33-5a43-466c-b342-db209e262b3b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:11.040693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Made reservation on behalf of 33ec4633768b42cc99ec7e1272e2c69f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:11.043427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-582c1ed1-3e0d-42f6-a5a6-c9d57574c12d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.043591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.113297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:42:11.146980 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Allocated IP 2001:db8::2 (f93906ee-eeab-4bf9-9720-5a421282d2f3/6ef63c17-df8c-4ef3-b61c-67b59f01ee94/1caea1ed-8893-4765-82df-2484a6c1d2f1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:11.147333 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.147819 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Added segment acccdbb0-f8a7-410c-b629-32e53d1726ca of type vlan for network d27e320c-f791-4b9f-9988-13d5b9daa6a4 Dec 20 16:42:11.233131 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-765acee7-f334-4162-930e-d9cde0650ce4 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6e25f074d8f4948b0eb49618d4cc1fe HTTP/1.1" status: 200 len: 379 time: 0.2480001 Dec 20 16:42:11.261500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'port': {'device_id': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'admin_state_up': True, 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'security_groups': ['aaac18aa-a757-4449-a5ea-bbe8a2e2774a']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:11.276544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.361383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.367513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:11.368323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.383732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.397112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.494175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Network f93906ee-eeab-4bf9-9720-5a421282d2f3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:11.509078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:11.525587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:11.561110 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-de6d20dc-cc26-4661-936e-f6110b9eb475 req-9bd6d7eb-cf0e-4380-b931-8658a83a719b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 210 time: 0.0860703 Dec 20 16:42:11.566929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Pushing event updated for resources: {'Port': ['ID=1caea1ed-8893-4765-82df-2484a6c1d2f1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:11.568513 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6582623 Dec 20 16:42:11.577175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:11.600712 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'network': {'name': 'tempest-router-network02--976760856'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:11.606004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac407d82-c7cd-4d76-921b-a50bc1c73e27 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Network': ['ID=d27e320c-f791-4b9f-9988-13d5b9daa6a4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:11.644568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Attempting to bind port 1caea1ed-8893-4765-82df-2484a6c1d2f1 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:11.646379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Attempting to bind port 1caea1ed-8893-4765-82df-2484a6c1d2f1 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'ff715776-c3f5-4178-9319-30ab2e815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f93906ee-eeab-4bf9-9720-5a421282d2f3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:11.646842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Attempting to bind port 1caea1ed-8893-4765-82df-2484a6c1d2f1 on network f93906ee-eeab-4bf9-9720-5a421282d2f3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:11.655501 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Made reservation on behalf of 33ec4633768b42cc99ec7e1272e2c69f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:11.656451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network d27e320c-f791-4b9f-9988-13d5b9daa6a4 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:42:11.659416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.713897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e11ff5c1-054c-433d-a364-9c159b019e05 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:11.737464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:42:11.758396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:11.758396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Checking segment: {'id': 'ff715776-c3f5-4178-9319-30ab2e815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f93906ee-eeab-4bf9-9720-5a421282d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:11.758823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.759248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Bound using segment: {'id': 'ff715776-c3f5-4178-9319-30ab2e815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f93906ee-eeab-4bf9-9720-5a421282d2f3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:11.759764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Bound port: 1caea1ed-8893-4765-82df-2484a6c1d2f1, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff715776-c3f5-4178-9319-30ab2e815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f93906ee-eeab-4bf9-9720-5a421282d2f3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:11.760112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.765034 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.765469 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Added segment 6049834b-6979-4225-887e-32a72fcac72a of type vlan for network 418f2f84-951d-44f9-a90c-f35e204f703b Dec 20 16:42:11.810313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.818523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Made reservation on behalf of c6e25f074d8f4948b0eb49618d4cc1fe for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:11.823738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.870048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e11ff5c1-054c-433d-a364-9c159b019e05 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:11.870614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.888836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.902763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] For port 1caea1ed-8893-4765-82df-2484a6c1d2f1, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:11.920754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] For port 1caea1ed-8893-4765-82df-2484a6c1d2f1, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1caea1ed-8893-4765-82df-2484a6c1d2f1,segment=NetworkSegment(ff715776-c3f5-4178-9319-30ab2e815a20),segment_id=ff715776-c3f5-4178-9319-30ab2e815a20)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:11.931514 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.940124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.946336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:11.947529 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.978309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-582c1ed1-3e0d-42f6-a5a6-c9d57574c12d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:11.983348 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ed1bd-5d31-4102-913f-84829c1c6abb None None] Pushing event updated for resources: {'Port': ['ID=1caea1ed-8893-4765-82df-2484a6c1d2f1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:12.029711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-582c1ed1-3e0d-42f6-a5a6-c9d57574c12d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:12.086797 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5044281 Dec 20 16:42:12.089043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48690) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:12.099476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'subnet': {'network_id': 'd27e320c-f791-4b9f-9988-13d5b9daa6a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:12.111441 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a983429-48ec-40a4-9f95-c6c2d849f992 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Network': ['ID=418f2f84-951d-44f9-a90c-f35e204f703b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:12.124752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 418f2f84-951d-44f9-a90c-f35e204f703b details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:42:12.129705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8296617e-3b73-4502-9105-a1235efafa4f no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:12.205630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 8296617e-3b73-4502-9105-a1235efafa4f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:12.206334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8296617e-3b73-4502-9105-a1235efafa4f not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:12.207105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5c0c736a-5bd1-4715-9565-3b742429ac49 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:12.245638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 39009631-f6f1-4c1a-9a37-ff95ea30e405 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:12.245900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:12.272432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Allocated IP 172.20.0.5 (2dd6da37-3251-41c4-b744-9ff56d40c01e/04c29942-5775-4a17-96a1-718e2bd636d9/fc846cab-6de5-4874-8ac1-306066ba9262) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:12.294005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 5c0c736a-5bd1-4715-9565-3b742429ac49 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:12.294516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5c0c736a-5bd1-4715-9565-3b742429ac49 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:12.327279 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-582c1ed1-3e0d-42f6-a5a6-c9d57574c12d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP 0f852586-726c-4c5d-9373-a461c0ef4b3e associated. External IP: 172.26.1.183, port: 9f970d74-55be-47dd-857e-12a056865537. Dec 20 16:42:12.389797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port 39009631-f6f1-4c1a-9a37-ff95ea30e405, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=39009631-f6f1-4c1a-9a37-ff95ea30e405,segment=NetworkSegment(7d235085-7adb-49f9-ad92-33526a2d40ea),segment_id=7d235085-7adb-49f9-ad92-33526a2d40ea)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:12.389797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:12.408558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 39009631-f6f1-4c1a-9a37-ff95ea30e405 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:12.621672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:12.653035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=39009631-f6f1-4c1a-9a37-ff95ea30e405,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:12.794971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:12.817413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Made reservation on behalf of 33ec4633768b42cc99ec7e1272e2c69f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:12.820990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:12.862328 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4955a919-6dbd-4f8f-aa74-161d9212736b req-a8e05546-526d-4d1d-9fc1-64a94fb0b814 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 210 time: 0.0681081 Dec 20 16:42:12.974186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.042590 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:13.145327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.154914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:13.163340 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b6eb4de5-99c9-4736-87d9-02a8c639b44f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1881382 Dec 20 16:42:13.163991 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:13.168555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:13.190947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:13.191565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:13.249531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c1ed1-3e0d-42f6-a5a6-c9d57574c12d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:13.256582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc5369a-29f0-469b-8193-ef15fe19b6f3 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting subnet 892c18c0-0abf-40d6-9608-59a0241b5d51 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:13.257368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Network 2dd6da37-3251-41c4-b744-9ff56d40c01e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:13.260765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc5369a-29f0-469b-8193-ef15fe19b6f3 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.275405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:13.280150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'Port': ['ID=fc846cab-6de5-4874-8ac1-306066ba9262,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:13.283190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:13.289145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.323307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc5369a-29f0-469b-8193-ef15fe19b6f3 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.331841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:13.366607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b2d2d-e150-4b3e-9c9e-7d10096c112e None None] Network f93906ee-eeab-4bf9-9720-5a421282d2f3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:13.438389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc5369a-29f0-469b-8193-ef15fe19b6f3 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.466913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f5e33a98-6ec7-4208-8ebd-7ac2b6e13f5f None None] Provisioning complete for port 1caea1ed-8893-4765-82df-2484a6c1d2f1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:13.467388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e33a98-6ec7-4208-8ebd-7ac2b6e13f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.530327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:13.531624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.548929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Subnet': ['ID=3080a527-e1de-4d70-aebf-c193d4a4a16a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:13.549137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc5369a-29f0-469b-8193-ef15fe19b6f3 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.580216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c1ed1-3e0d-42f6-a5a6-c9d57574c12d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:13.585121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-582c1ed1-3e0d-42f6-a5a6-c9d57574c12d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.599949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5369a-29f0-469b-8193-ef15fe19b6f3 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Subnet': ['ID=892c18c0-0abf-40d6-9608-59a0241b5d51,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:13.600666 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d856c73a-f6e4-4497-96d2-d9542a987067 None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:13.615813 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856c73a-f6e4-4497-96d2-d9542a987067 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:13.617018 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d856c73a-f6e4-4497-96d2-d9542a987067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:13.624779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc5369a-29f0-469b-8193-ef15fe19b6f3 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.628177 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0fc5369a-29f0-469b-8193-ef15fe19b6f3 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/892c18c0-0abf-40d6-9608-59a0241b5d51 HTTP/1.1" status: 204 len: 168 time: 0.4631279 Dec 20 16:42:13.631713 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48696) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:13.660000 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d856c73a-f6e4-4497-96d2-d9542a987067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:13.661990 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c599d5e6-cb46-490c-a685-677da5fd05f9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4068213 Dec 20 16:42:13.663044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Checking segment: {'id': 'acccdbb0-f8a7-410c-b629-32e53d1726ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd27e320c-f791-4b9f-9988-13d5b9daa6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:13.663411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network hostable DHCP agents. Network: d27e320c-f791-4b9f-9988-13d5b9daa6a4, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:13.679671 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856c73a-f6e4-4497-96d2-d9542a987067 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:13.680711 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d856c73a-f6e4-4497-96d2-d9542a987067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:13.683776 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Request body: {'port': {'device_id': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:13.694984 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-582c1ed1-3e0d-42f6-a5a6-c9d57574c12d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/floatingips/0f852586-726c-4c5d-9373-a461c0ef4b3e HTTP/1.1" status: 200 len: 979 time: 2.7177920 Dec 20 16:42:13.696048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:13.720875 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d856c73a-f6e4-4497-96d2-d9542a987067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:13.721927 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d856c73a-f6e4-4497-96d2-d9542a987067 None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:13.729965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80bc5df-819a-403f-a976-2a3435a94774 None None] Network cfda53d0-8c71-4da3-b240-7c63ead0e8d1 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:13.761749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network d27e320c-f791-4b9f-9988-13d5b9daa6a4 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:13.788634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1caea1ed-8893-4765-82df-2484a6c1d2f1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:13.796431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, d27e320c-f791-4b9f-9988-13d5b9daa6a4) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:13.802211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.842088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:13.842707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.847960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d52bb7-cd8a-4899-a49e-166996a5c47b None None] Network d27e320c-f791-4b9f-9988-13d5b9daa6a4 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:13.863397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.876457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port ca55a582-7a93-4b85-b0ba-b747739b7de4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:13.876969 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:13.886458 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ba733ba9-e8fa-4c79-8419-b98a8a8ddfc1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7900152 Dec 20 16:42:13.887369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:13.897610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'subnet': {'network_id': '418f2f84-951d-44f9-a90c-f35e204f703b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:14.043730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port ca55a582-7a93-4b85-b0ba-b747739b7de4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ca55a582-7a93-4b85-b0ba-b747739b7de4,segment=NetworkSegment(7d235085-7adb-49f9-ad92-33526a2d40ea),segment_id=7d235085-7adb-49f9-ad92-33526a2d40ea)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:14.044101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.066120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for ca55a582-7a93-4b85-b0ba-b747739b7de4 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:14.088142 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b4a20-7bbe-4cd1-b105-20e23ed12bd0 req-6dfb4d9d-c0e9-4c7a-9cd5-61fa49cdcbd4 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:14.094852 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2a7b4a20-7bbe-4cd1-b105-20e23ed12bd0 req-6dfb4d9d-c0e9-4c7a-9cd5-61fa49cdcbd4 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 931 time: 0.1051435 Dec 20 16:42:14.222526 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port 9f970d74-55be-47dd-857e-12a056865537 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:14.223163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.225125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.239835 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2a7b4a20-7bbe-4cd1-b105-20e23ed12bd0 req-932b4463-6fe5-482b-95b4-3433fffc3c55 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435089 Dec 20 16:42:14.240548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.254047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e33a98-6ec7-4208-8ebd-7ac2b6e13f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.261165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=ca55a582-7a93-4b85-b0ba-b747739b7de4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:14.264281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No DVR routers for this DVR port ca55a582-7a93-4b85-b0ba-b747739b7de4 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:14.316062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-d27e320c-f791-4b9f-9988-13d5b9daa6a4', 'network_id': 'd27e320c-f791-4b9f-9988-13d5b9daa6a4', 'project_id': '33ec4633768b42cc99ec7e1272e2c69f', 'fixed_ips': [{'subnet_id': '3080a527-e1de-4d70-aebf-c193d4a4a16a'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:14.316901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.318803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1caea1ed-8893-4765-82df-2484a6c1d2f1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:14.319153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.327180 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:12Z', 'revision_number': 9, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:14.374192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Made reservation on behalf of 33ec4633768b42cc99ec7e1272e2c69f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:14.374458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.385228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.403621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfda53d0-8c71-4da3-b240-7c63ead0e8d1']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:14.405268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:14.409834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb6b6a-8139-434d-aa96-cd2883c8952e None None] DHCP port deletion for cfda53d0-8c71-4da3-b240-7c63ead0e8d1 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:14.415672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f5e33a98-6ec7-4208-8ebd-7ac2b6e13f5f None None] For port 1caea1ed-8893-4765-82df-2484a6c1d2f1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1caea1ed-8893-4765-82df-2484a6c1d2f1,segment=NetworkSegment(ff715776-c3f5-4178-9319-30ab2e815a20),segment_id=ff715776-c3f5-4178-9319-30ab2e815a20)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:14.416724 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d235085-7adb-49f9-ad92-33526a2d40ea') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:14.417049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d235085-7adb-49f9-ad92-33526a2d40ea') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:14.429447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.438174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e33a98-6ec7-4208-8ebd-7ac2b6e13f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.446722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.460369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:14.460771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:14.465296 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:14.516885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:14.517519 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:14.548061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.554243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.558643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.563098 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/networks/cfda53d0-8c71-4da3-b240-7c63ead0e8d1 HTTP/1.1" status: 204 len: 168 time: 0.9209316 Dec 20 16:42:14.566635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:14.576921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6d8fa-ac4f-4811-80ee-a98ab66f118a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Network': ['ID=cfda53d0-8c71-4da3-b240-7c63ead0e8d1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:14.674208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc846cab-6de5-4874-8ac1-306066ba9262 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:42:14.718441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e33a98-6ec7-4208-8ebd-7ac2b6e13f5f None None] Pushing event updated for resources: {'Port': ['ID=1caea1ed-8893-4765-82df-2484a6c1d2f1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:14.725000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.728546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ad302bdb-9afb-496c-98b9-327b844fb1a7 None None] Provisioning complete for port 1caea1ed-8893-4765-82df-2484a6c1d2f1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:14.728920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad302bdb-9afb-496c-98b9-327b844fb1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:14.742354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:14.804081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Transition to ACTIVE for port object fc846cab-6de5-4874-8ac1-306066ba9262 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:42:14.817795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Allocated IP 2001:db8::2 (d27e320c-f791-4b9f-9988-13d5b9daa6a4/3080a527-e1de-4d70-aebf-c193d4a4a16a/52fd8da9-9de6-4b20-a5c2-e011db5b79f2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:14.824842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.037111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Pushing event updated for resources: {'Port': ['ID=fc846cab-6de5-4874-8ac1-306066ba9262,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:15.158431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.193245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.207130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.262656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Network d27e320c-f791-4b9f-9988-13d5b9daa6a4 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:15.264944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:12Z', 'revision_number': 9, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:15.270591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:15.285541 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:42:15.301176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:15.308235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Pushing event updated for resources: {'Port': ['ID=52fd8da9-9de6-4b20-a5c2-e011db5b79f2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:15.310791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca5507-fc87-44a3-8620-1586645620ca None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:12Z', 'revision_number': 9, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9acefff-6453-4c1b-b6ca-4e84248379c4', 'name': '', 'network_id': '8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:33:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:40Z', 'updated_at': '2021-12-20T16:41:48Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '3e83b2b1-a55e-4785-a351-50b5f6a205fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:15.389398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Attempting to bind port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:15.389810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Attempting to bind port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'acccdbb0-f8a7-410c-b629-32e53d1726ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd27e320c-f791-4b9f-9988-13d5b9daa6a4'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:15.390175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Attempting to bind port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 on network d27e320c-f791-4b9f-9988-13d5b9daa6a4 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:15.396108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:15.396485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Checking segment: {'id': 'acccdbb0-f8a7-410c-b629-32e53d1726ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd27e320c-f791-4b9f-9988-13d5b9daa6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:15.396890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.397287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Bound using segment: {'id': 'acccdbb0-f8a7-410c-b629-32e53d1726ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd27e320c-f791-4b9f-9988-13d5b9daa6a4'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:15.397769 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Bound port: 52fd8da9-9de6-4b20-a5c2-e011db5b79f2, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acccdbb0-f8a7-410c-b629-32e53d1726ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd27e320c-f791-4b9f-9988-13d5b9daa6a4'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:15.398151 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.471893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] For port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:15.475207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] For port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=52fd8da9-9de6-4b20-a5c2-e011db5b79f2,segment=NetworkSegment(acccdbb0-f8a7-410c-b629-32e53d1726ca),segment_id=acccdbb0-f8a7-410c-b629-32e53d1726ca)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:15.485126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.556991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2778c8-08e8-413d-a289-02287cb24263 None None] Pushing event updated for resources: {'Port': ['ID=52fd8da9-9de6-4b20-a5c2-e011db5b79f2,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:15.622484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.622484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.622484 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP 0f852586-726c-4c5d-9373-a461c0ef4b3e disassociated. External IP: 172.26.1.183, port: 9f970d74-55be-47dd-857e-12a056865537. Dec 20 16:42:15.622484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for 9f970d74-55be-47dd-857e-12a056865537 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:15.647554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Subnet': ['ID=8ebc6c41-1f53-4b7a-ba83-41b82613414b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:15.676517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Attempting to bind port fc846cab-6de5-4874-8ac1-306066ba9262 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:15.676849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Attempting to bind port fc846cab-6de5-4874-8ac1-306066ba9262 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:15.677168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Attempting to bind port fc846cab-6de5-4874-8ac1-306066ba9262 on network 2dd6da37-3251-41c4-b744-9ff56d40c01e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:15.761540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Port fc846cab-6de5-4874-8ac1-306066ba9262 on network 2dd6da37-3251-41c4-b744-9ff56d40c01e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:42:15.761861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Attempting to bind port fc846cab-6de5-4874-8ac1-306066ba9262 on network 2dd6da37-3251-41c4-b744-9ff56d40c01e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:15.769194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Checking segment: {'id': '6049834b-6979-4225-887e-32a72fcac72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '418f2f84-951d-44f9-a90c-f35e204f703b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:15.769557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network hostable DHCP agents. Network: 418f2f84-951d-44f9-a90c-f35e204f703b, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:15.787930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05152a-696f-4c01-86e9-0937da244d65 req-5468d61e-60a7-459a-ab22-4e800c4179f4 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:15.790670 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0c05152a-696f-4c01-86e9-0937da244d65 req-5468d61e-60a7-459a-ab22-4e800c4179f4 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 943 time: 0.2464783 Dec 20 16:42:15.796420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:15.796757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Checking segment: {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:15.797136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Bound using segment: {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:15.797584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Bound port: fc846cab-6de5-4874-8ac1-306066ba9262, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b4210e-b603-40f8-a24a-1f6ac38d8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:15.797957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.846786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1caea1ed-8893-4765-82df-2484a6c1d2f1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:15.900746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network 418f2f84-951d-44f9-a90c-f35e204f703b is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:15.921541 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1caea1ed-8893-4765-82df-2484a6c1d2f1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:15.921962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.978521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 418f2f84-951d-44f9-a90c-f35e204f703b) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:15.983749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:15.984735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:15.991579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e68d0-0b00-48c4-a5fc-9703752ec411 None None] Network 418f2f84-951d-44f9-a90c-f35e204f703b requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:16.017801 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0c05152a-696f-4c01-86e9-0937da244d65 req-df776515-bedd-4327-bc2b-aa1a9a413345 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005002 Dec 20 16:42:16.036714 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] For port fc846cab-6de5-4874-8ac1-306066ba9262, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:16.042105 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c6779dc7-e9ea-4e25-b226-ffd13bc63ce4 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1537693 Dec 20 16:42:16.046033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48710) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:16.051045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] For port fc846cab-6de5-4874-8ac1-306066ba9262, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fc846cab-6de5-4874-8ac1-306066ba9262,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:16.059692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.114754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.156998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:16.157641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.159268 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc846cab-6de5-4874-8ac1-306066ba9262 HTTP/1.1" status: 200 len: 1093 time: 2.4817095 Dec 20 16:42:16.169667 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:16.171093 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-418f2f84-951d-44f9-a90c-f35e204f703b', 'network_id': '418f2f84-951d-44f9-a90c-f35e204f703b', 'project_id': '33ec4633768b42cc99ec7e1272e2c69f', 'fixed_ips': [{'subnet_id': '8ebc6c41-1f53-4b7a-ba83-41b82613414b'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:16.171820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.171923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743f0b6-dab9-4f25-81f1-a400f6a71093" -d '{"events": [{"name": "network-changed", "server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:42:16.193297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05c585-4b94-4ee0-b14f-95d44ab5a291 service neutron] Pushing event updated for resources: {'Port': ['ID=fc846cab-6de5-4874-8ac1-306066ba9262,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:16.222090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 39009631-f6f1-4c1a-9a37-ff95ea30e405 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:16.262160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 39009631-f6f1-4c1a-9a37-ff95ea30e405 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:16.262608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 39009631-f6f1-4c1a-9a37-ff95ea30e405 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:16.262958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3508ef74-b4b2-48be-be5b-c6d670420a52 x-openstack-request-id: req-3508ef74-b4b2-48be-be5b-c6d670420a52 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:42:16.263095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ca55a582-7a93-4b85-b0ba-b747739b7de4 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:16.263543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:42:16.263655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3508ef74-b4b2-48be-be5b-c6d670420a52 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:42:16.264013 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'status': 'completed', 'code': 200} Dec 20 16:42:16.362396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: ca55a582-7a93-4b85-b0ba-b747739b7de4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:16.362799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ca55a582-7a93-4b85-b0ba-b747739b7de4 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:16.399072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=9f970d74-55be-47dd-857e-12a056865537,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:16.449051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.492371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Allocated IP 2001:db8::2 (418f2f84-951d-44f9-a90c-f35e204f703b/8ebc6c41-1f53-4b7a-ba83-41b82613414b/e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:16.553121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853590-c842-43ec-b73c-a27e0638d449 req-f8a84cd7-0370-4194-b1a6-cd7b390e9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:16.554779 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-f8a84cd7-0370-4194-b1a6-cd7b390e9c67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6e25f074d8f4948b0eb49618d4cc1fe&device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 1096 time: 0.2942221 Dec 20 16:42:16.586701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:16.625250 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-c5463371-381f-45a6-b91e-512cba4c9ab4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc846cab-6de5-4874-8ac1-306066ba9262 HTTP/1.1" status: 200 len: 217 time: 0.0549040 Dec 20 16:42:16.701594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.710152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.733240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Network 418f2f84-951d-44f9-a90c-f35e204f703b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:16.737022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:16.765934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:16.791414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853590-c842-43ec-b73c-a27e0638d449 req-b6c12566-5203-487b-ad2a-d78fddce404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:16.792916 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-b6c12566-5203-487b-ad2a-d78fddce404f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04c29942-5775-4a17-96a1-718e2bd636d9 HTTP/1.1" status: 200 len: 835 time: 0.1600723 Dec 20 16:42:16.840629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Pushing event updated for resources: {'Port': ['ID=e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:16.857204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.857476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae313123-0bbe-44d1-b658-de6696434075 None None] Network d27e320c-f791-4b9f-9988-13d5b9daa6a4 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:16.878975 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Attempting to bind port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:16.879610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Attempting to bind port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '6049834b-6979-4225-887e-32a72fcac72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '418f2f84-951d-44f9-a90c-f35e204f703b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:16.879897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Attempting to bind port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b on network 418f2f84-951d-44f9-a90c-f35e204f703b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:16.892024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:16.929551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00d5099-290a-424d-b183-55b628a9fb2e None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:16.936062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:16.936537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Checking segment: {'id': '6049834b-6979-4225-887e-32a72fcac72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '418f2f84-951d-44f9-a90c-f35e204f703b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:16.937015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.937478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Bound using segment: {'id': '6049834b-6979-4225-887e-32a72fcac72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '418f2f84-951d-44f9-a90c-f35e204f703b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:16.939273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Bound port: e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6049834b-6979-4225-887e-32a72fcac72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '418f2f84-951d-44f9-a90c-f35e204f703b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:16.939273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:16.959307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853590-c842-43ec-b73c-a27e0638d449 req-10da2455-0479-4b9d-bec2-55015cce17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:16.961069 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-10da2455-0479-4b9d-bec2-55015cce17bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2dd6da37-3251-41c4-b744-9ff56d40c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1348100 Dec 20 16:42:16.996488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d5099-290a-424d-b183-55b628a9fb2e None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:16.997432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d00d5099-290a-424d-b183-55b628a9fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:17.110960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.114606 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-67f6f2a9-7fde-47c7-b22d-c374cda46c1d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/ports/9f970d74-55be-47dd-857e-12a056865537 HTTP/1.1" status: 204 len: 168 time: 3.4009206 Dec 20 16:42:17.120435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:17.172389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Allocated IP 2001:db8::1 (d27e320c-f791-4b9f-9988-13d5b9daa6a4/3080a527-e1de-4d70-aebf-c193d4a4a16a/f3378aa4-fc04-4575-99c3-7d065f4031de) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:17.216393 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-971ebfd2-36ab-45b1-bc0b-e2f0f0ac2315 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "GET /v2.0/floatingips/0f852586-726c-4c5d-9373-a461c0ef4b3e HTTP/1.1" status: 200 len: 688 time: 0.0921574 Dec 20 16:42:17.218678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:17.221310 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5fb5c0e8-e55b-41b4-a7c5-a71b91cefa5b None None] Provisioning complete for port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:17.221486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c0e8-e55b-41b4-a7c5-a71b91cefa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.233843 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d00d5099-290a-424d-b183-55b628a9fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:17.295680 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-cc717872-2199-4770-b298-36303e50ade8 service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937171 Dec 20 16:42:17.309891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d5099-290a-424d-b183-55b628a9fb2e None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:17.310518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d00d5099-290a-424d-b183-55b628a9fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:17.316070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] For port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:17.317146 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.321911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] For port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b,segment=NetworkSegment(6049834b-6979-4225-887e-32a72fcac72a),segment_id=6049834b-6979-4225-887e-32a72fcac72a)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:17.322573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72d222-b134-48c2-b726-530817478d9b req-5da33b75-a9be-4d6b-bdd7-b5b1e0c9a006 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:17.324149 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ae72d222-b134-48c2-b726-530817478d9b req-5da33b75-a9be-4d6b-bdd7-b5b1e0c9a006 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 943 time: 0.2085471 Dec 20 16:42:17.326358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port c9acefff-6453-4c1b-b6ca-4e84248379c4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:17.326684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.364247 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.364544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.366372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d00d5099-290a-424d-b183-55b628a9fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:17.367275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00d5099-290a-424d-b183-55b628a9fb2e None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:17.426198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Port': ['ID=f3378aa4-fc04-4575-99c3-7d065f4031de,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:17.439652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network d27e320c-f791-4b9f-9988-13d5b9daa6a4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:17.441532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:17.444110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:17.444714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.486492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c0e8-e55b-41b4-a7c5-a71b91cefa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.489301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4138842-3863-49e4-a942-9e7a22a55155 None None] Pushing event updated for resources: {'Port': ['ID=e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:17.543630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5fb5c0e8-e55b-41b4-a7c5-a71b91cefa5b None None] For port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=52fd8da9-9de6-4b20-a5c2-e011db5b79f2,segment=NetworkSegment(acccdbb0-f8a7-410c-b629-32e53d1726ca),segment_id=acccdbb0-f8a7-410c-b629-32e53d1726ca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:17.556351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c0e8-e55b-41b4-a7c5-a71b91cefa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.644176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5c0e8-e55b-41b4-a7c5-a71b91cefa5b None None] Pushing event updated for resources: {'Port': ['ID=52fd8da9-9de6-4b20-a5c2-e011db5b79f2,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:17.644474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:17.669199 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ae72d222-b134-48c2-b726-530817478d9b req-7803f4ea-163c-4c87-a8c5-21c2cc77b5e0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099332 Dec 20 16:42:17.686564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:17.694970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.740708 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port c9acefff-6453-4c1b-b6ca-4e84248379c4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c9acefff-6453-4c1b-b6ca-4e84248379c4,segment=NetworkSegment(0879c56c-816e-4250-b4a0-5b6bd853aacf),segment_id=0879c56c-816e-4250-b4a0-5b6bd853aacf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:17.741111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.749241 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2853590-c842-43ec-b73c-a27e0638d449 req-231238d6-bfdf-4019-a171-7dba6589f7f4 service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438267 Dec 20 16:42:17.776228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for c9acefff-6453-4c1b-b6ca-4e84248379c4 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:17.783577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port 18df094c-b583-41e3-a10b-f463cf2b3b63 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:17.784028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.808333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:17.808712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:17.819808 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c79d930c-a57a-4e56-bee5-f04d2d868632 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/0a1d9942-eed2-41ef-aaf9-5500db50bf52 HTTP/1.1" status: 200 len: 993 time: 0.1741834 Dec 20 16:42:17.947798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b22bb2d1-b1f3-4fe1-a8b4-8da4780f2aec None None] Provisioning complete for port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:17.948464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b22bb2d1-b1f3-4fe1-a8b4-8da4780f2aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.053734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.054061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.060289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-665dd553-9792-4830-8044-50275a8a94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:18.061834 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-665dd553-9792-4830-8044-50275a8a94a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6e25f074d8f4948b0eb49618d4cc1fe&device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 1096 time: 0.2372966 Dec 20 16:42:18.120124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for 18df094c-b583-41e3-a10b-f463cf2b3b63 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:18.209387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:18.213030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.221513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.222322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.282133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b49f9e76-1587-43e5-aa6e-251943d85517 None None] Provisioning complete for port f3378aa4-fc04-4575-99c3-7d065f4031de triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:18.282610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b49f9e76-1587-43e5-aa6e-251943d85517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.324983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b49f9e76-1587-43e5-aa6e-251943d85517 None None] Port f3378aa4-fc04-4575-99c3-7d065f4031de cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:18.348935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Port': ['ID=f3378aa4-fc04-4575-99c3-7d065f4031de,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:18.489009 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network d27e320c-f791-4b9f-9988-13d5b9daa6a4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:18.492487 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:18.608392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 195961fc-67d1-4c39-9848-8e0e34330f57 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:18.608603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.638457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-b9037715-8721-4682-8eab-823af4dcb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:18.640002 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-b9037715-8721-4682-8eab-823af4dcb63d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2dd6da37-3251-41c4-b744-9ff56d40c01e HTTP/1.1" status: 200 len: 897 time: 0.5346782 Dec 20 16:42:18.722598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.722946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.728702 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-38b748dd-44d8-4630-b31d-5f06e1253ed1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc846cab-6de5-4874-8ac1-306066ba9262 HTTP/1.1" status: 200 len: 217 time: 0.0755296 Dec 20 16:42:18.731091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.739533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Router 190df573-fb98-476e-bea9-ab2461f7d92a is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:42:18.749262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 195961fc-67d1-4c39-9848-8e0e34330f57 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:18.909910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:18.911844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=c9acefff-6453-4c1b-b6ca-4e84248379c4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:18.917400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:18.926511 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-af7d9367-f4b5-43fe-aaf4-cbb02d9a3ffe tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "PUT /v2.0/routers/190df573-fb98-476e-bea9-ab2461f7d92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8743715 Dec 20 16:42:18.927141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:18.938860 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237846a0-25f0-43fc-9291-2632c7d596ea None None] Sync routers for ids ['190df573-fb98-476e-bea9-ab2461f7d92a'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:18.953839 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237846a0-25f0-43fc-9291-2632c7d596ea None None] Routers {'190df573-fb98-476e-bea9-ab2461f7d92a'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:18.954621 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-237846a0-25f0-43fc-9291-2632c7d596ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['190df573-fb98-476e-bea9-ab2461f7d92a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:18.976419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9da6f9dd-9d49-4309-bc41-c9105d1c40d6 None None] Provisioning complete for port f3378aa4-fc04-4575-99c3-7d065f4031de triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:18.977031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9da6f9dd-9d49-4309-bc41-c9105d1c40d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.020806 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-237846a0-25f0-43fc-9291-2632c7d596ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:19.036249 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9da6f9dd-9d49-4309-bc41-c9105d1c40d6 None None] Port f3378aa4-fc04-4575-99c3-7d065f4031de cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:19.037103 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237846a0-25f0-43fc-9291-2632c7d596ea None None] Routers {'190df573-fb98-476e-bea9-ab2461f7d92a'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:19.037760 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-237846a0-25f0-43fc-9291-2632c7d596ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['190df573-fb98-476e-bea9-ab2461f7d92a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:19.060327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=18df094c-b583-41e3-a10b-f463cf2b3b63,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:19.083467 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-237846a0-25f0-43fc-9291-2632c7d596ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:19.084126 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237846a0-25f0-43fc-9291-2632c7d596ea None None] The sync data for ids ['190df573-fb98-476e-bea9-ab2461f7d92a'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:19.110007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-aa0f785f-b121-48ff-b0de-acaf88cf3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:19.114374 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-aa0f785f-b121-48ff-b0de-acaf88cf3e22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04c29942-5775-4a17-96a1-718e2bd636d9 HTTP/1.1" status: 200 len: 835 time: 0.3159096 Dec 20 16:42:19.114718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f23c5-da5b-4dba-a84e-82823d7ce57d None None] Network 418f2f84-951d-44f9-a90c-f35e204f703b requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:19.189618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebcf3d-98f8-41a8-a792-4b152ee76250 req-7d8f72ca-6caa-43be-a967-0db23e7a9856 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:19.196781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d5c365f9-2584-48fd-87b9-d6912c9314f7 None None] Provisioning complete for port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:19.198081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5c365f9-2584-48fd-87b9-d6912c9314f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.198285 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7eebcf3d-98f8-41a8-a792-4b152ee76250 req-7d8f72ca-6caa-43be-a967-0db23e7a9856 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 943 time: 0.4007592 Dec 20 16:42:19.281062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.288266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.305058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.308693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.313499 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-752dc39d-d8d0-496f-ba1c-c32d687d4692 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/floatingips/0f852586-726c-4c5d-9373-a461c0ef4b3e HTTP/1.1" status: 204 len: 168 time: 2.0884254 Dec 20 16:42:19.318311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48734) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:19.324919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '27790f9d-f69e-4b78-9898-55ad3b28bcce'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:19.335289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-3b9991f5-9445-4198-88a4-41901d960155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:19.336898 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-3b9991f5-9445-4198-88a4-41901d960155 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2dd6da37-3251-41c4-b744-9ff56d40c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2107189 Dec 20 16:42:19.346701 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7eebcf3d-98f8-41a8-a792-4b152ee76250 req-fae5f210-2c97-4b72-857c-a9a4002bf055 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472757 Dec 20 16:42:19.366552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5c365f9-2584-48fd-87b9-d6912c9314f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.375213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=195961fc-67d1-4c39-9848-8e0e34330f57,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:19.405076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d5c365f9-2584-48fd-87b9-d6912c9314f7 None None] For port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b,segment=NetworkSegment(6049834b-6979-4225-887e-32a72fcac72a),segment_id=6049834b-6979-4225-887e-32a72fcac72a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:19.412276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5c365f9-2584-48fd-87b9-d6912c9314f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.472399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.472871 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 0a1d9942-eed2-41ef-aaf9-5500db50bf52 disassociated (deleted). External IP: 172.26.1.203, port: c648e319-02b1-4a6d-9607-e84e7cfd3838. Dec 20 16:42:19.517297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c365f9-2584-48fd-87b9-d6912c9314f7 None None] Pushing event updated for resources: {'Port': ['ID=e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:19.610623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.641639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2fbf44fc-386d-4653-806b-982134bc383a None None] Provisioning complete for port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:19.642315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2fbf44fc-386d-4653-806b-982134bc383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.662023 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-5905bb73-0976-45bd-b34e-fa92027b086b service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142972 Dec 20 16:42:19.703119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:19.756080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:19.806199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:19.809417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.833929 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-c03175c8-6bc5-4a51-a490-06a4aebf6140 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:42:19.839632 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c03175c8-6bc5-4a51-a490-06a4aebf6140 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "PUT /v2.0/routers/190df573-fb98-476e-bea9-ab2461f7d92a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9092531 Dec 20 16:42:19.840871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:19.902235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router b2df0bff-bc2d-46d7-805d-50275a5d56ba has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:19.920965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:19.926980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:19.927349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:19.935784 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-762a916c-1d6f-4454-a6ef-c93002cd8b4d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3608143 Dec 20 16:42:19.941054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48738) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:19.953042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:19.970962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:19.971593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:19.995438 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d743f0b6-dab9-4f25-81f1-a400f6a71093 req-4d3cc1cf-c39e-4b4e-b25a-11ee44725abc service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247285 Dec 20 16:42:20.076971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:20.077404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.080256 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:20.102837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe748f4d-dcf9-4791-9ad3-938fa36b309c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting subnet 3e83b2b1-a55e-4785-a351-50b5f6a205fc {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:20.117586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe748f4d-dcf9-4791-9ad3-938fa36b309c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.171288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe748f4d-dcf9-4791-9ad3-938fa36b309c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.411942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fc846cab-6de5-4874-8ac1-306066ba9262 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:42:20.413122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe748f4d-dcf9-4791-9ad3-938fa36b309c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.413777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:20.421483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.425007 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] Sync routers for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:20.444034 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:20.444949 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:20.473922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:18Z', 'revision_number': 10, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:20.481228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.26.1.24 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/555eb4ce-eb6f-4b15-974d-64d924ca5a82) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:20.497855 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d070a0ad-f5c1-4183-a782-ed256aed7681 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/floatingips/0a1d9942-eed2-41ef-aaf9-5500db50bf52 HTTP/1.1" status: 204 len: 168 time: 2.2873826 Dec 20 16:42:20.501783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:20.504141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153f86e1-4150-4796-bbf9-893a0c62fe42" -d '{"events": [{"name": "network-changed", "server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:42:20.542930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe748f4d-dcf9-4791-9ad3-938fa36b309c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.558396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.572117 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491fd9-2820-402d-92ab-a9e9b337f3a6 req-6722bb3d-17e6-4050-93e1-ede693dc31a4 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:20.573652 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d2491fd9-2820-402d-92ab-a9e9b337f3a6 req-6722bb3d-17e6-4050-93e1-ede693dc31a4 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 943 time: 0.1488645 Dec 20 16:42:20.599510 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:20.604648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe748f4d-dcf9-4791-9ad3-938fa36b309c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Subnet': ['ID=3e83b2b1-a55e-4785-a351-50b5f6a205fc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:20.623516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:20.628656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae210dd-5d9c-4e07-b5b4-855d58a01b06 None None] Network 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:20.678821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fc846cab-6de5-4874-8ac1-306066ba9262, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fc846cab-6de5-4874-8ac1-306066ba9262,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:20.691584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe748f4d-dcf9-4791-9ad3-938fa36b309c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.699741 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fe748f4d-dcf9-4791-9ad3-938fa36b309c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/3e83b2b1-a55e-4785-a351-50b5f6a205fc HTTP/1.1" status: 204 len: 168 time: 0.7512920 Dec 20 16:42:20.708076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:20.715670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:20.716305 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:20.752586 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d2491fd9-2820-402d-92ab-a9e9b337f3a6 req-87a37178-3ebe-45fa-a714-ca87ccb01561 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725321 Dec 20 16:42:20.763234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.884693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ebde04-7e0b-481e-b70b-9bdacc46026c x-openstack-request-id: req-d5ebde04-7e0b-481e-b70b-9bdacc46026c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:42:20.884982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:42:20.885237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5ebde04-7e0b-481e-b70b-9bdacc46026c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:42:20.885650 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'status': 'completed', 'code': 200} Dec 20 16:42:20.924420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:20.966740 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.016800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-7cdbb351-346b-457d-b44d-ec90d0541bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:21.018372 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-7cdbb351-346b-457d-b44d-ec90d0541bf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 1098 time: 0.1208680 Dec 20 16:42:21.030048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef230-c23b-49bb-ad18-0f8a7ce68c91 req-2e1fc697-9c5f-438e-9f4d-782a7db26a61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:21.035653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:21.037573 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8c1ef230-c23b-49bb-ad18-0f8a7ce68c91 req-2e1fc697-9c5f-438e-9f4d-782a7db26a61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 945 time: 0.1537142 Dec 20 16:42:21.041825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'port_id': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'mac_address': 'fa:16:3e:02:da:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:42:21.048179 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:21.053671 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:21.117389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=555eb4ce-eb6f-4b15-974d-64d924ca5a82,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:21.132574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:21.136125 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:16Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '6aa60348-4b7d-4568-8bf9-0518fb4a2c33', 'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:14:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:14Z', 'updated_at': '2021-12-20T16:41:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:21.145378 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port f8bfd794-710c-4fa2-a353-5e3c3d59c34d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:21.145875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.167340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.182908 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8c1ef230-c23b-49bb-ad18-0f8a7ce68c91 req-48575673-abc7-4715-82b8-598e0df75a80 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443498 Dec 20 16:42:21.195007 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] Checking router: b2df0bff-bc2d-46d7-805d-50275a5d56ba for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:21.195260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc846cab-6de5-4874-8ac1-306066ba9262 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:42:21.227698 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:21.228512 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:21.316700 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ecc9aa-4423-46cc-9e75-4df95a5923e4 None None] DHCP port deletion for 8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:21.379478 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:21.382716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fc846cab-6de5-4874-8ac1-306066ba9262, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fc846cab-6de5-4874-8ac1-306066ba9262,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:21.442531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.522377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fc846cab-6de5-4874-8ac1-306066ba9262,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:21.529737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a2ecc9aa-4423-46cc-9e75-4df95a5923e4 None None] Deleting port f8bfd794-710c-4fa2-a353-5e3c3d59c34d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:21.530114 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc9aa-4423-46cc-9e75-4df95a5923e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.597369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:21.614047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-c07b7d38-d55f-43c7-a8c7-c1f85849cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:21.616110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-c07b7d38-d55f-43c7-a8c7-c1f85849cb21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9657bbab-6044-4e70-a520-e4f44b90c80a HTTP/1.1" status: 200 len: 898 time: 0.5705550 Dec 20 16:42:21.634023 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port f8bfd794-710c-4fa2-a353-5e3c3d59c34d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f8bfd794-710c-4fa2-a353-5e3c3d59c34d,segment=NetworkSegment(0879c56c-816e-4250-b4a0-5b6bd853aacf),segment_id=0879c56c-816e-4250-b4a0-5b6bd853aacf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:21.634840 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.662454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for f8bfd794-710c-4fa2-a353-5e3c3d59c34d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:21.669138 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-aabb9508-d233-4544-be66-c7a58188ed5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838 HTTP/1.1" status: 200 len: 217 time: 0.0390289 Dec 20 16:42:21.675216 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:16Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '6aa60348-4b7d-4568-8bf9-0518fb4a2c33', 'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:14:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:14Z', 'updated_at': '2021-12-20T16:41:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:21.693791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Deleting port f3378aa4-fc04-4575-99c3-7d065f4031de {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:21.694167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.713809 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8019ef-f20a-4a69-808a-d9d2278cc5c0 None None] The sync data for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv is: [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:41:16Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '6aa60348-4b7d-4568-8bf9-0518fb4a2c33', 'name': '', 'network_id': '9657bbab-6044-4e70-a520-e4f44b90c80a', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:14:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:14Z', 'updated_at': '2021-12-20T16:41:22Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '95244f88-e976-440b-b88c-50cdd8fb2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:21.717596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a2ecc9aa-4423-46cc-9e75-4df95a5923e4 None None] For port f8bfd794-710c-4fa2-a353-5e3c3d59c34d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f8bfd794-710c-4fa2-a353-5e3c3d59c34d,segment=NetworkSegment(0879c56c-816e-4250-b4a0-5b6bd853aacf),segment_id=0879c56c-816e-4250-b4a0-5b6bd853aacf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:21.717945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc9aa-4423-46cc-9e75-4df95a5923e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.722595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.722969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.723316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.723708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.724129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.724853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.725033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.725364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.725699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.726034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.726388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.726716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.728216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:21.766994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a2ecc9aa-4423-46cc-9e75-4df95a5923e4 None None] Calling delete_port for f8bfd794-710c-4fa2-a353-5e3c3d59c34d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:21.780670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.819102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-b06d07f4-954a-4bb1-abf7-aa37310db6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:21.826860 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-b06d07f4-954a-4bb1-abf7-aa37310db6d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95244f88-e976-440b-b88c-50cdd8fb2a37 HTTP/1.1" status: 200 len: 834 time: 0.1442335 Dec 20 16:42:21.849702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['fc846cab-6de5-4874-8ac1-306066ba9262'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:42:21.902458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: from cryptography.utils import int_from_bytes Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: from cryptography.utils import int_from_bytes Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:21.945120 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 16:42:21.959318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc9aa-4423-46cc-9e75-4df95a5923e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.960029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-cb6b7dff-41ec-498e-b262-a4d082c918c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:21.962146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:21.962386 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-cb6b7dff-41ec-498e-b262-a4d082c918c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9657bbab-6044-4e70-a520-e4f44b90c80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895102 Dec 20 16:42:21.962919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.972818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=f8bfd794-710c-4fa2-a353-5e3c3d59c34d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:21.977475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No DVR routers for this DVR port f8bfd794-710c-4fa2-a353-5e3c3d59c34d on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:21.979177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.002725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.029771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.030104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.030653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.031046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.032256 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.032572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.033005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.033431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.033891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.034312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.034772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.035201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.035623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.049100 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecc9aa-4423-46cc-9e75-4df95a5923e4 None None] Pushing event deleted for resources: {'Port': ['ID=f8bfd794-710c-4fa2-a353-5e3c3d59c34d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:22.050146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Calling delete_port for f3378aa4-fc04-4575-99c3-7d065f4031de owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:22.073780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecc9aa-4423-46cc-9e75-4df95a5923e4 None None] No DVR routers for this DVR port f8bfd794-710c-4fa2-a353-5e3c3d59c34d on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:22.088115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de951dc-5cdb-4895-b92a-a17875b85fa0 req-3a45f0ce-e2f6-4212-9342-6b880a910284 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:22.090089 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0de951dc-5cdb-4895-b92a-a17875b85fa0 req-3a45f0ce-e2f6-4212-9342-6b880a910284 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 944 time: 0.2185235 Dec 20 16:42:22.136474 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377ccf2-9d7a-4eb4-83ef-de45adbbafcb None None] New status for floating IP 0a1d9942-eed2-41ef-aaf9-5500db50bf52: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:42:22.183785 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-955c43a9-59f3-4296-9548-b24c6141f473 service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091169 Dec 20 16:42:22.249130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:18Z', 'revision_number': 10, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:22.289561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.307379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f5199-916d-46b3-a993-f4edff609ab7 None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:18Z', 'revision_number': 10, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None, '_interfaces': [{'id': '507f36c1-f512-4b82-81a8-08def879f286', 'name': '', 'network_id': '88f25e7f-cfcd-46f6-ba37-af3bdd475734', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'mac_address': 'fa:16:3e:88:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:33Z', 'updated_at': '2021-12-20T16:41:38Z', 'revision_number': 5, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'subnets': [{'id': '09d32d11-d15b-486c-9134-30a0f23d6293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:22.354522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f8bfd794-710c-4fa2-a353-5e3c3d59c34d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:22.356664 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0de951dc-5cdb-4895-b92a-a17875b85fa0 req-0c7e74a1-3072-492a-abb0-580b57301dc2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517996 Dec 20 16:42:22.379604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: f8bfd794-710c-4fa2-a353-5e3c3d59c34d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:22.380089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f8bfd794-710c-4fa2-a353-5e3c3d59c34d not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:22.405627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db89506-a6b5-423b-bad4-5ea5f97a7323 req-e24ffe6e-aefa-4c6b-9c85-13b326e899af tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:22.406975 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8db89506-a6b5-423b-bad4-5ea5f97a7323 req-e24ffe6e-aefa-4c6b-9c85-13b326e899af tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 945 time: 0.1119957 Dec 20 16:42:22.428353 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:22.447408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0879c56c-816e-4250-b4a0-5b6bd853aacf') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:22.447769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0879c56c-816e-4250-b4a0-5b6bd853aacf') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:22.448706 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-153f86e1-4150-4796-bbf9-893a0c62fe42 req-6a9234ea-c1a8-4d66-82d4-9012ac2c3bbd service neutron] 10.222.0.18 "GET /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182531 Dec 20 16:42:22.482579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.497323 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8db89506-a6b5-423b-bad4-5ea5f97a7323 req-6c9e266f-4576-441a-b81d-9faf35dd05f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774000 Dec 20 16:42:22.499866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.510845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-269565c3-1f7d-4bd3-a845-26109fecc7c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:22.512357 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-269565c3-1f7d-4bd3-a845-26109fecc7c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 945 time: 0.2919598 Dec 20 16:42:22.521762 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.540898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Port': ['ID=f3378aa4-fc04-4575-99c3-7d065f4031de,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:22.570564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:22.571506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.574755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.574755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.575032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.575218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.575600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.576123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.576470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.576815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.577218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.577447 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.577782 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.578111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.578513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:22.580146 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:22.657339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.726826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.751280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.827643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=555eb4ce-eb6f-4b15-974d-64d924ca5a82,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:22.857655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.862006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Router 190df573-fb98-476e-bea9-ab2461f7d92a has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:22.875367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.878774 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/networks/8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3 HTTP/1.1" status: 204 len: 168 time: 2.1669302 Dec 20 16:42:22.885661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:22.900980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port c648e319-02b1-4a6d-9607-e84e7cfd3838 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:22.901323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:22.924972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735f1a0-0028-454d-ac9a-e650df2672f8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Network': ['ID=8244fa33-0c3a-4bcf-bd59-6ffc8e6a23c3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:22.968730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:23.041849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:23.047562 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-67a7d8ad-8e0f-4303-9acd-8fff3c8c2d01 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "PUT /v2.0/routers/190df573-fb98-476e-bea9-ab2461f7d92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2054951 Dec 20 16:42:23.053706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:23.059804 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04a3f1-8206-4aea-9cbd-0e4f7fcc0535 None None] Sync routers for ids ['190df573-fb98-476e-bea9-ab2461f7d92a'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:23.087641 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04a3f1-8206-4aea-9cbd-0e4f7fcc0535 None None] Routers {'190df573-fb98-476e-bea9-ab2461f7d92a'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:23.088744 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b04a3f1-8206-4aea-9cbd-0e4f7fcc0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['190df573-fb98-476e-bea9-ab2461f7d92a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:23.098671 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-2b607fb5-5f3d-4102-b1b1-11f9faf3532c tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] delete failed (client error): The resource could not be found. Dec 20 16:42:23.099701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port c648e319-02b1-4a6d-9607-e84e7cfd3838, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c648e319-02b1-4a6d-9607-e84e7cfd3838,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:23.100066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:23.104441 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2b607fb5-5f3d-4102-b1b1-11f9faf3532c tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1292133442 HTTP/1.1" status: 404 len: 335 time: 0.0495834 Dec 20 16:42:23.106054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48760) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:23.110484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1b1681a8-46cb-4f96-93f9-0ef29e887fff tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'router': {'external_gateway_info': {'network_id': '190df573-fb98-476e-bea9-ab2461f7d92a'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:23.143074 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b04a3f1-8206-4aea-9cbd-0e4f7fcc0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:23.153144 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04a3f1-8206-4aea-9cbd-0e4f7fcc0535 None None] Routers {'190df573-fb98-476e-bea9-ab2461f7d92a'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:23.153983 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b04a3f1-8206-4aea-9cbd-0e4f7fcc0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['190df573-fb98-476e-bea9-ab2461f7d92a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:23.158519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for c648e319-02b1-4a6d-9607-e84e7cfd3838 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:23.187700 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b04a3f1-8206-4aea-9cbd-0e4f7fcc0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:23.188656 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04a3f1-8206-4aea-9cbd-0e4f7fcc0535 None None] The sync data for ids ['190df573-fb98-476e-bea9-ab2461f7d92a'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:23.201019 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP 6f01f2d7-57ad-47e9-ba88-cdae4c8fc292 associated. External IP: 172.26.1.24, port: 27790f9d-f69e-4b78-9898-55ad3b28bcce. Dec 20 16:42:23.402119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:23.471358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c9acefff-6453-4c1b-b6ca-4e84248379c4 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:23.493065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: c9acefff-6453-4c1b-b6ca-4e84248379c4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:23.493426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c9acefff-6453-4c1b-b6ca-4e84248379c4 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:23.662249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebdabc-e99b-4b9a-839e-da1f39286f8b req-9ff155a4-4029-40fa-a050-8da68a63bf78 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:23.663877 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-98ebdabc-e99b-4b9a-839e-da1f39286f8b req-9ff155a4-4029-40fa-a050-8da68a63bf78 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=1406ab98-564d-4100-bc79-73f4027611ea HTTP/1.1" status: 200 len: 945 time: 0.0672841 Dec 20 16:42:23.766721 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-98ebdabc-e99b-4b9a-839e-da1f39286f8b req-319dce7b-3197-4d1c-b99d-63c8d982099d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=1215a0b9-94f0-4be7-9a1f-86c579449ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939908 Dec 20 16:42:23.806450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port 507f36c1-f512-4b82-81a8-08def879f286 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:23.806882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:23.885898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b1681a8-46cb-4f96-93f9-0ef29e887fff tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:23.902900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port 507f36c1-f512-4b82-81a8-08def879f286, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=507f36c1-f512-4b82-81a8-08def879f286,segment=NetworkSegment(e52cdf58-2e39-441c-b739-ceb6987c4253),segment_id=e52cdf58-2e39-441c-b739-ceb6987c4253)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:23.903260 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:23.921912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for 507f36c1-f512-4b82-81a8-08def879f286 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:23.934949 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-1b1681a8-46cb-4f96-93f9-0ef29e887fff tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] update failed (client error): The resource could not be found. Dec 20 16:42:23.935996 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1b1681a8-46cb-4f96-93f9-0ef29e887fff tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "PUT /v2.0/routers/190df573-fb98-476e-bea9-ab2461f7d92a HTTP/1.1" status: 404 len: 339 time: 0.8290341 Dec 20 16:42:23.940260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:23.945463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-752701725'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:23.955897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a73327-dc5c-4911-8504-e2d1b86e1d7e req-2b7333f6-d781-4fa0-9d3e-c12a4ea3c5f3 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:23.957534 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-09a73327-dc5c-4911-8504-e2d1b86e1d7e req-2b7333f6-d781-4fa0-9d3e-c12a4ea3c5f3 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 944 time: 0.2786701 Dec 20 16:42:23.966684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.058179 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=c648e319-02b1-4a6d-9607-e84e7cfd3838,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:24.121444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.137858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Made reservation on behalf of 33ec4633768b42cc99ec7e1272e2c69f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:24.141610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.151940 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=507f36c1-f512-4b82-81a8-08def879f286,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:24.196385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port c648e319-02b1-4a6d-9607-e84e7cfd3838 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:24.198939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.202843 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8fd11278-a7ae-4056-b6c5-0c7c297ab295 req-e2e9b8b1-db4c-49dc-8090-a5db140dd124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/c648e319-02b1-4a6d-9607-e84e7cfd3838 HTTP/1.1" status: 204 len: 173 time: 1.6788945 Dec 20 16:42:24.209746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'name': 'network-vif-deleted', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:24.212220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f3c757-538f-43f3-8442-06bc42688102" -d '{"events": [{"server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "name": "network-vif-deleted", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:42:24.263439 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.267966 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-09a73327-dc5c-4911-8504-e2d1b86e1d7e req-680beb16-ad45-4e5d-bf74-79d954bf08ab tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996309 Dec 20 16:42:24.295857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96615788-9814-42c4-b777-079c08b4f3af x-openstack-request-id: req-96615788-9814-42c4-b777-079c08b4f3af {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:42:24.296445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1406ab98-564d-4100-bc79-73f4027611ea", "name": "network-vif-deleted", "tag": "c648e319-02b1-4a6d-9607-e84e7cfd3838", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:42:24.296894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96615788-9814-42c4-b777-079c08b4f3af {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:42:24.297463 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1406ab98-564d-4100-bc79-73f4027611ea', 'name': 'network-vif-deleted', 'tag': 'c648e319-02b1-4a6d-9607-e84e7cfd3838', 'status': 'completed', 'code': 200} Dec 20 16:42:24.315750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:42:24.318760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:24.330941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.331482 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Added segment 63763f07-3270-440a-a689-ec6ea9f387bf of type vlan for network 647bd482-af66-41c5-a122-6fb980e9bc5a Dec 20 16:42:24.425459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.434670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fc846cab-6de5-4874-8ac1-306066ba9262 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:24.448097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:24.503237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.512665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:24.513418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.528329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port fc846cab-6de5-4874-8ac1-306066ba9262 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:42:24.535909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port fc846cab-6de5-4874-8ac1-306066ba9262 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:24.536496 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.553161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:24.562551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:24.567603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:24.574922 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6ffa68cc-3c1e-4dc6-aa12-a2c380e23395 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887054 Dec 20 16:42:24.577538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:24.580234 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08203358-6781-41c7-b93f-7ef673fa4bc0 None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:24.598312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:24.599355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:24.608071 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08203358-6781-41c7-b93f-7ef673fa4bc0 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:24.609618 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-08203358-6781-41c7-b93f-7ef673fa4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:24.654208 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-08203358-6781-41c7-b93f-7ef673fa4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:24.654840 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7135501 Dec 20 16:42:24.661207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:24.667992 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08203358-6781-41c7-b93f-7ef673fa4bc0 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:24.668856 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-08203358-6781-41c7-b93f-7ef673fa4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:24.670660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'subnet': {'network_id': '647bd482-af66-41c5-a122-6fb980e9bc5a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:24.691879 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:24.692291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fdf21-3868-43b7-9f38-ddc6c0240bd9 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Network': ['ID=647bd482-af66-41c5-a122-6fb980e9bc5a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:24.716765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d2b2d9-a228-47fa-9d15-3fce5cb2ba25 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting subnet 09d32d11-d15b-486c-9134-30a0f23d6293 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:24.720850 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50d2b2d9-a228-47fa-9d15-3fce5cb2ba25 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.726657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.728044 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-08203358-6781-41c7-b93f-7ef673fa4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:24.728800 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08203358-6781-41c7-b93f-7ef673fa4bc0 None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:24.746422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 647bd482-af66-41c5-a122-6fb980e9bc5a details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:42:24.781040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50d2b2d9-a228-47fa-9d15-3fce5cb2ba25 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.801325 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:24Z', 'revision_number': 11, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:24.828518 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-055996fc-884d-4fe5-b257-f05fde8f27bc tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5052562 Dec 20 16:42:24.830984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:24.837092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1811856182'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:24.864445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:24.871943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:24.874967 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Made reservation on behalf of 88369290713541ea8a0990af0d0da132 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:24.878923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.886314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.906102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:24.906732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:41:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:24.921109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:42:24.927145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50d2b2d9-a228-47fa-9d15-3fce5cb2ba25 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.939204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.939587 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Added segment 41e5da24-013d-47c0-a595-5fecc7366a7f of type vlan for network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e Dec 20 16:42:24.941335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Made reservation on behalf of 33ec4633768b42cc99ec7e1272e2c69f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:24.946132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.978862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-640ff190-b50f-47a7-a0d5-5136fbd39292 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.001998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:25.006605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223f6545-b565-48d0-930b-c90f45407ddd" -d '{"events": [{"server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "name": "network-vif-plugged", "status": "completed", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:42:25.016016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:25.021833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-640ff190-b50f-47a7-a0d5-5136fbd39292 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.030536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fc846cab-6de5-4874-8ac1-306066ba9262, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fc846cab-6de5-4874-8ac1-306066ba9262,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:25.056116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50d2b2d9-a228-47fa-9d15-3fce5cb2ba25 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.069257 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.071704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.078865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50d2b2d9-a228-47fa-9d15-3fce5cb2ba25 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.083321 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-50d2b2d9-a228-47fa-9d15-3fce5cb2ba25 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/09d32d11-d15b-486c-9134-30a0f23d6293 HTTP/1.1" status: 204 len: 168 time: 0.5039773 Dec 20 16:42:25.089413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:25.109573 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec2596d-a135-4473-afd0-0b4dd853a483 x-openstack-request-id: req-cec2596d-a135-4473-afd0-0b4dd853a483 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:42:25.109942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "name": "network-vif-plugged", "status": "completed", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:42:25.110153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cec2596d-a135-4473-afd0-0b4dd853a483 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:42:25.110560 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'code': 200} Dec 20 16:42:25.112909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9252e55d-d56f-470b-9bcb-b0bee0815944 None None] Network 88f25e7f-cfcd-46f6-ba37-af3bdd475734 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:25.132960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.136653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d797c85f-4884-48fc-b9be-494d733afcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.138207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:24Z', 'revision_number': 11, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:25.142041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:25.142509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.148779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2b2d9-a228-47fa-9d15-3fce5cb2ba25 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Subnet': ['ID=09d32d11-d15b-486c-9134-30a0f23d6293,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:25.202031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddab0acb-03f4-4cf7-b21b-3187e417a2ef None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:24Z', 'revision_number': 11, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:25.215574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.278866 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4467409 Dec 20 16:42:25.280095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:25.284915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076be713-4207-49a1-8eab-b4cdc27a5970 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Network': ['ID=ef5b0af3-6185-4bf8-8e45-d2fb7efc080e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:25.290956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'subnet': {'network_id': 'ef5b0af3-6185-4bf8-8e45-d2fb7efc080e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:25.320342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-640ff190-b50f-47a7-a0d5-5136fbd39292 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.324034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-640ff190-b50f-47a7-a0d5-5136fbd39292 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.327745 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-640ff190-b50f-47a7-a0d5-5136fbd39292 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/1215a0b9-94f0-4be7-9a1f-86c579449ac8 HTTP/1.1" status: 204 len: 168 time: 0.4596460 Dec 20 16:42:25.385456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ff190-b50f-47a7-a0d5-5136fbd39292 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1215a0b9-94f0-4be7-9a1f-86c579449ac8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:25.387402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:25.390407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.454029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:42:25.469751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Subnet': ['ID=6241f05f-1553-448e-a02f-4868d6a63d55,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:25.487067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417f383-bab9-40bf-beba-e1eebbd667d1 req-f52a0e48-7bf7-47cd-adf8-fce72b6aa175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:25.488610 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c417f383-bab9-40bf-beba-e1eebbd667d1 req-f52a0e48-7bf7-47cd-adf8-fce72b6aa175 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 1098 time: 0.1123123 Dec 20 16:42:25.496575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Checking segment: {'id': '63763f07-3270-440a-a689-ec6ea9f387bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '647bd482-af66-41c5-a122-6fb980e9bc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:25.496962 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network hostable DHCP agents. Network: 647bd482-af66-41c5-a122-6fb980e9bc5a, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:25.504803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fc846cab-6de5-4874-8ac1-306066ba9262,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:25.562568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network 647bd482-af66-41c5-a122-6fb980e9bc5a is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:25.576612 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c417f383-bab9-40bf-beba-e1eebbd667d1 req-e7acf4ba-c6e7-410a-a078-b0781d3fcd76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759635 Dec 20 16:42:25.581481 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 647bd482-af66-41c5-a122-6fb980e9bc5a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:25.586742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:25.587514 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.594909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903482c7-61b1-4e31-bc2e-0172b0938f0e None None] Network 647bd482-af66-41c5-a122-6fb980e9bc5a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:25.610605 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f870665-fc6a-4b59-b03e-01039fffc8f1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9481597 Dec 20 16:42:25.613478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48792) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:25.621323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-32b526f7-c692-40fc-9a5e-2ff35a840f5c tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'router': {'external_gateway_info': {'network_id': '647bd482-af66-41c5-a122-6fb980e9bc5a'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:25.772825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4553d06c-7a97-4174-b3ad-5f67aa063b85 None None] DHCP port deletion for 88f25e7f-cfcd-46f6-ba37-af3bdd475734 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:25.775762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 507f36c1-f512-4b82-81a8-08def879f286 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:25.781360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-647bd482-af66-41c5-a122-6fb980e9bc5a', 'network_id': '647bd482-af66-41c5-a122-6fb980e9bc5a', 'project_id': '33ec4633768b42cc99ec7e1272e2c69f', 'fixed_ips': [{'subnet_id': '6241f05f-1553-448e-a02f-4868d6a63d55'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:25.782241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.819682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 507f36c1-f512-4b82-81a8-08def879f286 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:25.820362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 507f36c1-f512-4b82-81a8-08def879f286 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:25.868309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Deleting port c07c5c46-e0b5-4807-8b9a-84b9ca376432 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:25.868643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.890314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32b526f7-c692-40fc-9a5e-2ff35a840f5c tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.978926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Made reservation on behalf of 88369290713541ea8a0990af0d0da132 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:25.982405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:25.988321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4553d06c-7a97-4174-b3ad-5f67aa063b85 None None] Deleting port c07c5c46-e0b5-4807-8b9a-84b9ca376432 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:25.989384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4553d06c-7a97-4174-b3ad-5f67aa063b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.030009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2ebcf-d57d-4e88-98fd-35a4a6bcb5ab req-bd69a4b7-cb69-4234-b497-e0393621d8a9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:26.031577 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-66c2ebcf-d57d-4e88-98fd-35a4a6bcb5ab req-bd69a4b7-cb69-4234-b497-e0393621d8a9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.5979586 Dec 20 16:42:26.035185 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-32b526f7-c692-40fc-9a5e-2ff35a840f5c tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:42:26.036396 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-32b526f7-c692-40fc-9a5e-2ff35a840f5c tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "PUT /v2.0/routers/190df573-fb98-476e-bea9-ab2461f7d92a HTTP/1.1" status: 400 len: 364 time: 0.4211893 Dec 20 16:42:26.040771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:26.064340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Allocated IP 2001:db8:1::2 (647bd482-af66-41c5-a122-6fb980e9bc5a/6241f05f-1553-448e-a02f-4868d6a63d55/43835455-480e-4d47-89e5-ec0a79a21eec) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:26.073187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] For port c07c5c46-e0b5-4807-8b9a-84b9ca376432, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c07c5c46-e0b5-4807-8b9a-84b9ca376432,segment=NetworkSegment(e52cdf58-2e39-441c-b739-ceb6987c4253),segment_id=e52cdf58-2e39-441c-b739-ceb6987c4253)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:26.073588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.083966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4553d06c-7a97-4174-b3ad-5f67aa063b85 None None] For port c07c5c46-e0b5-4807-8b9a-84b9ca376432, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c07c5c46-e0b5-4807-8b9a-84b9ca376432,segment=NetworkSegment(e52cdf58-2e39-441c-b739-ceb6987c4253),segment_id=e52cdf58-2e39-441c-b739-ceb6987c4253)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:26.084365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4553d06c-7a97-4174-b3ad-5f67aa063b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.105361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4553d06c-7a97-4174-b3ad-5f67aa063b85 None None] Calling delete_port for c07c5c46-e0b5-4807-8b9a-84b9ca376432 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:26.112239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Calling delete_port for c07c5c46-e0b5-4807-8b9a-84b9ca376432 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:26.260771 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-66c2ebcf-d57d-4e88-98fd-35a4a6bcb5ab req-26154a38-a8e5-4730-9efa-89497ec7284f tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943622 Dec 20 16:42:26.288611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4553d06c-7a97-4174-b3ad-5f67aa063b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.348683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553d06c-7a97-4174-b3ad-5f67aa063b85 None None] Pushing event deleted for resources: {'Port': ['ID=c07c5c46-e0b5-4807-8b9a-84b9ca376432,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:26.354415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4553d06c-7a97-4174-b3ad-5f67aa063b85 None None] No DVR routers for this DVR port c07c5c46-e0b5-4807-8b9a-84b9ca376432 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:26.373707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:26.381775 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:26.386353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.424156 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.424979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c648e319-02b1-4a6d-9607-e84e7cfd3838 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:26.438016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.454767 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Network 647bd482-af66-41c5-a122-6fb980e9bc5a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:26.464371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:26.471304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:26.473370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: c648e319-02b1-4a6d-9607-e84e7cfd3838 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:26.473803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c648e319-02b1-4a6d-9607-e84e7cfd3838 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:26.479124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Pushing event updated for resources: {'Port': ['ID=43835455-480e-4d47-89e5-ec0a79a21eec,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:26.493197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No DVR routers for this DVR port c07c5c46-e0b5-4807-8b9a-84b9ca376432 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:26.497758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.509045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Port': ['ID=c07c5c46-e0b5-4807-8b9a-84b9ca376432,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:26.561248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Attempting to bind port 43835455-480e-4d47-89e5-ec0a79a21eec on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:26.561938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Attempting to bind port 43835455-480e-4d47-89e5-ec0a79a21eec by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '63763f07-3270-440a-a689-ec6ea9f387bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '647bd482-af66-41c5-a122-6fb980e9bc5a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:26.562453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Attempting to bind port 43835455-480e-4d47-89e5-ec0a79a21eec on network 647bd482-af66-41c5-a122-6fb980e9bc5a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:26.568206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:26.568717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Checking segment: {'id': '63763f07-3270-440a-a689-ec6ea9f387bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '647bd482-af66-41c5-a122-6fb980e9bc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:26.569294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.569786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Bound using segment: {'id': '63763f07-3270-440a-a689-ec6ea9f387bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '647bd482-af66-41c5-a122-6fb980e9bc5a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:26.570434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Bound port: 43835455-480e-4d47-89e5-ec0a79a21eec, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63763f07-3270-440a-a689-ec6ea9f387bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '647bd482-af66-41c5-a122-6fb980e9bc5a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:26.570938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.613993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Subnet': ['ID=301fe480-59b9-4dea-af70-ff7bff2bb018,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:26.646332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] For port 43835455-480e-4d47-89e5-ec0a79a21eec, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:26.650901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] For port 43835455-480e-4d47-89e5-ec0a79a21eec, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=43835455-480e-4d47-89e5-ec0a79a21eec,segment=NetworkSegment(63763f07-3270-440a-a689-ec6ea9f387bf),segment_id=63763f07-3270-440a-a689-ec6ea9f387bf)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:26.656181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.705859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.719155 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7ce64-595a-4fd2-9488-d637d299261d None None] Pushing event updated for resources: {'Port': ['ID=43835455-480e-4d47-89e5-ec0a79a21eec,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:26.735242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Checking segment: {'id': '41e5da24-013d-47c0-a595-5fecc7366a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5b0af3-6185-4bf8-8e45-d2fb7efc080e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:26.735613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network hostable DHCP agents. Network: ef5b0af3-6185-4bf8-8e45-d2fb7efc080e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:26.748341 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Allocated IP 2001:db8::1 (f93906ee-eeab-4bf9-9720-5a421282d2f3/6ef63c17-df8c-4ef3-b61c-67b59f01ee94/0b761c7a-44ea-4c3d-8bea-4c650f43b376) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:26.749111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f25e7f-cfcd-46f6-ba37-af3bdd475734']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:26.767817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52cdf58-2e39-441c-b739-ceb6987c4253') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:26.768054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52cdf58-2e39-441c-b739-ceb6987c4253') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:26.784646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.798907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:26.808569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.819683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:26.820086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: self.session.flush() Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:26.823266 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:26.841366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, ef5b0af3-6185-4bf8-8e45-d2fb7efc080e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:26.849694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca8cb89-dbaa-4181-a6db-36d51809bd8e None None] Network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:26.883493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.900764 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:26.901393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.935141 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a1cd9dc1-18d8-48ae-924c-a5b7802c1909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6515453 Dec 20 16:42:26.936846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.939113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48796) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:26.942045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.942981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1715282542', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:26.963291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:26.979803 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/networks/88f25e7f-cfcd-46f6-ba37-af3bdd475734 HTTP/1.1" status: 204 len: 168 time: 1.8666122 Dec 20 16:42:26.982470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:27.001514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'routes': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:27.006647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cab3c-3f46-4cfe-9525-bf7f52945f3c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Pushing event deleted for resources: {'Network': ['ID=88f25e7f-cfcd-46f6-ba37-af3bdd475734,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:27.013653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network f93906ee-eeab-4bf9-9720-5a421282d2f3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:27.021624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:27.024698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:27.025251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.031062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-ef5b0af3-6185-4bf8-8e45-d2fb7efc080e', 'network_id': 'ef5b0af3-6185-4bf8-8e45-d2fb7efc080e', 'project_id': '88369290713541ea8a0990af0d0da132', 'fixed_ips': [{'subnet_id': '301fe480-59b9-4dea-af70-ff7bff2bb018'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:27.032293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.095109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Port': ['ID=0b761c7a-44ea-4c3d-8bea-4c650f43b376,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:27.095638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.184735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.185797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.263304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Allocated IP 172.20.0.2 (ef5b0af3-6185-4bf8-8e45-d2fb7efc080e/301fe480-59b9-4dea-af70-ff7bff2bb018/f4423b3d-1631-4800-8c1d-5f9d37ecfc6b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:27.344188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.450896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Added routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:42:27.450896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Removed routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:42:27.450896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.513149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.529780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.567651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.585841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5141a2-abe3-4dc9-a2f7-1bc9fe418957 req-7416633e-7974-4781-920e-1c9edacc0c8c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:27.587168 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ea5141a2-abe3-4dc9-a2f7-1bc9fe418957 req-7416633e-7974-4781-920e-1c9edacc0c8c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.0949047 Dec 20 16:42:27.594325 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0a18c02f-ffdc-4881-ae94-a5b4d7de3d01 None None] Provisioning complete for port 0b761c7a-44ea-4c3d-8bea-4c650f43b376 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:27.594823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a18c02f-ffdc-4881-ae94-a5b4d7de3d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.625546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:27.631713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43835455-480e-4d47-89e5-ec0a79a21eec up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:27.638836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:27.641566 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:27.678249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.682503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Pushing event updated for resources: {'Port': ['ID=f4423b3d-1631-4800-8c1d-5f9d37ecfc6b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:27.712547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a18c02f-ffdc-4881-ae94-a5b4d7de3d01 None None] Port 0b761c7a-44ea-4c3d-8bea-4c650f43b376 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:27.787455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2839-c2ad-42b1-a9f9-39b933b838a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.796591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Attempting to bind port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:27.796973 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Attempting to bind port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '41e5da24-013d-47c0-a595-5fecc7366a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5b0af3-6185-4bf8-8e45-d2fb7efc080e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:27.797332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Attempting to bind port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b on network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:27.806774 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ea5141a2-abe3-4dc9-a2f7-1bc9fe418957 req-963a53f1-cf39-4403-b2d7-f2219cf02bc8 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681664 Dec 20 16:42:27.821151 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:27.822451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Checking segment: {'id': '41e5da24-013d-47c0-a595-5fecc7366a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5b0af3-6185-4bf8-8e45-d2fb7efc080e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:27.823032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.824042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Bound using segment: {'id': '41e5da24-013d-47c0-a595-5fecc7366a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5b0af3-6185-4bf8-8e45-d2fb7efc080e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:27.824707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Bound port: f4423b3d-1631-4800-8c1d-5f9d37ecfc6b, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e5da24-013d-47c0-a595-5fecc7366a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5b0af3-6185-4bf8-8e45-d2fb7efc080e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:27.825267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.829905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 43835455-480e-4d47-89e5-ec0a79a21eec triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:27.830622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:27.960352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] For port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:27.965328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] For port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f4423b3d-1631-4800-8c1d-5f9d37ecfc6b,segment=NetworkSegment(41e5da24-013d-47c0-a595-5fecc7366a7f),segment_id=41e5da24-013d-47c0-a595-5fecc7366a7f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:27.994615 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.012303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.019258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.020278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.063906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af5d2f-bf7b-45c8-b21c-725090d93846 None None] Pushing event updated for resources: {'Port': ['ID=f4423b3d-1631-4800-8c1d-5f9d37ecfc6b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:28.086562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.093963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event updated for resources: {'Port': ['ID=0b761c7a-44ea-4c3d-8bea-4c650f43b376,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:28.132165 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c76fe-7040-448e-b144-f6a1050afef7 None None] Network 647bd482-af66-41c5-a122-6fb980e9bc5a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:28.135655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 43835455-480e-4d47-89e5-ec0a79a21eec, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=43835455-480e-4d47-89e5-ec0a79a21eec,segment=NetworkSegment(63763f07-3270-440a-a689-ec6ea9f387bf),segment_id=63763f07-3270-440a-a689-ec6ea9f387bf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:28.159039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.235853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Network f93906ee-eeab-4bf9-9720-5a421282d2f3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:28.238874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:28.251035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.265561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c07c5c46-e0b5-4807-8b9a-84b9ca376432 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:28.281564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.295610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: c07c5c46-e0b5-4807-8b9a-84b9ca376432 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:28.295959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c07c5c46-e0b5-4807-8b9a-84b9ca376432 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:28.309463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ae2899ea-3675-4eac-a56c-391bcf527eda None None] Provisioning complete for port 43835455-480e-4d47-89e5-ec0a79a21eec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:28.309845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae2899ea-3675-4eac-a56c-391bcf527eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.317293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=43835455-480e-4d47-89e5-ec0a79a21eec,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:28.418956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Router 190df573-fb98-476e-bea9-ab2461f7d92a has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:28.465227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.476166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a30141-7a51-4ab6-b264-ddd877833655 req-9dae2e07-dc28-4be8-90c5-8182f824dbcc tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:28.478466 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a2a30141-7a51-4ab6-b264-ddd877833655 req-9dae2e07-dc28-4be8-90c5-8182f824dbcc tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.2559474 Dec 20 16:42:28.511151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:28.621898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:28.631648 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b17b7e7e-8ef1-4e66-a150-8b863b93b7a1 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "PUT /v2.0/routers/190df573-fb98-476e-bea9-ab2461f7d92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5873981 Dec 20 16:42:28.636036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a8cd1-b384-4041-8121-5905f5eb2b21 None None] Sync routers for ids ['190df573-fb98-476e-bea9-ab2461f7d92a'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:28.639246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:28.654196 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a8cd1-b384-4041-8121-5905f5eb2b21 None None] Routers {'190df573-fb98-476e-bea9-ab2461f7d92a'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:28.659042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e78a8cd1-b384-4041-8121-5905f5eb2b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['190df573-fb98-476e-bea9-ab2461f7d92a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:28.710746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e78a8cd1-b384-4041-8121-5905f5eb2b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:28.728588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a8cd1-b384-4041-8121-5905f5eb2b21 None None] Routers {'190df573-fb98-476e-bea9-ab2461f7d92a'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:28.729227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e78a8cd1-b384-4041-8121-5905f5eb2b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['190df573-fb98-476e-bea9-ab2461f7d92a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:28.740051 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a2a30141-7a51-4ab6-b264-ddd877833655 req-c081dd4c-5a42-4cca-9f57-a7e7cdd1162a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540486 Dec 20 16:42:28.772807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:28.793634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:28.802061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.807658 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7bbaa172-96df-4290-af71-7a48d88a8aa7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22 HTTP/1.1" status: 200 len: 705 time: 1.8109009 Dec 20 16:42:28.808905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:28.809626 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] Sync routers for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:28.820351 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:28.821862 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:28.850585 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-eaeeae5e-2cac-447f-bf5e-7ec5265b78d0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a6a951-a60e-4c0b-85a4-b2bf1d486b22 HTTP/1.1" status: 200 len: 205 time: 0.0377986 Dec 20 16:42:28.852266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:28.852548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:28.852897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.871205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39bba3d9-9c9d-42a1-8607-33a4a8898ee8 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.916213 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:28.979728 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:24Z', 'revision_number': 11, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:29.005219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e78a8cd1-b384-4041-8121-5905f5eb2b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:29.005869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a8cd1-b384-4041-8121-5905f5eb2b21 None None] The sync data for ids ['190df573-fb98-476e-bea9-ab2461f7d92a'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:29.011672 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] Checking router: 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:29.022601 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] Routers {'99a6a951-a60e-4c0b-85a4-b2bf1d486b22'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:29.022931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 6aa60348-4b7d-4568-8bf9-0518fb4a2c33, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6aa60348-4b7d-4568-8bf9-0518fb4a2c33,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:29.023241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.024255 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:29.032400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-61544d5f-cee6-4440-93ff-9ae4aabf947a None None] Provisioning complete for port 0b761c7a-44ea-4c3d-8bea-4c650f43b376 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:29.032861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61544d5f-cee6-4440-93ff-9ae4aabf947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.042901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b76ce5c-5944-487c-8f0a-25262cf3285f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.048959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:29.092131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-61544d5f-cee6-4440-93ff-9ae4aabf947a None None] Port 0b761c7a-44ea-4c3d-8bea-4c650f43b376 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:29.122186 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65310dd6-6b07-421b-a85b-8f9ea0bce572 tempest-TestNetworkAdvancedServerOps-133942590 tempest-TestNetworkAdvancedServerOps-133942590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:29.124118 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-65310dd6-6b07-421b-a85b-8f9ea0bce572 tempest-TestNetworkAdvancedServerOps-133942590 tempest-TestNetworkAdvancedServerOps-133942590-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 1093 time: 0.3475478 Dec 20 16:42:29.126080 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] Set router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:29.128568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:29.143365 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-39bba3d9-9c9d-42a1-8607-33a4a8898ee8 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 16:42:29.144573 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-39bba3d9-9c9d-42a1-8607-33a4a8898ee8 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/routers/190df573-fb98-476e-bea9-ab2461f7d92a HTTP/1.1" status: 409 len: 329 time: 0.5043204 Dec 20 16:42:29.147438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:29.164884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:29.196639 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:24Z', 'revision_number': 11, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:29.225292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b05a5f32-f4c9-4282-b63c-9e224c1bef51 None None] Provisioning complete for port 43835455-480e-4d47-89e5-ec0a79a21eec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:29.225869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b05a5f32-f4c9-4282-b63c-9e224c1bef51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.231607 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c0f38-365e-46eb-8ecd-adfb4385fffe None None] The sync data for ids ['99a6a951-a60e-4c0b-85a4-b2bf1d486b22'] in dv-neutron-822328-3-hyperv is: [{'id': '99a6a951-a60e-4c0b-85a4-b2bf1d486b22', 'name': 'tempest-RoutersIpV6Test-router-1384653722', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:31Z', 'updated_at': '2021-12-20T16:42:24Z', 'revision_number': 11, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:29.244742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.285313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.308053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.446962 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b76ce5c-5944-487c-8f0a-25262cf3285f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.452871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b76ce5c-5944-487c-8f0a-25262cf3285f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.512390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b76ce5c-5944-487c-8f0a-25262cf3285f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.512926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b76ce5c-5944-487c-8f0a-25262cf3285f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Fanout notify agent at l3_agent the message router_deleted on router 99a6a951-a60e-4c0b-85a4-b2bf1d486b22 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:42:29.521730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b76ce5c-5944-487c-8f0a-25262cf3285f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.527072 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2b76ce5c-5944-487c-8f0a-25262cf3285f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22 HTTP/1.1" status: 204 len: 168 time: 0.6706500 Dec 20 16:42:29.527852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:29.533934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-75d8856b-f56f-45c3-b590-cc67f446871a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1313207818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:29.592671 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.26.1.208 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/ca6d0be0-2eff-4f8e-a134-722b8f01869a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:29.626411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.651771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75d8856b-f56f-45c3-b590-cc67f446871a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.652904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75d8856b-f56f-45c3-b590-cc67f446871a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.681357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022c34aa-d98c-4065-b7eb-8d83552fca1b None None] Network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:29.684134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=6aa60348-4b7d-4568-8bf9-0518fb4a2c33,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:29.691388 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.708492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75d8856b-f56f-45c3-b590-cc67f446871a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.723579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75d8856b-f56f-45c3-b590-cc67f446871a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.754361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75d8856b-f56f-45c3-b590-cc67f446871a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.758694 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-75d8856b-f56f-45c3-b590-cc67f446871a tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2281525 Dec 20 16:42:29.760527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:29.765264 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a494489a-d306-4600-ad73-20c662e401fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:29.812561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f4423b3d-1631-4800-8c1d-5f9d37ecfc6b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:29.895704 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bd23dcc1-7572-44a4-81ba-d2aa101cbb1a None None] Provisioning complete for port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:29.896335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd23dcc1-7572-44a4-81ba-d2aa101cbb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:29.958170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:29.958622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.009215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.016667 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.051817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.125765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd23dcc1-7572-44a4-81ba-d2aa101cbb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.164963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.196050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.206130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bd23dcc1-7572-44a4-81ba-d2aa101cbb1a None None] For port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f4423b3d-1631-4800-8c1d-5f9d37ecfc6b,segment=NetworkSegment(41e5da24-013d-47c0-a595-5fecc7366a7f),segment_id=41e5da24-013d-47c0-a595-5fecc7366a7f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:30.212268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd23dcc1-7572-44a4-81ba-d2aa101cbb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.278370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:42:30.278783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:42:30.285307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:30.299941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:30.303216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23dcc1-7572-44a4-81ba-d2aa101cbb1a None None] Pushing event updated for resources: {'Port': ['ID=f4423b3d-1631-4800-8c1d-5f9d37ecfc6b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:30.307737 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:30.323402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.324589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b63d6bd-befa-443d-a84c-71d66f243678 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:30.341022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Allocated IP 172.26.1.142 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/9e5c17fb-d2d9-4414-809d-45b38a358afe) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:30.343097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=ca6d0be0-2eff-4f8e-a134-722b8f01869a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:30.355217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e2d79be4-65a9-494f-a730-bc5ec6d440bc None None] Provisioning complete for port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:30.356731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2d79be4-65a9-494f-a730-bc5ec6d440bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.456110 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a494489a-d306-4600-ad73-20c662e401fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.473616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a494489a-d306-4600-ad73-20c662e401fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.563724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-297f9f43-4f13-474f-b55f-888abb1f2b86 None None] Provisioning complete for port ca6d0be0-2eff-4f8e-a134-722b8f01869a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:30.564210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-297f9f43-4f13-474f-b55f-888abb1f2b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.600835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-297f9f43-4f13-474f-b55f-888abb1f2b86 None None] Port ca6d0be0-2eff-4f8e-a134-722b8f01869a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:30.641067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a494489a-d306-4600-ad73-20c662e401fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Router 44a11ca6-c940-4ba1-9f5e-250694d9207e is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:42:30.650769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router b2df0bff-bc2d-46d7-805d-50275a5d56ba has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:30.654473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.766664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a494489a-d306-4600-ad73-20c662e401fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:30.768721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.774297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a494489a-d306-4600-ad73-20c662e401fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.779189 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a494489a-d306-4600-ad73-20c662e401fa tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "PUT /v2.0/routers/44a11ca6-c940-4ba1-9f5e-250694d9207e HTTP/1.1" status: 200 len: 698 time: 1.0138953 Dec 20 16:42:30.779189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48820) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:30.783151 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] Sync routers for ids ['44a11ca6-c940-4ba1-9f5e-250694d9207e'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:30.832540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] Routers {'44a11ca6-c940-4ba1-9f5e-250694d9207e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:30.833339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['44a11ca6-c940-4ba1-9f5e-250694d9207e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:30.855136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.869827 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-088b1271-71f5-4c60-b760-8f94f6dbafa0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/routers/44a11ca6-c940-4ba1-9f5e-250694d9207e HTTP/1.1" status: 200 len: 704 time: 0.0906959 Dec 20 16:42:30.873236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48822) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:30.896279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43835455-480e-4d47-89e5-ec0a79a21eec up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:30.903083 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-38eb8229-e325-40e3-852f-da8445d77dcd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=44a11ca6-c940-4ba1-9f5e-250694d9207e HTTP/1.1" status: 200 len: 205 time: 0.0285039 Dec 20 16:42:30.905479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:30.909589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] Set router 44a11ca6-c940-4ba1-9f5e-250694d9207e gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:30.917520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Deleting port 0b761c7a-44ea-4c3d-8bea-4c650f43b376 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:30.917866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:30.993619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a11ca6-c940-4ba1-9f5e-250694d9207e', 'name': 'tempest-RoutersIpV6Test-router-1313207818', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:29Z', 'updated_at': '2021-12-20T16:42:30Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:31.024638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] Checking router: 44a11ca6-c940-4ba1-9f5e-250694d9207e for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:31.045135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] Routers {'44a11ca6-c940-4ba1-9f5e-250694d9207e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:31.045135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['44a11ca6-c940-4ba1-9f5e-250694d9207e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:31.070475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b70ae6e-55a2-40a9-bc8c-357e01c74845 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.120594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 43835455-480e-4d47-89e5-ec0a79a21eec triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:31.120996 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.123113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] Set router 44a11ca6-c940-4ba1-9f5e-250694d9207e gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:31.165541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.200874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a11ca6-c940-4ba1-9f5e-250694d9207e', 'name': 'tempest-RoutersIpV6Test-router-1313207818', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:29Z', 'updated_at': '2021-12-20T16:42:30Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:31.231623 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.233463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad395df1-a386-41c0-ad50-e29388253e10 None None] The sync data for ids ['44a11ca6-c940-4ba1-9f5e-250694d9207e'] in dv-neutron-822328-3-hyperv is: [{'id': '44a11ca6-c940-4ba1-9f5e-250694d9207e', 'name': 'tempest-RoutersIpV6Test-router-1313207818', 'tenant_id': '01e49c73f7e647dfaaced8e2143596dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:29Z', 'updated_at': '2021-12-20T16:42:30Z', 'revision_number': 2, 'project_id': '01e49c73f7e647dfaaced8e2143596dd', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:31.236119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:31.244144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:31.281720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:31.283211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Calling delete_port for 0b761c7a-44ea-4c3d-8bea-4c650f43b376 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:31.298787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b70ae6e-55a2-40a9-bc8c-357e01c74845 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.303219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b70ae6e-55a2-40a9-bc8c-357e01c74845 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.306215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:31.317254 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-98c1ee1a-ac56-464f-9946-51dd4c5a1d59 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/b2df0bff-bc2d-46d7-805d-50275a5d56ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9144835 Dec 20 16:42:31.320939 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] Sync routers for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:31.321467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:31.328625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'Port': ['ID=9e5c17fb-d2d9-4414-809d-45b38a358afe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:31.338872 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:31.339693 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:31.405382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b70ae6e-55a2-40a9-bc8c-357e01c74845 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.406034 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b70ae6e-55a2-40a9-bc8c-357e01c74845 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Fanout notify agent at l3_agent the message router_deleted on router 44a11ca6-c940-4ba1-9f5e-250694d9207e {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:42:31.415682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b70ae6e-55a2-40a9-bc8c-357e01c74845 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.416931 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1b70ae6e-55a2-40a9-bc8c-357e01c74845 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/44a11ca6-c940-4ba1-9f5e-250694d9207e HTTP/1.1" status: 204 len: 168 time: 0.5103312 Dec 20 16:42:31.420271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:31.477516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfe2923-52d0-4bd7-b445-6594cf4b0ea0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting subnet 95244f88-e976-440b-b88c-50cdd8fb2a37 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:31.494608 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4f0c00a4-ee4f-48bb-ac24-26dbd780bd29 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=44a11ca6-c940-4ba1-9f5e-250694d9207e HTTP/1.1" status: 200 len: 205 time: 0.0696299 Dec 20 16:42:31.495704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:31.506465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2923-52d0-4bd7-b445-6594cf4b0ea0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.555897 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-3aba4352-dea1-4fbf-aa1a-d4134fec8ea0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] delete failed (client error): The resource could not be found. Dec 20 16:42:31.559579 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3aba4352-dea1-4fbf-aa1a-d4134fec8ea0 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/44a11ca6-c940-4ba1-9f5e-250694d9207e HTTP/1.1" status: 404 len: 336 time: 0.0601387 Dec 20 16:42:31.560805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:31.580370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2923-52d0-4bd7-b445-6594cf4b0ea0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.594657 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f300c3-866a-490a-a45d-129cbaa03cc8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:31.595251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f300c3-866a-490a-a45d-129cbaa03cc8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:31.598820 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c1f300c3-866a-490a-a45d-129cbaa03cc8 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/c4a3160b-ca6b-457b-bb68-91e3a93188a1 HTTP/1.1" status: 404 len: 337 time: 0.0369017 Dec 20 16:42:31.601253 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:31.669072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f4423b3d-1631-4800-8c1d-5f9d37ecfc6b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:31.703884 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83108c6-41d5-4e77-9fbb-96f6d7a2b03e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:31.704331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83108c6-41d5-4e77-9fbb-96f6d7a2b03e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:31.708917 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e83108c6-41d5-4e77-9fbb-96f6d7a2b03e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/892c18c0-0abf-40d6-9608-59a0241b5d51 HTTP/1.1" status: 404 len: 337 time: 0.1035838 Dec 20 16:42:31.710626 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:31.715131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:31.749615 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:31.749989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.756061 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-51293ff5-4c77-4ec8-a6a2-5cf88738d04c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:31.756828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51293ff5-4c77-4ec8-a6a2-5cf88738d04c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:31.762212 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-51293ff5-4c77-4ec8-a6a2-5cf88738d04c tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/3e83b2b1-a55e-4785-a351-50b5f6a205fc HTTP/1.1" status: 404 len: 337 time: 0.0459630 Dec 20 16:42:31.765787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:31.801493 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e661a49-3f55-4a22-aadf-dd7e92a8538d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:31.802024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e661a49-3f55-4a22-aadf-dd7e92a8538d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:31.806084 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2e661a49-3f55-4a22-aadf-dd7e92a8538d tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/09d32d11-d15b-486c-9134-30a0f23d6293 HTTP/1.1" status: 404 len: 337 time: 0.0389276 Dec 20 16:42:31.811952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:31.849629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2923-52d0-4bd7-b445-6594cf4b0ea0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.853464 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-484ca518-db5b-412f-b13f-7d1459931c61 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a6a951-a60e-4c0b-85a4-b2bf1d486b22 HTTP/1.1" status: 200 len: 205 time: 0.0394170 Dec 20 16:42:31.853804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.855355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.856096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48842) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:31.897240 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Port': ['ID=0b761c7a-44ea-4c3d-8bea-4c650f43b376,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:31.975839 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-e2ebf621-e1d6-4fef-bf75-3f35aa3c7602 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] delete failed (client error): The resource could not be found. Dec 20 16:42:31.977338 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:42:29Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:31.977504 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e2ebf621-e1d6-4fef-bf75-3f35aa3c7602 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/99a6a951-a60e-4c0b-85a4-b2bf1d486b22 HTTP/1.1" status: 404 len: 336 time: 0.1172523 Dec 20 16:42:31.985396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.016524 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] Checking router: b2df0bff-bc2d-46d7-805d-50275a5d56ba for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:32.026598 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] Routers {'b2df0bff-bc2d-46d7-805d-50275a5d56ba'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:32.027529 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:32.094173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.105282 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0033aa65-b788-4e35-9079-b1def03e22b6 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f6b2dc9-2d6b-4c43-b6f4-5066defe2877 HTTP/1.1" status: 200 len: 205 time: 0.1171873 Dec 20 16:42:32.112962 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.145029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2923-52d0-4bd7-b445-6594cf4b0ea0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.159721 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] Set router b2df0bff-bc2d-46d7-805d-50275a5d56ba gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:32.212792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2923-52d0-4bd7-b445-6594cf4b0ea0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Subnet': ['ID=95244f88-e976-440b-b88c-50cdd8fb2a37,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:32.223315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2923-52d0-4bd7-b445-6594cf4b0ea0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.229801 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ebfe2923-52d0-4bd7-b445-6594cf4b0ea0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/subnets/95244f88-e976-440b-b88c-50cdd8fb2a37 HTTP/1.1" status: 204 len: 168 time: 0.9077010 Dec 20 16:42:32.230920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d6285-9704-4e93-af77-a05c27abb829 None None] Network 9657bbab-6044-4e70-a520-e4f44b90c80a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:32.232326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.263949 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-aaa15c86-779e-416f-917c-edd62e6fea7e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] delete failed (client error): The resource could not be found. Dec 20 16:42:32.267678 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aaa15c86-779e-416f-917c-edd62e6fea7e tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/9f6b2dc9-2d6b-4c43-b6f4-5066defe2877 HTTP/1.1" status: 404 len: 336 time: 0.1506343 Dec 20 16:42:32.269306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.290422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.307661 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4695d1b8-6720-49e7-aff8-0977f1a9fe0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:32.308112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4695d1b8-6720-49e7-aff8-0977f1a9fe0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:32.314017 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4695d1b8-6720-49e7-aff8-0977f1a9fe0f tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/5fd0aaf6-c2a2-4419-89e1-0ee740209f75 HTTP/1.1" status: 404 len: 337 time: 0.0411367 Dec 20 16:42:32.314320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48852) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.374789 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d56e7e0a-ab75-4514-9846-90826a56fda1 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=30664020-5cee-491b-96cc-5e12f255565d HTTP/1.1" status: 200 len: 205 time: 0.0592890 Dec 20 16:42:32.377504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48854) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.438596 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:42:29Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:32.442397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router be133210-efbb-44c3-a0ba-8bc90732da1d is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:42:32.452376 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-c3d6023f-9fa0-42f4-b607-186ae2301c48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] delete failed (client error): The resource could not be found. Dec 20 16:42:32.453462 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c3d6023f-9fa0-42f4-b607-186ae2301c48 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/30664020-5cee-491b-96cc-5e12f255565d HTTP/1.1" status: 404 len: 336 time: 0.0750363 Dec 20 16:42:32.456809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.486955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc70d6-c805-456e-986b-78091d1c728f None None] DHCP port deletion for 9657bbab-6044-4e70-a520-e4f44b90c80a request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:32.488756 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64796f20-7222-4c50-8cef-eeaf4dbc8aa3 None None] The sync data for ids ['b2df0bff-bc2d-46d7-805d-50275a5d56ba'] in dv-neutron-822328-3-hyperv is: [{'id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'name': 'tempest-TestNetworkBasicOps-router-768297331', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:02Z', 'updated_at': '2021-12-20T16:42:29Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a9dd85c8-4c12-453b-befb-43812e66bf82', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2df0bff-bc2d-46d7-805d-50275a5d56ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:05Z', 'updated_at': '2021-12-20T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:32.495308 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.499055 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b618e4d3-68e2-471a-b712-5d06a0be8b9b tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=2172f5aa-2282-4ef9-85c2-7ed8a467799f HTTP/1.1" status: 200 len: 205 time: 0.0412090 Dec 20 16:42:32.502582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.563255 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-7708c8e0-7edc-4b9a-96ad-1106db482893 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] delete failed (client error): The resource could not be found. Dec 20 16:42:32.569389 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7708c8e0-7edc-4b9a-96ad-1106db482893 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/2172f5aa-2282-4ef9-85c2-7ed8a467799f HTTP/1.1" status: 404 len: 336 time: 0.0607834 Dec 20 16:42:32.569389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.572840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-93cc70d6-c805-456e-986b-78091d1c728f None None] Deleting port 93c07c8b-f085-4a1e-bcdc-31355f4cc223 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:32.573217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93cc70d6-c805-456e-986b-78091d1c728f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.579859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Router 190df573-fb98-476e-bea9-ab2461f7d92a has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:32.605217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.623544 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-09534af9-6355-4809-b463-74af52ba7382 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:32.624368 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09534af9-6355-4809-b463-74af52ba7382 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:32.629454 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-09534af9-6355-4809-b463-74af52ba7382 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/a18f5bf9-9bb1-49b0-9d3a-ca9c7c875e5a HTTP/1.1" status: 404 len: 337 time: 0.0616646 Dec 20 16:42:32.635169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.653264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-93cc70d6-c805-456e-986b-78091d1c728f None None] For port 93c07c8b-f085-4a1e-bcdc-31355f4cc223, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=93c07c8b-f085-4a1e-bcdc-31355f4cc223,segment=NetworkSegment(4671bd83-6afc-4388-b53b-fc5578b56759),segment_id=4671bd83-6afc-4388-b53b-fc5578b56759)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:32.653812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93cc70d6-c805-456e-986b-78091d1c728f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.674239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-93cc70d6-c805-456e-986b-78091d1c728f None None] Calling delete_port for 93c07c8b-f085-4a1e-bcdc-31355f4cc223 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:32.682488 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-11894f1b-3975-4017-b58a-08cec9fe4535 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa305b7-2e93-4d99-a5b0-c970260b2f48 HTTP/1.1" status: 200 len: 205 time: 0.0437732 Dec 20 16:42:32.683027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.729358 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-d5f1cf8a-fca2-406b-8012-20eee7cf6ddd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] delete failed (client error): The resource could not be found. Dec 20 16:42:32.730557 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d5f1cf8a-fca2-406b-8012-20eee7cf6ddd tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/6aa305b7-2e93-4d99-a5b0-c970260b2f48 HTTP/1.1" status: 404 len: 336 time: 0.0465481 Dec 20 16:42:32.733627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.766688 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b970c78-04e4-4395-87ca-f8c64b71b2d5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:32.767350 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b970c78-04e4-4395-87ca-f8c64b71b2d5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:32.770539 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93cc70d6-c805-456e-986b-78091d1c728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.773725 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5b970c78-04e4-4395-87ca-f8c64b71b2d5 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/5a1e7a8b-eace-4ddd-bd03-fcf00feadfbd HTTP/1.1" status: 404 len: 337 time: 0.0362518 Dec 20 16:42:32.774979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.800065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc70d6-c805-456e-986b-78091d1c728f None None] Pushing event deleted for resources: {'Port': ['ID=93c07c8b-f085-4a1e-bcdc-31355f4cc223,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:32.803711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc70d6-c805-456e-986b-78091d1c728f None None] No DVR routers for this DVR port 93c07c8b-f085-4a1e-bcdc-31355f4cc223 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:32.821569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:32.833323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab2e5b-a58c-4383-93c8-c8c99a96a8f6 None None] Sync routers for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:32.846427 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-45346546-658c-4321-a7d3-5df93fd4d026 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "GET /v2.0/ports?device_id=c495ee16-6a5b-4e59-8de2-da42686c2f8c HTTP/1.1" status: 200 len: 205 time: 0.0674620 Dec 20 16:42:32.848426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:32.850376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.850909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48870) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.861134 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c8cde-fc33-412a-8ff8-8b8bfd57f5d2 None None] Sync routers for ids ['190df573-fb98-476e-bea9-ab2461f7d92a'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:32.861387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab2e5b-a58c-4383-93c8-c8c99a96a8f6 None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:32.862386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3aab2e5b-a58c-4383-93c8-c8c99a96a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:32.878559 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c8cde-fc33-412a-8ff8-8b8bfd57f5d2 None None] Routers {'190df573-fb98-476e-bea9-ab2461f7d92a'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:32.879453 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-674c8cde-fc33-412a-8ff8-8b8bfd57f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['190df573-fb98-476e-bea9-ab2461f7d92a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:32.881275 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c84a9064-c00c-4ba2-be93-4d0ef62c64da tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "PUT /v2.0/routers/190df573-fb98-476e-bea9-ab2461f7d92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7326410 Dec 20 16:42:32.882349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.897472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:32.899348 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-119c2d19-f8a1-4b11-9104-b92d9423c3d7 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9600194 Dec 20 16:42:32.903461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:32.910827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3aab2e5b-a58c-4383-93c8-c8c99a96a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:32.921813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab2e5b-a58c-4383-93c8-c8c99a96a8f6 None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:32.935173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3aab2e5b-a58c-4383-93c8-c8c99a96a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:32.938041 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-674c8cde-fc33-412a-8ff8-8b8bfd57f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:32.955428 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c8cde-fc33-412a-8ff8-8b8bfd57f5d2 None None] Routers {'190df573-fb98-476e-bea9-ab2461f7d92a'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:32.956034 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-674c8cde-fc33-412a-8ff8-8b8bfd57f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['190df573-fb98-476e-bea9-ab2461f7d92a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:32.977025 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-5a044ddc-dfcb-40e2-b098-a570ea6911f2 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] delete failed (client error): The resource could not be found. Dec 20 16:42:32.981452 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5a044ddc-dfcb-40e2-b098-a570ea6911f2 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/routers/c495ee16-6a5b-4e59-8de2-da42686c2f8c HTTP/1.1" status: 404 len: 336 time: 0.1261520 Dec 20 16:42:32.992518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3aab2e5b-a58c-4383-93c8-c8c99a96a8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:32.993355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab2e5b-a58c-4383-93c8-c8c99a96a8f6 None None] The sync data for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:33.010428 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-674c8cde-fc33-412a-8ff8-8b8bfd57f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:33.011402 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c8cde-fc33-412a-8ff8-8b8bfd57f5d2 None None] The sync data for ids ['190df573-fb98-476e-bea9-ab2461f7d92a'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:33.016322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:33.050250 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-d061faeb-6b3e-414a-ac0a-52defdc71885 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] show failed (client error): The resource could not be found. Dec 20 16:42:33.055383 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d061faeb-6b3e-414a-ac0a-52defdc71885 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1699634967 HTTP/1.1" status: 404 len: 335 time: 0.1009948 Dec 20 16:42:33.056322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48878) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:33.057414 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-54257c33-6545-4cd4-9031-14bc0f7895b7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:33.057869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54257c33-6545-4cd4-9031-14bc0f7895b7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:33.061129 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-54257c33-6545-4cd4-9031-14bc0f7895b7 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/caa36a62-5639-446c-ac37-19cc92d3fc74 HTTP/1.1" status: 404 len: 337 time: 0.0437882 Dec 20 16:42:33.066414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a5528bea-be7e-4e03-a8a2-2e01b6929fe8 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:33.069831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:33.113682 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-a5528bea-be7e-4e03-a8a2-2e01b6929fe8 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] update failed (client error): The resource could not be found. Dec 20 16:42:33.114862 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a5528bea-be7e-4e03-a8a2-2e01b6929fe8 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1382836680 HTTP/1.1" status: 404 len: 335 time: 0.0527031 Dec 20 16:42:33.132539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:33.141027 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67250aa-e4ff-451b-a8ec-7aa743dc3a11 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:33.141474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67250aa-e4ff-451b-a8ec-7aa743dc3a11 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:33.144576 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b67250aa-e4ff-451b-a8ec-7aa743dc3a11 tempest-RoutersIpV6Test-157175923 tempest-RoutersIpV6Test-157175923-project] 10.222.0.60 "DELETE /v2.0/subnets/8ee8dc4b-f09b-465c-9fef-c8e4eead8f80 HTTP/1.1" status: 404 len: 337 time: 0.0727055 Dec 20 16:42:33.195773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6c3638-2cf8-4721-930e-aec0c5fd067b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Deleting subnet 6241f05f-1553-448e-a02f-4868d6a63d55 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:33.199892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3638-2cf8-4721-930e-aec0c5fd067b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.251578 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3638-2cf8-4721-930e-aec0c5fd067b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.325524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.352343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3638-2cf8-4721-930e-aec0c5fd067b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.355996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.427254 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3638-2cf8-4721-930e-aec0c5fd067b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.437040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:33.451836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port a9dd85c8-4c12-453b-befb-43812e66bf82 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:33.452179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.461470 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c3638-2cf8-4721-930e-aec0c5fd067b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Subnet': ['ID=6241f05f-1553-448e-a02f-4868d6a63d55,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:33.467516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3638-2cf8-4721-930e-aec0c5fd067b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.472193 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4b6c3638-2cf8-4721-930e-aec0c5fd067b tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/subnets/6241f05f-1553-448e-a02f-4868d6a63d55 HTTP/1.1" status: 204 len: 168 time: 0.3385170 Dec 20 16:42:33.472886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event updated for resources: {'Port': ['ID=9e5c17fb-d2d9-4414-809d-45b38a358afe,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:33.480524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:33.482668 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e5f7fb-980b-43eb-9287-575e95a33414 None None] Network 647bd482-af66-41c5-a122-6fb980e9bc5a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:33.575822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.581190 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.596729 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:33.640221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Deleting port 43835455-480e-4d47-89e5-ec0a79a21eec {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:33.640864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.713757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] For port 43835455-480e-4d47-89e5-ec0a79a21eec, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=43835455-480e-4d47-89e5-ec0a79a21eec,segment=NetworkSegment(63763f07-3270-440a-a689-ec6ea9f387bf),segment_id=63763f07-3270-440a-a689-ec6ea9f387bf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:33.714831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.729459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Calling delete_port for 43835455-480e-4d47-89e5-ec0a79a21eec owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:33.782018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port a9dd85c8-4c12-453b-befb-43812e66bf82, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a9dd85c8-4c12-453b-befb-43812e66bf82,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:33.782481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.784069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:33.784645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6aa60348-4b7d-4568-8bf9-0518fb4a2c33 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:33.785077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 93c07c8b-f085-4a1e-bcdc-31355f4cc223 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:33.809744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 93c07c8b-f085-4a1e-bcdc-31355f4cc223 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:33.811281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 93c07c8b-f085-4a1e-bcdc-31355f4cc223 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:33.812857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-28302484-8d97-470d-aaa9-4baa6576ef51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01e49c73f7e647dfaaced8e2143596dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721035 Dec 20 16:42:33.820538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:33.824899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for a9dd85c8-4c12-453b-befb-43812e66bf82 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:33.840022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.884596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Port': ['ID=43835455-480e-4d47-89e5-ec0a79a21eec,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:33.889129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] No DVR routers for this DVR port 43835455-480e-4d47-89e5-ec0a79a21eec on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:33.905007 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Floating IP b7ba5a0a-e561-4eb6-aa9a-575f7825acf2 associated. External IP: 172.26.1.142, port: fc846cab-6de5-4874-8ac1-306066ba9262. Dec 20 16:42:33.943104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f9d9dd-60f4-43bc-92ac-744635324c58 None None] DHCP port deletion for 647bd482-af66-41c5-a122-6fb980e9bc5a request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:34.009788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.032262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647bd482-af66-41c5-a122-6fb980e9bc5a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:34.043418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63763f07-3270-440a-a689-ec6ea9f387bf') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:34.043418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63763f07-3270-440a-a689-ec6ea9f387bf') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:34.054207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.079717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.087317 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:34.087769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:34.090846 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:34.166902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.176829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.178734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b84d15-4d2e-4b3f-847c-9e053f0d91cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.185246 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/networks/647bd482-af66-41c5-a122-6fb980e9bc5a HTTP/1.1" status: 204 len: 168 time: 0.7013481 Dec 20 16:42:34.187093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:34.249824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b84d15-4d2e-4b3f-847c-9e053f0d91cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.250810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82b87f-d538-4626-953e-2d08713b4f26 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Network': ['ID=647bd482-af66-41c5-a122-6fb980e9bc5a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:34.295981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0945efe-9ea0-4b75-9025-bd2f2092b34a tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Deleting subnet 8ebc6c41-1f53-4b7a-ba83-41b82613414b {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:34.299615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0945efe-9ea0-4b75-9025-bd2f2092b34a tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.347863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0945efe-9ea0-4b75-9025-bd2f2092b34a tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.495069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b84d15-4d2e-4b3f-847c-9e053f0d91cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.497663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a8b84d15-4d2e-4b3f-847c-9e053f0d91cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.501241 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a8b84d15-4d2e-4b3f-847c-9e053f0d91cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97fa074c-91d1-4c37-8fe0-83df3f7320cf HTTP/1.1" status: 204 len: 168 time: 0.6752682 Dec 20 16:42:34.527585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.529648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b84d15-4d2e-4b3f-847c-9e053f0d91cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fa074c-91d1-4c37-8fe0-83df3f7320cf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:34.573865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.579215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=a9dd85c8-4c12-453b-befb-43812e66bf82,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:34.588898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Router baf431dc-a141-429f-ac2b-4013b3bb86b3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:34.604304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9159700c-d2b6-4596-a4ce-54aaf4d1d948 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:34.743848 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0945efe-9ea0-4b75-9025-bd2f2092b34a tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.818241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0945efe-9ea0-4b75-9025-bd2f2092b34a tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.833163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.847045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0945efe-9ea0-4b75-9025-bd2f2092b34a tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebc6c41-1f53-4b7a-ba83-41b82613414b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:34.850716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0945efe-9ea0-4b75-9025-bd2f2092b34a tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.854445 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c0945efe-9ea0-4b75-9025-bd2f2092b34a tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/subnets/8ebc6c41-1f53-4b7a-ba83-41b82613414b HTTP/1.1" status: 204 len: 168 time: 0.6658723 Dec 20 16:42:34.856886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:34.867010 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b92f8b-6627-45dd-ab7c-9e673bfe3edb None None] Network 418f2f84-951d-44f9-a90c-f35e204f703b requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:34.927331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-095b919e-b3e3-4f08-a88a-7fc3d4d54a7d tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Deleting subnet 3080a527-e1de-4d70-aebf-c193d4a4a16a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:34.931668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095b919e-b3e3-4f08-a88a-7fc3d4d54a7d tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.970565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.974554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.985901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095b919e-b3e3-4f08-a88a-7fc3d4d54a7d tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.081399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aeb5ff-cda4-4e60-818f-cf3b766605df None None] DHCP port deletion for 418f2f84-951d-44f9-a90c-f35e204f703b request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:35.094908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095b919e-b3e3-4f08-a88a-7fc3d4d54a7d tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.144539 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-58aeb5ff-cda4-4e60-818f-cf3b766605df None None] Deleting port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:35.146028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58aeb5ff-cda4-4e60-818f-cf3b766605df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.196633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095b919e-b3e3-4f08-a88a-7fc3d4d54a7d tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.233055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b919e-b3e3-4f08-a88a-7fc3d4d54a7d tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Subnet': ['ID=3080a527-e1de-4d70-aebf-c193d4a4a16a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:35.236682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-58aeb5ff-cda4-4e60-818f-cf3b766605df None None] For port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b,segment=NetworkSegment(6049834b-6979-4225-887e-32a72fcac72a),segment_id=6049834b-6979-4225-887e-32a72fcac72a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:35.238511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58aeb5ff-cda4-4e60-818f-cf3b766605df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.243185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095b919e-b3e3-4f08-a88a-7fc3d4d54a7d tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.247628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-095b919e-b3e3-4f08-a88a-7fc3d4d54a7d tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/subnets/3080a527-e1de-4d70-aebf-c193d4a4a16a HTTP/1.1" status: 204 len: 168 time: 0.3896332 Dec 20 16:42:35.250067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:35.259084 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a012d0bd-2748-4eba-9191-e6898106d536 None None] Network d27e320c-f791-4b9f-9988-13d5b9daa6a4 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:35.277768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-58aeb5ff-cda4-4e60-818f-cf3b766605df None None] Calling delete_port for e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:35.351269 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.359583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:35.364291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:35.375913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] Sync routers for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:35.398815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.399104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Fanout notify agent at l3_agent the message router_deleted on router b2df0bff-bc2d-46d7-805d-50275a5d56ba {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:42:35.417115 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.421185 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-21525103-3a62-4bcb-b1d2-b74068555cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/routers/b2df0bff-bc2d-46d7-805d-50275a5d56ba HTTP/1.1" status: 204 len: 168 time: 3.1831424 Dec 20 16:42:35.421593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:35.430175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:35.430968 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:35.461979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Deleting port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:35.464183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.464672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.588735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58aeb5ff-cda4-4e60-818f-cf3b766605df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.599010 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-49402289-0809-41fa-8141-10715989c48a tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4381399 Dec 20 16:42:35.608545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:35.615748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a347a8b9-2238-4f30-9911-2cb9f77ae896" -d '{"events": [{"name": "network-changed", "server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:42:35.630010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.661914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.20.0.1 (ef5b0af3-6185-4bf8-8e45-d2fb7efc080e/301fe480-59b9-4dea-af70-ff7bff2bb018/dc1f1101-d90b-4727-8516-42f438862eff) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:35.667463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-99ee0292-0f26-4df0-926d-a0ffd9b51b23 tempest-DvrRoutersNegativeTest-947865234 tempest-DvrRoutersNegativeTest-947865234-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-8174110', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:35.667628 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:35.669884 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] For port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b,segment=NetworkSegment(6049834b-6979-4225-887e-32a72fcac72a),segment_id=6049834b-6979-4225-887e-32a72fcac72a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:35.670574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.672909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.policy [None req-99ee0292-0f26-4df0-926d-a0ffd9b51b23 tempest-DvrRoutersNegativeTest-947865234 tempest-DvrRoutersNegativeTest-947865234-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103324) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 20 16:42:35.674035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.policy [None req-99ee0292-0f26-4df0-926d-a0ffd9b51b23 tempest-DvrRoutersNegativeTest-947865234 tempest-DvrRoutersNegativeTest-947865234-project] Failed policy check for 'create_router' {{(pid=103324) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 20 16:42:35.674769 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-99ee0292-0f26-4df0-926d-a0ffd9b51b23 tempest-DvrRoutersNegativeTest-947865234 tempest-DvrRoutersNegativeTest-947865234-project] create failed (client error): Access was denied to this resource. Dec 20 16:42:35.679716 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-99ee0292-0f26-4df0-926d-a0ffd9b51b23 tempest-DvrRoutersNegativeTest-947865234 tempest-DvrRoutersNegativeTest-947865234-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3146033 Dec 20 16:42:35.724565 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Calling delete_port for e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:35.748876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2029863b-6018-4213-9153-04f9e4b33bd7 x-openstack-request-id: req-2029863b-6018-4213-9153-04f9e4b33bd7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:42:35.749474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:42:35.749891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2029863b-6018-4213-9153-04f9e4b33bd7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:42:35.750487 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'status': 'completed', 'code': 200} Dec 20 16:42:35.779867 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4c21c-329d-46aa-a15d-d05b259cf65c None None] DHCP port deletion for d27e320c-f791-4b9f-9988-13d5b9daa6a4 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:35.781856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43835455-480e-4d47-89e5-ec0a79a21eec no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:35.784737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aeb5ff-cda4-4e60-818f-cf3b766605df None None] No DVR routers for this DVR port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:35.808544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aeb5ff-cda4-4e60-818f-cf3b766605df None None] Pushing event deleted for resources: {'Port': ['ID=e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:35.817572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 43835455-480e-4d47-89e5-ec0a79a21eec {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:35.817921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43835455-480e-4d47-89e5-ec0a79a21eec not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:35.818486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:35.842696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:35.843041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:35.879449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.911456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9657bbab-6044-4e70-a520-e4f44b90c80a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:35.930911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4671bd83-6afc-4388-b53b-fc5578b56759') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:35.931508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4671bd83-6afc-4388-b53b-fc5578b56759') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:35.952568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.957817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-263674db-fc5b-4f6a-bf45-223b824eb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:35.969151 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-42e4c21c-329d-46aa-a15d-d05b259cf65c None None] Deleting port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:35.969528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42e4c21c-329d-46aa-a15d-d05b259cf65c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.974052 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-263674db-fc5b-4f6a-bf45-223b824eb405 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6e25f074d8f4948b0eb49618d4cc1fe&device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 1098 time: 0.1949685 Dec 20 16:42:35.978009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.987299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.997804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:35.998744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:36.002247 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:36.039320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-42e4c21c-329d-46aa-a15d-d05b259cf65c None None] For port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=52fd8da9-9de6-4b20-a5c2-e011db5b79f2,segment=NetworkSegment(acccdbb0-f8a7-410c-b629-32e53d1726ca),segment_id=acccdbb0-f8a7-410c-b629-32e53d1726ca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:36.039718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42e4c21c-329d-46aa-a15d-d05b259cf65c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.052756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-42e4c21c-329d-46aa-a15d-d05b259cf65c None None] Calling delete_port for 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:36.066121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:36.083630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0abc2-ff9f-48fe-8e80-e48f87af3cf8 req-0c32d8a7-f487-4acf-99ea-957a1711d5c2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:36.092797 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2bf0abc2-ff9f-48fe-8e80-e48f87af3cf8 req-0c32d8a7-f487-4acf-99ea-957a1711d5c2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.3514154 Dec 20 16:42:36.112835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.141520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.145868 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/networks/9657bbab-6044-4e70-a520-e4f44b90c80a HTTP/1.1" status: 204 len: 168 time: 0.7207963 Dec 20 16:42:36.147072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a536370-2fc9-4ddb-8a7e-eae8de10459e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Network': ['ID=9657bbab-6044-4e70-a520-e4f44b90c80a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:36.154659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.166500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48940) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:36.186028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'network': {'name': 'tempest-network-smoke--1071962108', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:36.221325 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:36.227966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:36.234563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:36.247363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-cb173a61-8422-4f7a-a9f2-b3eeca1b78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:36.248873 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-cb173a61-8422-4f7a-a9f2-b3eeca1b78d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2dd6da37-3251-41c4-b744-9ff56d40c01e HTTP/1.1" status: 200 len: 897 time: 0.2627854 Dec 20 16:42:36.277576 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=dc1f1101-d90b-4727-8516-42f438862eff,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:36.285604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42e4c21c-329d-46aa-a15d-d05b259cf65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.289293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.302769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.315662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4c21c-329d-46aa-a15d-d05b259cf65c None None] Pushing event deleted for resources: {'Port': ['ID=52fd8da9-9de6-4b20-a5c2-e011db5b79f2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:36.325758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4c21c-329d-46aa-a15d-d05b259cf65c None None] No DVR routers for this DVR port 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:36.352749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b7ba5a0a-e561-4eb6-aa9a-575f7825acf2', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'port_id': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'mac_address': 'fa:16:3e:02:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:42:31Z', 'updated_at': '2021-12-20T16:42:31Z', 'revision_number': 0, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11ff5c1-054c-433d-a364-9c159b019e05', 'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'mac_address': 'fa:16:3e:0c:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:04Z', 'updated_at': '2021-12-20T16:42:09Z', 'revision_number': 5, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'subnets': [{'id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:36.372330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c50c908-2366-4359-a581-5d5d5128d301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.381094 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2bf0abc2-ff9f-48fe-8e80-e48f87af3cf8 req-00b96720-03ec-4391-82a2-552f96c329f2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499766 Dec 20 16:42:36.381957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Port': ['ID=e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:36.389646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] Checking router: baf431dc-a141-429f-ac2b-4013b3bb86b3 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:36.405075 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:36.408566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.408926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:36.411794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:36.416675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:36.421719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] No DVR routers for this DVR port e8716a1a-d6aa-4f1c-9b62-d78f9fdd3d0b on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:36.490298 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-d13ea109-8144-49b2-ab8f-932da38a194a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc846cab-6de5-4874-8ac1-306066ba9262 HTTP/1.1" status: 200 len: 999 time: 0.2258508 Dec 20 16:42:36.544989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:36.556426 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ddc2707e-66e0-4e1a-bf18-523d598302d9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/floatingips/b7ba5a0a-e561-4eb6-aa9a-575f7825acf2 HTTP/1.1" status: 200 len: 991 time: 0.1366613 Dec 20 16:42:36.585141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:42:36.605705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.609916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.610249 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Added segment 6728cb3b-cbec-436b-83dc-aaa7593f13b5 of type vlan for network a1657c7e-9190-46b9-844c-21e877b5f936 Dec 20 16:42:36.640581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.643289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6c57276c-2160-436b-b8a9-273c35fd9650 None None] Provisioning complete for port dc1f1101-d90b-4727-8516-42f438862eff triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:36.643732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c57276c-2160-436b-b8a9-273c35fd9650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.660451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c50c908-2366-4359-a581-5d5d5128d301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.664978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-9203fd40-2eaf-43c6-bf76-6013884abf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:36.666497 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-9203fd40-2eaf-43c6-bf76-6013884abf01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04c29942-5775-4a17-96a1-718e2bd636d9 HTTP/1.1" status: 200 len: 835 time: 0.1418893 Dec 20 16:42:36.670658 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418f2f84-951d-44f9-a90c-f35e204f703b']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:36.690468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c50c908-2366-4359-a581-5d5d5128d301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.695518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6c57276c-2160-436b-b8a9-273c35fd9650 None None] Port dc1f1101-d90b-4727-8516-42f438862eff cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:36.705064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6049834b-6979-4225-887e-32a72fcac72a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:36.705356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6049834b-6979-4225-887e-32a72fcac72a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:36.708215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.736556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.761826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.767660 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0c50c908-2366-4359-a581-5d5d5128d301 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db68fa067b9a43858982bbb3d730776c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6981232 Dec 20 16:42:36.774610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:36.777743 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:36.778138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:36.783838 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:36.804834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50c908-2366-4359-a581-5d5d5128d301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c65f6c-458d-493a-b87a-7982fb8c560a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:36.837291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b7ba5a0a-e561-4eb6-aa9a-575f7825acf2', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'port_id': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'mac_address': 'fa:16:3e:02:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:42:31Z', 'updated_at': '2021-12-20T16:42:31Z', 'revision_number': 0, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11ff5c1-054c-433d-a364-9c159b019e05', 'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'mac_address': 'fa:16:3e:0c:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:04Z', 'updated_at': '2021-12-20T16:42:09Z', 'revision_number': 5, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'subnets': [{'id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:36.855977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.865288 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396217fc-3848-4dae-aadd-108272d0ce08 None None] The sync data for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv is: [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'b7ba5a0a-e561-4eb6-aa9a-575f7825acf2', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'port_id': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'mac_address': 'fa:16:3e:02:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:42:31Z', 'updated_at': '2021-12-20T16:42:31Z', 'revision_number': 0, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11ff5c1-054c-433d-a364-9c159b019e05', 'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'mac_address': 'fa:16:3e:0c:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:04Z', 'updated_at': '2021-12-20T16:42:09Z', 'revision_number': 5, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'subnets': [{'id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:36.871390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.877344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:36.877960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.886017 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:36.892207 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/networks/418f2f84-951d-44f9-a90c-f35e204f703b HTTP/1.1" status: 204 len: 168 time: 1.6407301 Dec 20 16:42:36.892446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:36.894332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-c114bdf4-639b-469f-a05e-defcba376ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:36.895768 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-c114bdf4-639b-469f-a05e-defcba376ecb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2dd6da37-3251-41c4-b744-9ff56d40c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2203999 Dec 20 16:42:36.934044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96e3af-d81f-46a3-b0da-02942bccb073 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Network': ['ID=418f2f84-951d-44f9-a90c-f35e204f703b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:37.000893 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8333106 Dec 20 16:42:37.007023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:37.013844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'admin_state_up': True, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:37.041298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.085290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749e624-24b6-4e86-b728-52686bc441d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Network': ['ID=a1657c7e-9190-46b9-844c-21e877b5f936,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:37.089289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a372f21e-f823-4455-8edd-a50ca9391a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.107076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network a1657c7e-9190-46b9-844c-21e877b5f936 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:42:37.140889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a372f21e-f823-4455-8edd-a50ca9391a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.144465 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-789328e7-4f66-459c-b563-f42a77ebb848 service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268350 Dec 20 16:42:37.148554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.150044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.177443 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4fc18-cbd7-4163-b78f-bffd43b94f8e None None] New status for floating IP b7ba5a0a-e561-4eb6-aa9a-575f7825acf2: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:42:37.232869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.237560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.250048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.282566 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a347a8b9-2238-4f30-9911-2cb9f77ae896 req-480f3ea9-e559-4fc4-9130-18c61391a2ac service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280594 Dec 20 16:42:37.283431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a372f21e-f823-4455-8edd-a50ca9391a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.286096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a372f21e-f823-4455-8edd-a50ca9391a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.301613 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a372f21e-f823-4455-8edd-a50ca9391a62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79c65f6c-458d-493a-b87a-7982fb8c560a HTTP/1.1" status: 204 len: 168 time: 0.5258248 Dec 20 16:42:37.319661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372f21e-f823-4455-8edd-a50ca9391a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c65f6c-458d-493a-b87a-7982fb8c560a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:37.348478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27e320c-f791-4b9f-9988-13d5b9daa6a4']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:37.364787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.372837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acccdbb0-f8a7-410c-b629-32e53d1726ca') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:37.373139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acccdbb0-f8a7-410c-b629-32e53d1726ca') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:37.397059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.431161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=dc1f1101-d90b-4727-8516-42f438862eff,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:37.478905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.494883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.511586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:37.512170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:37.518905 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:37.526028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:37.546431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:37.546926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 52fd8da9-9de6-4b20-a5c2-e011db5b79f2 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:37.547451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a9dd85c8-4c12-453b-befb-43812e66bf82 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:37.557835 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:37.566916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a9dd85c8-4c12-453b-befb-43812e66bf82 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:37.567358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a9dd85c8-4c12-453b-befb-43812e66bf82 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:37.641024 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-95d6a1f6-d1b6-428e-899f-c7163b95c973 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/floatingips/b7ba5a0a-e561-4eb6-aa9a-575f7825acf2 HTTP/1.1" status: 200 len: 993 time: 0.0819874 Dec 20 16:42:37.679918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.723151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.738041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.741197 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/networks/d27e320c-f791-4b9f-9988-13d5b9daa6a4 HTTP/1.1" status: 204 len: 168 time: 0.8479147 Dec 20 16:42:37.744547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:37.760669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fae019-e6d7-423b-8dc8-29f21b76bda2 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Network': ['ID=d27e320c-f791-4b9f-9988-13d5b9daa6a4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:37.796825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:37.799805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:37.809134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9889a83d-9898-4aac-a050-674603a5d90e tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Deleting subnet 6ef63c17-df8c-4ef3-b61c-67b59f01ee94 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:37.813615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9889a83d-9898-4aac-a050-674603a5d90e tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.864513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9889a83d-9898-4aac-a050-674603a5d90e tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:37.985116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9889a83d-9898-4aac-a050-674603a5d90e tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.032674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router be133210-efbb-44c3-a0ba-8bc90732da1d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:38.053220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9889a83d-9898-4aac-a050-674603a5d90e tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.070553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.093480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.095765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889a83d-9898-4aac-a050-674603a5d90e tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef63c17-df8c-4ef3-b61c-67b59f01ee94,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:38.097808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9889a83d-9898-4aac-a050-674603a5d90e tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.104920 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9889a83d-9898-4aac-a050-674603a5d90e tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/subnets/6ef63c17-df8c-4ef3-b61c-67b59f01ee94 HTTP/1.1" status: 204 len: 168 time: 0.3554115 Dec 20 16:42:38.104920 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48974) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:38.113517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbee682-4700-4096-bccd-38f5c827d53c None None] Network f93906ee-eeab-4bf9-9720-5a421282d2f3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:38.182765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:38.201596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.217738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b12e6bb6-69c9-4a32-866c-d9e8533f288c None None] Provisioning complete for port dc1f1101-d90b-4727-8516-42f438862eff triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:38.218105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b12e6bb6-69c9-4a32-866c-d9e8533f288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.261779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b12e6bb6-69c9-4a32-866c-d9e8533f288c None None] Port dc1f1101-d90b-4727-8516-42f438862eff cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:38.289703 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Deleting port 1caea1ed-8893-4765-82df-2484a6c1d2f1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:38.290714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.306584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:38.318181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0060f3-6fb0-49b3-afcf-4dc273f48678 None None] Sync routers for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:38.325176 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9b4ff00c-818d-44e1-b294-0c95978779b5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/routers/be133210-efbb-44c3-a0ba-8bc90732da1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4171464 Dec 20 16:42:38.327109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:38.332575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0060f3-6fb0-49b3-afcf-4dc273f48678 None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:38.332924 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'port': {'network_id': 'ef5b0af3-6185-4bf8-8e45-d2fb7efc080e', 'name': 'tempest-FloatingIPTestJSON-1501589758'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:38.333211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd0060f3-6fb0-49b3-afcf-4dc273f48678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:38.343553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.123 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/a99a9bbc-232f-4111-b5fa-d254f0b7b3c9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:38.352461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3505798f-e9ad-485e-91a3-7324a4b578c0 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2020239894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:38.379098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd0060f3-6fb0-49b3-afcf-4dc273f48678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:38.381847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b9789e-3df9-499d-a354-42922e3bbb48 None None] DHCP port deletion for f93906ee-eeab-4bf9-9720-5a421282d2f3 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:38.396864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0060f3-6fb0-49b3-afcf-4dc273f48678 None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:38.398501 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd0060f3-6fb0-49b3-afcf-4dc273f48678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:38.429473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3505798f-e9ad-485e-91a3-7324a4b578c0 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.430522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] For port 1caea1ed-8893-4765-82df-2484a6c1d2f1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1caea1ed-8893-4765-82df-2484a6c1d2f1,segment=NetworkSegment(ff715776-c3f5-4178-9319-30ab2e815a20),segment_id=ff715776-c3f5-4178-9319-30ab2e815a20)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:38.430698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3505798f-e9ad-485e-91a3-7324a4b578c0 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.430885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.449362 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Calling delete_port for 1caea1ed-8893-4765-82df-2484a6c1d2f1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:38.454000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd0060f3-6fb0-49b3-afcf-4dc273f48678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:38.454701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0060f3-6fb0-49b3-afcf-4dc273f48678 None None] The sync data for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:38.497421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-64b9789e-3df9-499d-a354-42922e3bbb48 None None] Deleting port 1caea1ed-8893-4765-82df-2484a6c1d2f1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:38.498038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64b9789e-3df9-499d-a354-42922e3bbb48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.563768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Made reservation on behalf of 88369290713541ea8a0990af0d0da132 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:38.567276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.583601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-64b9789e-3df9-499d-a354-42922e3bbb48 None None] For port 1caea1ed-8893-4765-82df-2484a6c1d2f1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1caea1ed-8893-4765-82df-2484a6c1d2f1,segment=NetworkSegment(ff715776-c3f5-4178-9319-30ab2e815a20),segment_id=ff715776-c3f5-4178-9319-30ab2e815a20)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:38.583997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64b9789e-3df9-499d-a354-42922e3bbb48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.588149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] device_id is not set on port e15ff29b-3fdf-4247-9473-e0449f7403e2 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:42:38.592739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.600956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-64b9789e-3df9-499d-a354-42922e3bbb48 None None] Calling delete_port for 1caea1ed-8893-4765-82df-2484a6c1d2f1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:38.649021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Port': ['ID=1caea1ed-8893-4765-82df-2484a6c1d2f1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:38.657202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] No DVR routers for this DVR port 1caea1ed-8893-4765-82df-2484a6c1d2f1 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:38.792615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.826947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93906ee-eeab-4bf9-9720-5a421282d2f3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:38.829912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Allocated IP 172.20.0.6 (ef5b0af3-6185-4bf8-8e45-d2fb7efc080e/301fe480-59b9-4dea-af70-ff7bff2bb018/e15ff29b-3fdf-4247-9473-e0449f7403e2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:38.841136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3505798f-e9ad-485e-91a3-7324a4b578c0 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.843853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff715776-c3f5-4178-9319-30ab2e815a20') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:38.844147 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff715776-c3f5-4178-9319-30ab2e815a20') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:38.845012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64b9789e-3df9-499d-a354-42922e3bbb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.848335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.851051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3505798f-e9ad-485e-91a3-7324a4b578c0 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.859715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.872030 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9789e-3df9-499d-a354-42922e3bbb48 None None] Pushing event deleted for resources: {'Port': ['ID=1caea1ed-8893-4765-82df-2484a6c1d2f1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:38.875343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9789e-3df9-499d-a354-42922e3bbb48 None None] No DVR routers for this DVR port 1caea1ed-8893-4765-82df-2484a6c1d2f1 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:38.879982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3505798f-e9ad-485e-91a3-7324a4b578c0 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.884293 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3505798f-e9ad-485e-91a3-7324a4b578c0 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6975906 Dec 20 16:42:38.884717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:38.892654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-458407889'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:38.905800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.910558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.927233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:38.927831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:38.931185 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:38.952141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:38.955027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:38.959276 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:38.982795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28bf11d-f799-4835-ad23-cc9a04532f79 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:38.990845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=a99a9bbc-232f-4111-b5fa-d254f0b7b3c9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:39.044068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Made reservation on behalf of b0a1d9e94c1c4e8fb91c9523ce3a2f61 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:39.047080 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.061134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.072398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.088147 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.093958 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/networks/f93906ee-eeab-4bf9-9720-5a421282d2f3 HTTP/1.1" status: 204 len: 168 time: 0.9862990 Dec 20 16:42:39.105602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:39.107693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2a7e12c3-941b-4813-8f13-f3d7de4aa8d0 None None] Provisioning complete for port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:39.108559 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7e12c3-941b-4813-8f13-f3d7de4aa8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.121946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5e1a9-4fc6-4501-a990-fd250c4edbf7 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Pushing event deleted for resources: {'Network': ['ID=f93906ee-eeab-4bf9-9720-5a421282d2f3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:39.151431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e12c3-941b-4813-8f13-f3d7de4aa8d0 None None] Port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:39.155605 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bc5cb721-2d42-463c-9b45-746df5872aa0 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "GET /v2.0/ports?device_id=190df573-fb98-476e-bea9-ab2461f7d92a HTTP/1.1" status: 200 len: 205 time: 0.0444283 Dec 20 16:42:39.158761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:39.237938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.246511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.266836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15a4db31-172f-427b-aeab-21aa4a447cd6 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.380760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.437827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.448102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.469813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.511637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15a4db31-172f-427b-aeab-21aa4a447cd6 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.511943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1caea1ed-8893-4765-82df-2484a6c1d2f1 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:39.515698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15a4db31-172f-427b-aeab-21aa4a447cd6 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.533842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 1caea1ed-8893-4765-82df-2484a6c1d2f1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:39.534548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1caea1ed-8893-4765-82df-2484a6c1d2f1 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:39.537976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:42:39.587419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ca3d52-d704-4b38-a3d7-04ecb391dc32,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:39.599087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.599467 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Added segment 02f7afc6-0c16-4412-bc5d-afdd1adde299 of type vlan for network 6b744805-1547-453c-a542-0ef0d36ac861 Dec 20 16:42:39.602248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:39.613721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:39.616525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event updated for resources: {'Port': ['ID=e15ff29b-3fdf-4247-9473-e0449f7403e2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:39.618770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:39.624159 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15a4db31-172f-427b-aeab-21aa4a447cd6 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.624684 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a4db31-172f-427b-aeab-21aa4a447cd6 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Fanout notify agent at l3_agent the message router_deleted on router 190df573-fb98-476e-bea9-ab2461f7d92a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:42:39.631342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:42:39.671248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15a4db31-172f-427b-aeab-21aa4a447cd6 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.672373 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-15a4db31-172f-427b-aeab-21aa4a447cd6 tempest-RoutersNegativeIpV6Test-115709258 tempest-RoutersNegativeIpV6Test-115709258-project] 10.222.0.60 "DELETE /v2.0/routers/190df573-fb98-476e-bea9-ab2461f7d92a HTTP/1.1" status: 204 len: 168 time: 0.5127094 Dec 20 16:42:39.692885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.718379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:39.719004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.741781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.747694 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:39.748284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.760310 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-076d7877-2527-4d61-be9c-672e9bf979cd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4322319 Dec 20 16:42:39.764426 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 48990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:39.772484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:39.784511 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Request body: {'floatingip': {'port_id': 'e15ff29b-3fdf-4247-9473-e0449f7403e2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:39.791127 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Sync routers for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:39.804087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:39.808638 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bcd7a77a-55f7-4f4a-b830-0cec3e497c83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7972879 Dec 20 16:42:39.809622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:39.824487 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:39.825976 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:39.862023 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-61988545-7022-4e57-908c-c6e9513f9f0b tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510967 Dec 20 16:42:39.862748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:39.893812 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0076530 Dec 20 16:42:39.896948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:39.913023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Request body: {'subnet': {'network_id': '6b744805-1547-453c-a542-0ef0d36ac861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:40.001601 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83977b5c-cd04-4383-be4f-2be57f7578b6 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Network': ['ID=6b744805-1547-453c-a542-0ef0d36ac861,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:40.017068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df57dd-e1b4-4114-a53e-c2527a50c99f tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:40.023457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.025502 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-88df57dd-e1b4-4114-a53e-c2527a50c99f tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1607544 Dec 20 16:42:40.026629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 6b744805-1547-453c-a542-0ef0d36ac861 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:42:40.029030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 48998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:40.047067 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:40.102380 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-152138ea-4d95-4434-b435-2c94dd0423eb tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720949 Dec 20 16:42:40.109000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:40.121245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-316064158', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:40.185442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a3b7e13c-919f-4842-8cdd-a05c9a7bad0d None None] Provisioning complete for port e15ff29b-3fdf-4247-9473-e0449f7403e2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:40.186324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e13c-919f-4842-8cdd-a05c9a7bad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.252006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7e13c-919f-4842-8cdd-a05c9a7bad0d None None] Port e15ff29b-3fdf-4247-9473-e0449f7403e2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:40.284701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Made reservation on behalf of b0a1d9e94c1c4e8fb91c9523ce3a2f61 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:40.285417 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:39Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:40.288428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.314826 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Checking router: 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:40.315252 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Updating router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:42:40.350096 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.356253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:40.461355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:40.467660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.720772 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.728442 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.801067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0b90c-1277-4ff7-ad41-cfe43fd4168d None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:40.811616 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Attempting to bind port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:40.812219 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Attempting to bind port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:40.812757 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Attempting to bind port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:40.828984 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:40.829559 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:40.830166 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.831023 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:40.831823 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Bound port: a99a9bbc-232f-4111-b5fa-d254f0b7b3c9, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:40.832470 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.882385 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a27db7ec-3fa1-4763-b4d5-2f211a20077e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33ec4633768b42cc99ec7e1272e2c69f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5219646 Dec 20 16:42:40.887156 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:40.892768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b978cf42-9997-46c0-a638-859bbd4a8b39 None None] Provisioning complete for port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:40.894462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b978cf42-9997-46c0-a638-859bbd4a8b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.908014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:40.945478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b978cf42-9997-46c0-a638-859bbd4a8b39 None None] Port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:41.030618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72717bcb-39cc-4dc0-9c7c-66b3a687dcc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.039961 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] For port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:41.043482 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] For port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a99a9bbc-232f-4111-b5fa-d254f0b7b3c9,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:41.048057 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Pushing event updated for resources: {'Port': ['ID=a99a9bbc-232f-4111-b5fa-d254f0b7b3c9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:41.050497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.052092 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.061177 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.061516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Subnet': ['ID=923fb6c1-e27a-4bf0-af3e-46aea4846e66,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:41.061691 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.061884 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.062390 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.062542 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.062833 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.063846 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.064181 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.064518 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.065189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72717bcb-39cc-4dc0-9c7c-66b3a687dcc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.065356 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.065356 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.065556 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.065768 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:42:41.086835 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.109568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=3109229d-cd43-461b-ab31-c666a5243906,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:41.113087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ddc5e-8eec-48bd-8252-9b7e74201d80 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:41.121339 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:41.121956 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:41.139024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Checking segment: {'id': '02f7afc6-0c16-4412-bc5d-afdd1adde299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b744805-1547-453c-a542-0ef0d36ac861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:41.139390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network hostable DHCP agents. Network: 6b744805-1547-453c-a542-0ef0d36ac861, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:41.148856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.167290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Checking segment: {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:41.167672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network hostable DHCP agents. Network: a1657c7e-9190-46b9-844c-21e877b5f936, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:41.168877 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d259ab3-8742-4e41-b269-1815f28150dc None None] Pushing event updated for resources: {'Port': ['ID=a99a9bbc-232f-4111-b5fa-d254f0b7b3c9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:41.181268 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network 6b744805-1547-453c-a542-0ef0d36ac861 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:41.185397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-faa0778c-a505-4d68-9158-1e2b09e3480d None None] Provisioning complete for port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:41.186220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-faa0778c-a505-4d68-9158-1e2b09e3480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.197046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network a1657c7e-9190-46b9-844c-21e877b5f936 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:41.204682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72717bcb-39cc-4dc0-9c7c-66b3a687dcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.207626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72717bcb-39cc-4dc0-9c7c-66b3a687dcc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.208888 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-72717bcb-39cc-4dc0-9c7c-66b3a687dcc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d7e7657-8c02-4eea-baaf-7f05152c8c5f HTTP/1.1" status: 204 len: 168 time: 0.3207743 Dec 20 16:42:41.212306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, a1657c7e-9190-46b9-844c-21e877b5f936) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:41.221385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 6b744805-1547-453c-a542-0ef0d36ac861) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:41.224988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72717bcb-39cc-4dc0-9c7c-66b3a687dcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e7657-8c02-4eea-baaf-7f05152c8c5f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:41.241034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:41.241653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.244661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21df743-551d-4345-9d8f-592b11212f60 None None] Network a1657c7e-9190-46b9-844c-21e877b5f936 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:41.247269 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fab743-f6da-4871-8ad8-ad61d6ff1268 None None] Network 6b744805-1547-453c-a542-0ef0d36ac861 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:41.247435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:41.247968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.298629 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c5ee0836-f18f-4259-a32e-3c9f3f33a552 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3975444 Dec 20 16:42:41.307789 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:41.318055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:41.339540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Request body: {'network': {'name': 'tempest-router-network01--723030699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:41.339780 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP 6f01f2d7-57ad-47e9-ba88-cdae4c8fc292 associated. External IP: 172.26.1.24, port: 27790f9d-f69e-4b78-9898-55ad3b28bcce. Dec 20 16:42:41.348932 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8ca84986-ebc0-4b48-ba99-3a1e03170d47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2364514 Dec 20 16:42:41.352001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:41.507961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Made reservation on behalf of b0a1d9e94c1c4e8fb91c9523ce3a2f61 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:41.518117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.541899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-6b744805-1547-453c-a542-0ef0d36ac861', 'network_id': '6b744805-1547-453c-a542-0ef0d36ac861', 'project_id': 'b0a1d9e94c1c4e8fb91c9523ce3a2f61', 'fixed_ips': [{'subnet_id': '923fb6c1-e27a-4bf0-af3e-46aea4846e66'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:41.543085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.560612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-a1657c7e-9190-46b9-844c-21e877b5f936', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:41.562798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.566516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-faa0778c-a505-4d68-9158-1e2b09e3480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.590418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-faa0778c-a505-4d68-9158-1e2b09e3480d None None] For port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a99a9bbc-232f-4111-b5fa-d254f0b7b3c9,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:41.606581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-faa0778c-a505-4d68-9158-1e2b09e3480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.657378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:42:41.675038 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:39Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:41.684162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.684505 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Added segment 51c0b269-7f9a-43d6-af9e-beafeecb60d7 of type vlan for network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 Dec 20 16:42:41.691564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:41.712451 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f34c801-ef1c-4e72-b0a7-eb87315b920d None None] The sync data for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv is: [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:39Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:41.794876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.828786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:41.831132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0778c-a505-4d68-9158-1e2b09e3480d None None] Pushing event updated for resources: {'Port': ['ID=a99a9bbc-232f-4111-b5fa-d254f0b7b3c9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:41.856504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e31261-b942-4677-bca8-6d226aa44df1 None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:41.906022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.911909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:41.912678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:41.918001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e31261-b942-4677-bca8-6d226aa44df1 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:41.918670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c9e31261-b942-4677-bca8-6d226aa44df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:41.961773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Allocated IP 172.20.0.2 (6b744805-1547-453c-a542-0ef0d36ac861/923fb6c1-e27a-4bf0-af3e-46aea4846e66/103a00fd-6aac-4874-a353-594a53bbd7bd) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:41.964198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Allocated IP 172.20.0.2 (a1657c7e-9190-46b9-844c-21e877b5f936/3109229d-cd43-461b-ab31-c666a5243906/e312b3aa-136a-4d22-8f02-527bab3f6460) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:41.966029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c9e31261-b942-4677-bca8-6d226aa44df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:41.989058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e31261-b942-4677-bca8-6d226aa44df1 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:41.989654 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c9e31261-b942-4677-bca8-6d226aa44df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:42.009891 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6878431 Dec 20 16:42:42.025683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:42.032613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Request body: {'network': {'name': 'tempest-router-network02--1771797779'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:42.042797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c9e31261-b942-4677-bca8-6d226aa44df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:42.043375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e31261-b942-4677-bca8-6d226aa44df1 None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:42.047744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29ce34-58e2-49e2-8c86-992606206f97 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Network': ['ID=bf1a79a7-c394-42b8-8a98-ea9e0ae446f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:42.067564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:42:42.108788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Made reservation on behalf of b0a1d9e94c1c4e8fb91c9523ce3a2f61 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:42.113978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.170383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router be133210-efbb-44c3-a0ba-8bc90732da1d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:42.183822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:42:42.202805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.203244 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Added segment 564a1e04-ba4c-4f77-89c6-7daff95d9203 of type vlan for network 260e1a9b-ce66-49f2-97da-85f4a874d2f3 Dec 20 16:42:42.273744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.314525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.390043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.400353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.402183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.409484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:42.412440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.420197 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832b615-f002-4006-b304-ee56424d2057 None None] Sync routers for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:42.432088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:42.432741 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.436370 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832b615-f002-4006-b304-ee56424d2057 None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:42.437845 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8832b615-f002-4006-b304-ee56424d2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:42.441551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.446128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.474082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Network 6b744805-1547-453c-a542-0ef0d36ac861 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:42.480507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Network a1657c7e-9190-46b9-844c-21e877b5f936 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:42.481970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Pushing event updated for resources: {'Port': ['ID=e312b3aa-136a-4d22-8f02-527bab3f6460,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:42.485245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:42.489277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:42.498816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:42.508036 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8832b615-f002-4006-b304-ee56424d2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:42.526687 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832b615-f002-4006-b304-ee56424d2057 None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:42.527737 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8832b615-f002-4006-b304-ee56424d2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:42.533650 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:42.575489 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8832b615-f002-4006-b304-ee56424d2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:42.576064 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832b615-f002-4006-b304-ee56424d2057 None None] The sync data for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:42.622829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Network': ['ID=260e1a9b-ce66-49f2-97da-85f4a874d2f3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:42.635943 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7decd3ba-fc19-4309-a6f8-64269e3ab99e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6091428 Dec 20 16:42:42.638001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Pushing event updated for resources: {'Port': ['ID=103a00fd-6aac-4874-a353-594a53bbd7bd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:42.638309 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6f96f629-e965-463b-8371-d5000a57f7f6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/floatingips/6f01f2d7-57ad-47e9-ba88-cdae4c8fc292 HTTP/1.1" status: 200 len: 977 time: 2.8728495 Dec 20 16:42:42.641192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:42.641530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:42.646640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 260e1a9b-ce66-49f2-97da-85f4a874d2f3 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:42:42.659111 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Request body: {'subnet': {'network_id': 'bf1a79a7-c394-42b8-8a98-ea9e0ae446f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:42.666375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.1 (a1657c7e-9190-46b9-844c-21e877b5f936/3109229d-cd43-461b-ab31-c666a5243906/7a995d9c-aecf-4dfa-8921-80eff7a8f81b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:42.681130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Attempting to bind port 103a00fd-6aac-4874-a353-594a53bbd7bd on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:42.682680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Attempting to bind port 103a00fd-6aac-4874-a353-594a53bbd7bd by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '02f7afc6-0c16-4412-bc5d-afdd1adde299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b744805-1547-453c-a542-0ef0d36ac861'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:42.683274 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Attempting to bind port 103a00fd-6aac-4874-a353-594a53bbd7bd on network 6b744805-1547-453c-a542-0ef0d36ac861 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:42.731913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:42.732339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Checking segment: {'id': '02f7afc6-0c16-4412-bc5d-afdd1adde299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b744805-1547-453c-a542-0ef0d36ac861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:42.732722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.733357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Bound using segment: {'id': '02f7afc6-0c16-4412-bc5d-afdd1adde299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b744805-1547-453c-a542-0ef0d36ac861'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:42.733899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Bound port: 103a00fd-6aac-4874-a353-594a53bbd7bd, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f7afc6-0c16-4412-bc5d-afdd1adde299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6b744805-1547-453c-a542-0ef0d36ac861'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:42.734292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.779299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Attempting to bind port e312b3aa-136a-4d22-8f02-527bab3f6460 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:42.779675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Attempting to bind port e312b3aa-136a-4d22-8f02-527bab3f6460 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:42.780038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Attempting to bind port e312b3aa-136a-4d22-8f02-527bab3f6460 on network a1657c7e-9190-46b9-844c-21e877b5f936 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:42.794591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:42.795445 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Checking segment: {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:42.795445 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.795758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Bound using segment: {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:42.796245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Bound port: e312b3aa-136a-4d22-8f02-527bab3f6460, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:42.796948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.806408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.838510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port e15ff29b-3fdf-4247-9473-e0449f7403e2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:42.838755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.843815 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Made reservation on behalf of b0a1d9e94c1c4e8fb91c9523ce3a2f61 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:42.847963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.856989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.913590 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=7a995d9c-aecf-4dfa-8921-80eff7a8f81b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:42.927932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network a1657c7e-9190-46b9-844c-21e877b5f936 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:42.928535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] For port 103a00fd-6aac-4874-a353-594a53bbd7bd, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:42.929477 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:42.934298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] For port 103a00fd-6aac-4874-a353-594a53bbd7bd, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=103a00fd-6aac-4874-a353-594a53bbd7bd,segment=NetworkSegment(02f7afc6-0c16-4412-bc5d-afdd1adde299),segment_id=02f7afc6-0c16-4412-bc5d-afdd1adde299)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:42.937535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:42.940727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] For port e312b3aa-136a-4d22-8f02-527bab3f6460, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:42.944245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:42.948219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] For port e312b3aa-136a-4d22-8f02-527bab3f6460, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e312b3aa-136a-4d22-8f02-527bab3f6460,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:42.992346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.000476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.021547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.046951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e414e-0299-4efe-b105-dc5ae7548e85 None None] Pushing event updated for resources: {'Port': ['ID=103a00fd-6aac-4874-a353-594a53bbd7bd,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:43.109699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6126a4-6a18-489f-b193-10da9fb45fd6 None None] Pushing event updated for resources: {'Port': ['ID=e312b3aa-136a-4d22-8f02-527bab3f6460,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:43.229617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.366885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.472156 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.474789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.474789 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Floating IP 6f01f2d7-57ad-47e9-ba88-cdae4c8fc292 disassociated. External IP: 172.26.1.24, port: e15ff29b-3fdf-4247-9473-e0449f7403e2. Dec 20 16:42:43.474789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for e15ff29b-3fdf-4247-9473-e0449f7403e2 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:43.490927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Subnet': ['ID=4e7aacc9-bc39-4e75-9c06-645de2cc254c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:43.580916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Checking segment: {'id': '51c0b269-7f9a-43d6-af9e-beafeecb60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf1a79a7-c394-42b8-8a98-ea9e0ae446f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:43.581321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network hostable DHCP agents. Network: bf1a79a7-c394-42b8-8a98-ea9e0ae446f8, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:43.643780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:43.665374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, bf1a79a7-c394-42b8-8a98-ea9e0ae446f8) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:43.679872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:43.680546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08914f1-30bb-4649-aec4-6296d18d47e5 None None] Network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:43.681092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.703608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.710947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.744480 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d2e3349e-062e-4830-b662-9522769aa454 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1002288 Dec 20 16:42:43.751332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49022) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:43.760799 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Request body: {'subnet': {'network_id': '260e1a9b-ce66-49f2-97da-85f4a874d2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:43.768214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 103a00fd-6aac-4874-a353-594a53bbd7bd up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:43.797304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.799293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=7a995d9c-aecf-4dfa-8921-80eff7a8f81b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:43.825487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.849403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 103a00fd-6aac-4874-a353-594a53bbd7bd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:43.850290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.895284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=e15ff29b-3fdf-4247-9473-e0449f7403e2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:43.928547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network a1657c7e-9190-46b9-844c-21e877b5f936 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:43.934567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:43.941512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-bf1a79a7-c394-42b8-8a98-ea9e0ae446f8', 'network_id': 'bf1a79a7-c394-42b8-8a98-ea9e0ae446f8', 'project_id': 'b0a1d9e94c1c4e8fb91c9523ce3a2f61', 'fixed_ips': [{'subnet_id': '4e7aacc9-bc39-4e75-9c06-645de2cc254c'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:43.943935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:43.983479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Made reservation on behalf of b0a1d9e94c1c4e8fb91c9523ce3a2f61 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:43.988793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:44.148644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router be133210-efbb-44c3-a0ba-8bc90732da1d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:44.183214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:44.361216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:44.388026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:44.391793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Allocated IP 172.20.0.2 (bf1a79a7-c394-42b8-8a98-ea9e0ae446f8/4e7aacc9-bc39-4e75-9c06-645de2cc254c/c140309d-30c1-49a4-9df9-1f45de1fa8f3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:44.406530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:44.410599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fce561-d638-42a7-9448-befdb5552464 None None] Sync routers for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:44.424345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 103a00fd-6aac-4874-a353-594a53bbd7bd, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=103a00fd-6aac-4874-a353-594a53bbd7bd,segment=NetworkSegment(02f7afc6-0c16-4412-bc5d-afdd1adde299),segment_id=02f7afc6-0c16-4412-bc5d-afdd1adde299)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:44.437315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:44.438128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:44.501454 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fce561-d638-42a7-9448-befdb5552464 None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:44.502091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4fce561-d638-42a7-9448-befdb5552464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:44.555302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:44.561162 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a6c09174-5200-478b-8121-f1607c2ee0a2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/4cd026c4-f8ae-49ba-8a62-5d049a94dd5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2062318 Dec 20 16:42:44.563668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:44.603265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4fce561-d638-42a7-9448-befdb5552464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:44.638975 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:44.639327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:44.683134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fce561-d638-42a7-9448-befdb5552464 None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:44.683898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4fce561-d638-42a7-9448-befdb5552464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:44.721770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c4fce561-d638-42a7-9448-befdb5552464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:44.722466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fce561-d638-42a7-9448-befdb5552464 None None] The sync data for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:44.724684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=103a00fd-6aac-4874-a353-594a53bbd7bd,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:44.739195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.740830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.742348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.742836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.743304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.743796 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.744496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.745149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.745487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.746001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.752407 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c6a9a99c-15be-4a70-bf82-3f1f6e05c470 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7031 time: 0.1848781 Dec 20 16:42:44.754897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:44.799492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:44.845342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.845804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.846275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.846737 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.847449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.850145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.850145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.850145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.850145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.850145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:44.852562 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fd72b6a1-c449-4115-b795-abc38729932d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6311 time: 0.0961082 Dec 20 16:42:44.855484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49028) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:44.883400 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Sync routers for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:44.883902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:44.889144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e312b3aa-136a-4d22-8f02-527bab3f6460 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:44.896882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Subnet': ['ID=e86559bd-371d-444b-bcbd-40cbfed3b0c6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:44.904446 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:44.905123 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:44.921556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:44.924288 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:44.930875 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bc078999-56b8-440d-a638-4a3592a53dcd tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/ports/e15ff29b-3fdf-4247-9473-e0449f7403e2 HTTP/1.1" status: 204 len: 168 time: 2.2882683 Dec 20 16:42:44.931599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:45.009081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b4bff-ebcc-48d5-9e48-797a3cdd36a7 None None] Network 6b744805-1547-453c-a542-0ef0d36ac861 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:45.026972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:45.034814 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:45.057435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:45.060025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:45.092651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Checking segment: {'id': '564a1e04-ba4c-4f77-89c6-7daff95d9203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '260e1a9b-ce66-49f2-97da-85f4a874d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:45.093014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network hostable DHCP agents. Network: 260e1a9b-ce66-49f2-97da-85f4a874d2f3, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:42:45.117060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e312b3aa-136a-4d22-8f02-527bab3f6460 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:45.128486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.130795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Pushing event updated for resources: {'Port': ['ID=c140309d-30c1-49a4-9df9-1f45de1fa8f3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:45.197742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network 260e1a9b-ce66-49f2-97da-85f4a874d2f3 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:42:45.204834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-470e54c1-a46c-450c-8eed-521f742cc59d None None] Provisioning complete for port 103a00fd-6aac-4874-a353-594a53bbd7bd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:45.204834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-470e54c1-a46c-450c-8eed-521f742cc59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.275959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 260e1a9b-ce66-49f2-97da-85f4a874d2f3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:45.285632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:45.286225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.298008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e558a1f-6a45-4bae-b9ec-b85be4a1e015 None None] Network 260e1a9b-ce66-49f2-97da-85f4a874d2f3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:45.299715 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-125fc2bc-0bc2-4681-bfd6-67bebcc544b5 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4305 time: 0.4406345 Dec 20 16:42:45.316361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Attempting to bind port c140309d-30c1-49a4-9df9-1f45de1fa8f3 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:45.319889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Attempting to bind port c140309d-30c1-49a4-9df9-1f45de1fa8f3 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '51c0b269-7f9a-43d6-af9e-beafeecb60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf1a79a7-c394-42b8-8a98-ea9e0ae446f8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:45.319889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Attempting to bind port c140309d-30c1-49a4-9df9-1f45de1fa8f3 on network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:45.342017 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-96d965df-715a-4e54-b344-bdf20ffdf50d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5861669 Dec 20 16:42:45.345457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:45.432922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:45.433505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Checking segment: {'id': '51c0b269-7f9a-43d6-af9e-beafeecb60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf1a79a7-c394-42b8-8a98-ea9e0ae446f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:45.434012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.434540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Bound using segment: {'id': '51c0b269-7f9a-43d6-af9e-beafeecb60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf1a79a7-c394-42b8-8a98-ea9e0ae446f8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:45.435130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Bound port: c140309d-30c1-49a4-9df9-1f45de1fa8f3, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c0b269-7f9a-43d6-af9e-beafeecb60d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf1a79a7-c394-42b8-8a98-ea9e0ae446f8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:45.435627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.439104 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:45.466908 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Checking router: 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:42:45.467248 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Updating router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:42:45.498307 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.626545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.671758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c1a8b-2c72-4c47-be95-2696c666e478 None None] Network a1657c7e-9190-46b9-844c-21e877b5f936 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:45.739787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:45.744837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1a408d2e-a433-4d16-b1e3-60d8402f6a78 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-363075297', 'description': 'tempest-secgroup-smoke-363075297 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:45.760958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.778334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a408d2e-a433-4d16-b1e3-60d8402f6a78 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.843231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port e312b3aa-136a-4d22-8f02-527bab3f6460, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e312b3aa-136a-4d22-8f02-527bab3f6460,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:45.874794 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a408d2e-a433-4d16-b1e3-60d8402f6a78 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.879495 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.885243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a408d2e-a433-4d16-b1e3-60d8402f6a78 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.895656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-260e1a9b-ce66-49f2-97da-85f4a874d2f3', 'network_id': '260e1a9b-ce66-49f2-97da-85f4a874d2f3', 'project_id': 'b0a1d9e94c1c4e8fb91c9523ce3a2f61', 'fixed_ips': [{'subnet_id': 'e86559bd-371d-444b-bcbd-40cbfed3b0c6'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:42:45.895947 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.896798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.900668 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.967771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a408d2e-a433-4d16-b1e3-60d8402f6a78 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5d3943-a348-4871-8d36-ade47b98743f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:45.973572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a408d2e-a433-4d16-b1e3-60d8402f6a78 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:45.978421 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1a408d2e-a433-4d16-b1e3-60d8402f6a78 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2357593 Dec 20 16:42:45.979500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:45.989992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0a2c731d-e30e-44ba-b500-ab0c8c10e745 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3943-a348-4871-8d36-ade47b98743f', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:46.014505 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b422-4df5-4b6a-8d28-0475dbb63829 None None] Pushing event updated for resources: {'Port': ['ID=7a995d9c-aecf-4dfa-8921-80eff7a8f81b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:46.045777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=e312b3aa-136a-4d22-8f02-527bab3f6460,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:46.052812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] For port c140309d-30c1-49a4-9df9-1f45de1fa8f3, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:46.080800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.082501 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] For port c140309d-30c1-49a4-9df9-1f45de1fa8f3, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c140309d-30c1-49a4-9df9-1f45de1fa8f3,segment=NetworkSegment(51c0b269-7f9a-43d6-af9e-beafeecb60d7),segment_id=51c0b269-7f9a-43d6-af9e-beafeecb60d7)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:46.097644 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a2c731d-e30e-44ba-b500-ab0c8c10e745 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.152731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 103a00fd-6aac-4874-a353-594a53bbd7bd up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:46.157446 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Attempting to bind port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:46.157813 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Attempting to bind port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:46.158168 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Attempting to bind port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b on network a1657c7e-9190-46b9-844c-21e877b5f936 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:46.163873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.169466 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:46.169855 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Checking segment: {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:46.170224 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.170639 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Bound using segment: {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:46.171111 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Bound port: 7a995d9c-aecf-4dfa-8921-80eff7a8f81b, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:46.171483 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.226892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a2c731d-e30e-44ba-b500-ab0c8c10e745 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.242778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a2c731d-e30e-44ba-b500-ab0c8c10e745 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.265380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c731d-e30e-44ba-b500-ab0c8c10e745 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a07414c-cdc1-406d-9e11-16207a9d06e5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:46.277557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a2c731d-e30e-44ba-b500-ab0c8c10e745 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.289778 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0a2c731d-e30e-44ba-b500-ab0c8c10e745 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975335 Dec 20 16:42:46.290522 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:46.295373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c80fbe62-59ca-4a05-9489-110eeb73f48f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3943-a348-4871-8d36-ade47b98743f', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:46.335712 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] For port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:46.340155 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] For port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=7a995d9c-aecf-4dfa-8921-80eff7a8f81b,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:46.346312 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.359228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c80fbe62-59ca-4a05-9489-110eeb73f48f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.363830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-426e1766-12e0-42d0-8bce-9c774c6c13d5 None None] Provisioning complete for port e312b3aa-136a-4d22-8f02-527bab3f6460 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:46.364200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-426e1766-12e0-42d0-8bce-9c774c6c13d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.416180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Allocated IP 172.20.0.1 (bf1a79a7-c394-42b8-8a98-ea9e0ae446f8/4e7aacc9-bc39-4e75-9c06-645de2cc254c/98df0a70-cb26-4f47-a907-597e27b11ca9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:46.437989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e76b9-7c42-4c16-b724-243f3b9e698f None None] Pushing event updated for resources: {'Port': ['ID=c140309d-30c1-49a4-9df9-1f45de1fa8f3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:46.464876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Allocated IP 172.20.0.2 (260e1a9b-ce66-49f2-97da-85f4a874d2f3/e86559bd-371d-444b-bcbd-40cbfed3b0c6/99451e9f-f5f5-4bd5-abd1-e64bfa859665) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:46.468403 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:46.477133 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:46.529099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c80fbe62-59ca-4a05-9489-110eeb73f48f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.541000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c80fbe62-59ca-4a05-9489-110eeb73f48f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.563412 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b422-4df5-4b6a-8d28-0475dbb63829 None None] Pushing event updated for resources: {'Port': ['ID=7a995d9c-aecf-4dfa-8921-80eff7a8f81b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:46.576648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 103a00fd-6aac-4874-a353-594a53bbd7bd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:46.576969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.585338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fbe62-59ca-4a05-9489-110eeb73f48f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d88eb4-b654-4e1a-bcbb-8dcf774b84f9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:46.611810 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c80fbe62-59ca-4a05-9489-110eeb73f48f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.613530 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c80fbe62-59ca-4a05-9489-110eeb73f48f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220108 Dec 20 16:42:46.619408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49042) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:46.628541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f54278a-8cfd-4677-aa3d-d00be1c176cf tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3943-a348-4871-8d36-ade47b98743f', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:46.702561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f54278a-8cfd-4677-aa3d-d00be1c176cf tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.756696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] Provisioning complete for port e312b3aa-136a-4d22-8f02-527bab3f6460 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:46.757171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.844992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.879556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f54278a-8cfd-4677-aa3d-d00be1c176cf tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.885290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f54278a-8cfd-4677-aa3d-d00be1c176cf tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.919708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port dc1f1101-d90b-4727-8516-42f438862eff {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:46.920042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.921008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54278a-8cfd-4677-aa3d-d00be1c176cf tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2775aec3-16ff-4f14-a565-463e56a739cd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:46.937556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f54278a-8cfd-4677-aa3d-d00be1c176cf tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:46.943562 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3f54278a-8cfd-4677-aa3d-d00be1c176cf tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224487 Dec 20 16:42:46.944678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:46.951383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0d9c6d20-02d6-4272-8057-34c93ed8d7b2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3943-a348-4871-8d36-ade47b98743f', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:46.955875 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:42:46.995721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6d20-02d6-4272-8057-34c93ed8d7b2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.047209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.075519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6d20-02d6-4272-8057-34c93ed8d7b2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.077450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:47.081374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6d20-02d6-4272-8057-34c93ed8d7b2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.083779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:47.102710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c6d20-02d6-4272-8057-34c93ed8d7b2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85f4ae9-5ffc-422a-94a8-9724a4d70b6b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:47.111926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:47.117484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6d20-02d6-4272-8057-34c93ed8d7b2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.119115 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0d9c6d20-02d6-4272-8057-34c93ed8d7b2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1735723 Dec 20 16:42:47.122098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:47.129066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6f88bb17-277b-4974-822a-4a0aff34e8a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3943-a348-4871-8d36-ade47b98743f', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:47.167987 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-6f88bb17-277b-4974-822a-4a0aff34e8a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:42:47.174375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb17-277b-4974-822a-4a0aff34e8a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.226209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.252493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Port': ['ID=98df0a70-cb26-4f47-a907-597e27b11ca9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:47.283182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for dc1f1101-d90b-4727-8516-42f438862eff owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:47.287667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.305762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb17-277b-4974-822a-4a0aff34e8a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.313020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb17-277b-4974-822a-4a0aff34e8a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.327640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.346338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.348941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88bb17-277b-4974-822a-4a0aff34e8a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f425f998-ddcf-4ae5-8c0a-6f1e2810109c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:47.360742 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:46Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:47.364590 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f88bb17-277b-4974-822a-4a0aff34e8a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.368843 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6f88bb17-277b-4974-822a-4a0aff34e8a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2434599 Dec 20 16:42:47.370926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:47.379588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2e927ef0-9e11-4556-a894-254a47e5fd71 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2d5d3943-a348-4871-8d36-ade47b98743f', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:47.412550 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e297b27-b494-4289-9aa2-4f9a8d6b8e96 None None] The sync data for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv is: [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:46Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:47.447118 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-2e927ef0-9e11-4556-a894-254a47e5fd71 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:42:47.447557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Network 260e1a9b-ce66-49f2-97da-85f4a874d2f3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:47.448915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Pushing event updated for resources: {'Port': ['ID=99451e9f-f5f5-4bd5-abd1-e64bfa859665,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:47.452999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] Provisioning complete for port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:47.453367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.458993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e927ef0-9e11-4556-a894-254a47e5fd71 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.515217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:47.523040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:47.619335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e927ef0-9e11-4556-a894-254a47e5fd71 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.630097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Attempting to bind port 99451e9f-f5f5-4bd5-abd1-e64bfa859665 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:47.630697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Attempting to bind port 99451e9f-f5f5-4bd5-abd1-e64bfa859665 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '564a1e04-ba4c-4f77-89c6-7daff95d9203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '260e1a9b-ce66-49f2-97da-85f4a874d2f3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:47.631206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Attempting to bind port 99451e9f-f5f5-4bd5-abd1-e64bfa859665 on network 260e1a9b-ce66-49f2-97da-85f4a874d2f3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:47.632821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e927ef0-9e11-4556-a894-254a47e5fd71 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.662120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:47.662684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Checking segment: {'id': '564a1e04-ba4c-4f77-89c6-7daff95d9203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '260e1a9b-ce66-49f2-97da-85f4a874d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:47.663406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.664015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Bound using segment: {'id': '564a1e04-ba4c-4f77-89c6-7daff95d9203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '260e1a9b-ce66-49f2-97da-85f4a874d2f3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:47.664619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Bound port: 99451e9f-f5f5-4bd5-abd1-e64bfa859665, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564a1e04-ba4c-4f77-89c6-7daff95d9203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '260e1a9b-ce66-49f2-97da-85f4a874d2f3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:47.665157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.671056 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.675419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e927ef0-9e11-4556-a894-254a47e5fd71 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc1db24-6c96-49e0-bdb1-3ddd9aebd182,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:47.681108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e927ef0-9e11-4556-a894-254a47e5fd71 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.683220 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2e927ef0-9e11-4556-a894-254a47e5fd71 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3109829 Dec 20 16:42:47.753072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] For port 99451e9f-f5f5-4bd5-abd1-e64bfa859665, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:47.757666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] For port 99451e9f-f5f5-4bd5-abd1-e64bfa859665, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=99451e9f-f5f5-4bd5-abd1-e64bfa859665,segment=NetworkSegment(564a1e04-ba4c-4f77-89c6-7daff95d9203),segment_id=564a1e04-ba4c-4f77-89c6-7daff95d9203)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:47.763289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.779921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.869826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] For port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=7a995d9c-aecf-4dfa-8921-80eff7a8f81b,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:47.884515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:47.888609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a0cb-7f8b-4a73-b01b-427d35095c66 None None] Pushing event updated for resources: {'Port': ['ID=99451e9f-f5f5-4bd5-abd1-e64bfa859665,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:48.023807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] Pushing event updated for resources: {'Port': ['ID=7a995d9c-aecf-4dfa-8921-80eff7a8f81b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:48.049174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] Provisioning complete for port 103a00fd-6aac-4874-a353-594a53bbd7bd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:48.049546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bd286f8-56c1-4101-b849-cd7e2afe71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:48.211651 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-7fcec939-488f-4fa0-821e-58d93ef7f1d0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363075297&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.1787510 Dec 20 16:42:48.280330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:48.340418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ddc8ed-2f2c-47d2-a7b1-6d3f830ce6ff None None] Network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:48.369212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c140309d-30c1-49a4-9df9-1f45de1fa8f3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:48.370408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=dc1f1101-d90b-4727-8516-42f438862eff,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:48.501252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1dacad25-820c-4822-a0e6-c7b420503eb1 None None] Provisioning complete for port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:48.501606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dacad25-820c-4822-a0e6-c7b420503eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:48.539769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-7b01475f-b197-44d4-8543-29d110bbf220 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:48.547316 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-7b01475f-b197-44d4-8543-29d110bbf220 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 797 time: 0.3202167 Dec 20 16:42:48.588947 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-d749b385-217a-41f1-aec4-48e27d4cbe84 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0407243 Dec 20 16:42:48.594890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c140309d-30c1-49a4-9df9-1f45de1fa8f3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:48.595556 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:48.770211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:48.798194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1dacad25-820c-4822-a0e6-c7b420503eb1 None None] Provisioning complete for port c140309d-30c1-49a4-9df9-1f45de1fa8f3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:48.798597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dacad25-820c-4822-a0e6-c7b420503eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:48.872585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port c140309d-30c1-49a4-9df9-1f45de1fa8f3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c140309d-30c1-49a4-9df9-1f45de1fa8f3,segment=NetworkSegment(51c0b269-7f9a-43d6-af9e-beafeecb60d7),segment_id=51c0b269-7f9a-43d6-af9e-beafeecb60d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:48.907430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:48.908228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7a995d9c-aecf-4dfa-8921-80eff7a8f81b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:48.988647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dacad25-820c-4822-a0e6-c7b420503eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:49.090893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=c140309d-30c1-49a4-9df9-1f45de1fa8f3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:49.130397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-1dacad25-820c-4822-a0e6-c7b420503eb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:42:49.130756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-1dacad25-820c-4822-a0e6-c7b420503eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:42:49.132612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:49.132978 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:49.167456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:49.180434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:49.240696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e312b3aa-136a-4d22-8f02-527bab3f6460 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:49.289187 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-c4eaae5d-dea1-42d5-b9c5-f1217643d1ec tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6865532 Dec 20 16:42:49.297325 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e312b3aa-136a-4d22-8f02-527bab3f6460 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:49.297858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:49.336881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Port': ['ID=98df0a70-cb26-4f47-a907-597e27b11ca9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:49.358016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:49.407308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:49.431350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643609f4-918d-4ef2-8cce-21f03090c691 None None] Network 260e1a9b-ce66-49f2-97da-85f4a874d2f3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:49.577663 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-764abcd4-3e57-4dc7-9f99-90ab4699eda1 service neutron] 10.222.0.60 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543812 Dec 20 16:42:49.692732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:49.697690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:49.789181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Provisioning complete for port 99451e9f-f5f5-4bd5-abd1-e64bfa859665 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:49.789612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:49.833462 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-b1fe085f-e3ee-48f3-afa5-d67b0ea833a9 service neutron] 10.222.0.60 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476270 Dec 20 16:42:49.875613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:49.916362 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router be133210-efbb-44c3-a0ba-8bc90732da1d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:49.921063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] For port 99451e9f-f5f5-4bd5-abd1-e64bfa859665, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=99451e9f-f5f5-4bd5-abd1-e64bfa859665,segment=NetworkSegment(564a1e04-ba4c-4f77-89c6-7daff95d9203),segment_id=564a1e04-ba4c-4f77-89c6-7daff95d9203)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:49.930096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:50.000112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Router d881135f-ad98-4e1f-ae49-5f9fe762c207 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:42:50.047109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Pushing event updated for resources: {'Port': ['ID=99451e9f-f5f5-4bd5-abd1-e64bfa859665,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:50.058234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:50.058692 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-41f83e8c-c6ed-4a10-85d1-3b8c16111f6c req-bc1d0b20-e2c9-4e3e-886c-018d17e164fe tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 210 time: 0.0397277 Dec 20 16:42:50.065150 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Provisioning complete for port 98df0a70-cb26-4f47-a907-597e27b11ca9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:50.065536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:50.079133 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-97446d2d-639f-4463-9920-c9a88dc210e5 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/routers/be133210-efbb-44c3-a0ba-8bc90732da1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1452301 Dec 20 16:42:50.083775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:50.103087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490355f8-18b8-4494-bb98-0fd18521580e None None] Sync routers for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:50.137757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490355f8-18b8-4494-bb98-0fd18521580e None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:50.138447 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-490355f8-18b8-4494-bb98-0fd18521580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:50.178718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Port 98df0a70-cb26-4f47-a907-597e27b11ca9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:50.180962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-490355f8-18b8-4494-bb98-0fd18521580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:50.196113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 99451e9f-f5f5-4bd5-abd1-e64bfa859665 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:50.202552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490355f8-18b8-4494-bb98-0fd18521580e None None] Routers {'be133210-efbb-44c3-a0ba-8bc90732da1d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:50.203183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-490355f8-18b8-4494-bb98-0fd18521580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['be133210-efbb-44c3-a0ba-8bc90732da1d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:50.258508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Provisioning complete for port c140309d-30c1-49a4-9df9-1f45de1fa8f3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:50.259074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be60babd-a036-471e-a94b-d33c7e5f5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:50.260703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-490355f8-18b8-4494-bb98-0fd18521580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:50.261399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490355f8-18b8-4494-bb98-0fd18521580e None None] The sync data for ids ['be133210-efbb-44c3-a0ba-8bc90732da1d'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:50.273986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:50.280661 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-475cb4c3-6685-434e-84eb-82167207f109 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "PUT /v2.0/routers/d881135f-ad98-4e1f-ae49-5f9fe762c207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9342358 Dec 20 16:42:50.283541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49072) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:50.294095 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acad12c-5e5b-4fe9-886f-4a82dc4040cd None None] Sync routers for ids ['d881135f-ad98-4e1f-ae49-5f9fe762c207'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:50.305160 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acad12c-5e5b-4fe9-886f-4a82dc4040cd None None] Routers {'d881135f-ad98-4e1f-ae49-5f9fe762c207'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:50.306061 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9acad12c-5e5b-4fe9-886f-4a82dc4040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d881135f-ad98-4e1f-ae49-5f9fe762c207'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:50.338533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 99451e9f-f5f5-4bd5-abd1-e64bfa859665 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:50.338947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:50.340639 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9acad12c-5e5b-4fe9-886f-4a82dc4040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:50.367135 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acad12c-5e5b-4fe9-886f-4a82dc4040cd None None] Routers {'d881135f-ad98-4e1f-ae49-5f9fe762c207'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:50.367751 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9acad12c-5e5b-4fe9-886f-4a82dc4040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d881135f-ad98-4e1f-ae49-5f9fe762c207'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:50.407503 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9acad12c-5e5b-4fe9-886f-4a82dc4040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:50.408333 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acad12c-5e5b-4fe9-886f-4a82dc4040cd None None] The sync data for ids ['d881135f-ad98-4e1f-ae49-5f9fe762c207'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:50.412263 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:50.462676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c140309d-30c1-49a4-9df9-1f45de1fa8f3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:50.516436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c140309d-30c1-49a4-9df9-1f45de1fa8f3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:50.516991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:50.564060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-06fb5f1b-b7a8-4f44-a56f-62b8652cf8d3 None None] Provisioning complete for port 98df0a70-cb26-4f47-a907-597e27b11ca9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:50.564291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06fb5f1b-b7a8-4f44-a56f-62b8652cf8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:50.613025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:50.640871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-06fb5f1b-b7a8-4f44-a56f-62b8652cf8d3 None None] Port 98df0a70-cb26-4f47-a907-597e27b11ca9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:50.648920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7a995d9c-aecf-4dfa-8921-80eff7a8f81b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:50.707828 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:50.708342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.082278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port ca6d0be0-2eff-4f8e-a134-722b8f01869a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:51.082622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.199359 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-fc2ae8ff-9578-4b01-8fdc-90380452af77 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:42:51.200425 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fc2ae8ff-9578-4b01-8fdc-90380452af77 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "PUT /v2.0/routers/d881135f-ad98-4e1f-ae49-5f9fe762c207/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9159639 Dec 20 16:42:51.202540 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1215d29-6f23-4a1a-8400-11289b6123e2 req-e2a8baeb-8b8e-4c4a-bc50-c14d05e32217 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 210 time: 0.0631714 Dec 20 16:42:51.203890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:51.230980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.244021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for ca6d0be0-2eff-4f8e-a134-722b8f01869a owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:51.489289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.530916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=ca6d0be0-2eff-4f8e-a134-722b8f01869a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:51.543961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.547213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc15cd31-8474-44a5-8ff8-fc539ed83e86 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:51.603122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-b8ed9651-1268-4023-a314-60cc26464556 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:51.604610 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-b8ed9651-1268-4023-a314-60cc26464556 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 797 time: 0.2116432 Dec 20 16:42:51.638640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.763551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.770016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.824967 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-88b1efa2-7caf-4674-8cf6-d55835f3c5d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 379 time: 0.2084491 Dec 20 16:42:51.829158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Deleting port 98df0a70-cb26-4f47-a907-597e27b11ca9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:51.829593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.835957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['2d5d3943-a348-4871-8d36-ade47b98743f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:51.840749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.841253 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Fanout notify agent at l3_agent the message router_deleted on router be133210-efbb-44c3-a0ba-8bc90732da1d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:42:51.848570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.852415 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d89d176e-009a-4af5-8789-d3381f28eace tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/routers/be133210-efbb-44c3-a0ba-8bc90732da1d HTTP/1.1" status: 204 len: 168 time: 1.7675974 Dec 20 16:42:51.853160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:51.951596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f27295-722f-421b-bd90-413cdc0c8909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting subnet 301fe480-59b9-4dea-af70-ff7bff2bb018 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:51.959409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3f27295-722f-421b-bd90-413cdc0c8909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.971232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:42:51.975198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.982786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.001940 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Calling delete_port for 98df0a70-cb26-4f47-a907-597e27b11ca9 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:52.019324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3f27295-722f-421b-bd90-413cdc0c8909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.027683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 99451e9f-f5f5-4bd5-abd1-e64bfa859665 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:52.100230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 99451e9f-f5f5-4bd5-abd1-e64bfa859665 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:52.100876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.121986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.12 (a1657c7e-9190-46b9-844c-21e877b5f936/3109229d-cd43-461b-ab31-c666a5243906/1d002d47-7889-4d1c-84f2-8c245c32f1f2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:52.183392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3f27295-722f-421b-bd90-413cdc0c8909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.276408 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:42:52.306781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.314161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.324829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3f27295-722f-421b-bd90-413cdc0c8909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.351923 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4910f3ea-6204-4e1b-90b4-201d702020cb req-0223a189-a627-4cef-a42f-8b2701e4a3cc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 210 time: 0.0355148 Dec 20 16:42:52.375740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event deleted for resources: {'Port': ['ID=98df0a70-cb26-4f47-a907-597e27b11ca9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:52.384258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.422322 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f27295-722f-421b-bd90-413cdc0c8909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Subnet': ['ID=301fe480-59b9-4dea-af70-ff7bff2bb018,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:52.443212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network a1657c7e-9190-46b9-844c-21e877b5f936 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:52.446926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:52.451285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:52.483842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd87c95-7d1a-4c52-9762-fcf0f6862ffc None None] Network ef5b0af3-6185-4bf8-8e45-d2fb7efc080e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:52.494287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3f27295-722f-421b-bd90-413cdc0c8909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.494775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=1d002d47-7889-4d1c-84f2-8c245c32f1f2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:52.497642 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e3f27295-722f-421b-bd90-413cdc0c8909 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/subnets/301fe480-59b9-4dea-af70-ff7bff2bb018 HTTP/1.1" status: 204 len: 168 time: 0.6435347 Dec 20 16:42:52.500407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:52.525310 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1096832f-a817-4700-9b3a-71512dc6e239 req-52425129-e95c-4c28-8d9d-0c5bdcde9dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1534269 Dec 20 16:42:52.625558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:52.626243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.665940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.677430 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-94f9436b-a34e-4f3f-ada5-e62ba9c9fe41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8464148 Dec 20 16:42:52.692579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Request body: {'port': {'device_id': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:52.698001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.715765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096832f-a817-4700-9b3a-71512dc6e239 req-484608ef-c15d-42d3-a7a2-bbc060a9522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:52.717614 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1096832f-a817-4700-9b3a-71512dc6e239 req-484608ef-c15d-42d3-a7a2-bbc060a9522c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6e25f074d8f4948b0eb49618d4cc1fe&device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 1098 time: 0.1118135 Dec 20 16:42:52.788571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62122aae-e357-4143-bf9e-ae2668a689eb None None] DHCP port deletion for ef5b0af3-6185-4bf8-8e45-d2fb7efc080e request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:52.806478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.836051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:52.836396 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.853605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-62122aae-e357-4143-bf9e-ae2668a689eb None None] Deleting port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:52.854085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62122aae-e357-4143-bf9e-ae2668a689eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:52.968130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Router d881135f-ad98-4e1f-ae49-5f9fe762c207 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:52.973500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096832f-a817-4700-9b3a-71512dc6e239 req-6e29a9e3-4dfd-412e-a3f1-ce84765315f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:52.975564 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1096832f-a817-4700-9b3a-71512dc6e239 req-6e29a9e3-4dfd-412e-a3f1-ce84765315f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2dd6da37-3251-41c4-b744-9ff56d40c01e HTTP/1.1" status: 200 len: 897 time: 0.2158186 Dec 20 16:42:53.043747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] For port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f4423b3d-1631-4800-8c1d-5f9d37ecfc6b,segment=NetworkSegment(41e5da24-013d-47c0-a595-5fecc7366a7f),segment_id=41e5da24-013d-47c0-a595-5fecc7366a7f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:53.044024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.097404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for f4423b3d-1631-4800-8c1d-5f9d37ecfc6b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:53.104247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-62122aae-e357-4143-bf9e-ae2668a689eb None None] For port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f4423b3d-1631-4800-8c1d-5f9d37ecfc6b,segment=NetworkSegment(41e5da24-013d-47c0-a595-5fecc7366a7f),segment_id=41e5da24-013d-47c0-a595-5fecc7366a7f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:53.104550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62122aae-e357-4143-bf9e-ae2668a689eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.120593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-62122aae-e357-4143-bf9e-ae2668a689eb None None] Calling delete_port for f4423b3d-1631-4800-8c1d-5f9d37ecfc6b owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:53.125436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6a0b7ef4-9cda-40a8-805c-7c7c28706955 None None] Provisioning complete for port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:53.125711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7ef4-9cda-40a8-805c-7c7c28706955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.213983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b7ef4-9cda-40a8-805c-7c7c28706955 None None] Port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:53.258557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62122aae-e357-4143-bf9e-ae2668a689eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.286787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62122aae-e357-4143-bf9e-ae2668a689eb None None] Pushing event deleted for resources: {'Port': ['ID=f4423b3d-1631-4800-8c1d-5f9d37ecfc6b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:53.289624 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62122aae-e357-4143-bf9e-ae2668a689eb None None] No DVR routers for this DVR port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:53.298649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.372748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] No DVR routers for this DVR port f4423b3d-1631-4800-8c1d-5f9d37ecfc6b on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:53.376149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=f4423b3d-1631-4800-8c1d-5f9d37ecfc6b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:53.421162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:53.426463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d002d47-7889-4d1c-84f2-8c245c32f1f2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:42:53.431301 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-439072dc-8929-4766-99ad-4c45d457c029 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "PUT /v2.0/routers/d881135f-ad98-4e1f-ae49-5f9fe762c207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2257402 Dec 20 16:42:53.434867 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1096832f-a817-4700-9b3a-71512dc6e239 req-4950fcdc-33e3-46c6-82a8-2752302124a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc846cab-6de5-4874-8ac1-306066ba9262 HTTP/1.1" status: 200 len: 1001 time: 0.4493864 Dec 20 16:42:53.435435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:53.445820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.449463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e358c9-a079-423a-9fd7-284125a195de None None] Sync routers for ids ['d881135f-ad98-4e1f-ae49-5f9fe762c207'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:53.466784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e358c9-a079-423a-9fd7-284125a195de None None] Routers {'d881135f-ad98-4e1f-ae49-5f9fe762c207'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:53.467419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81e358c9-a079-423a-9fd7-284125a195de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d881135f-ad98-4e1f-ae49-5f9fe762c207'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:53.501914 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81e358c9-a079-423a-9fd7-284125a195de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:53.509354 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.514965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e358c9-a079-423a-9fd7-284125a195de None None] Routers {'d881135f-ad98-4e1f-ae49-5f9fe762c207'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:53.515635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81e358c9-a079-423a-9fd7-284125a195de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d881135f-ad98-4e1f-ae49-5f9fe762c207'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:53.522776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Transition to ACTIVE for port object 1d002d47-7889-4d1c-84f2-8c245c32f1f2 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:42:53.530613 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-8eb362e3-0b86-4d30-86bc-af5b5a252626 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] delete failed (client error): The resource could not be found. Dec 20 16:42:53.535298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8eb362e3-0b86-4d30-86bc-af5b5a252626 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1227940575 HTTP/1.1" status: 404 len: 335 time: 0.0949955 Dec 20 16:42:53.537000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:53.538202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.548407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1349f1df-e04a-42e4-bba7-7ed5100659ce tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd881135f-ad98-4e1f-ae49-5f9fe762c207'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:53.559404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81e358c9-a079-423a-9fd7-284125a195de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:53.560156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e358c9-a079-423a-9fd7-284125a195de None None] The sync data for ids ['d881135f-ad98-4e1f-ae49-5f9fe762c207'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:53.560866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096832f-a817-4700-9b3a-71512dc6e239 req-21334bc0-6409-499e-8ac1-bdbe81093489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:53.562544 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1096832f-a817-4700-9b3a-71512dc6e239 req-21334bc0-6409-499e-8ac1-bdbe81093489 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04c29942-5775-4a17-96a1-718e2bd636d9 HTTP/1.1" status: 200 len: 835 time: 0.1194189 Dec 20 16:42:53.574668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16e93-0fa4-4561-b21c-0b37b8e3dece req-f3e12be2-c11b-41bb-b04e-953f2e0710b3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:53.576231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1cf16e93-0fa4-4561-b21c-0b37b8e3dece req-f3e12be2-c11b-41bb-b04e-953f2e0710b3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 932 time: 0.0927188 Dec 20 16:42:53.650314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096832f-a817-4700-9b3a-71512dc6e239 req-40a61a2b-cc39-4b88-91ad-6303a35066b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:53.656298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1096832f-a817-4700-9b3a-71512dc6e239 req-40a61a2b-cc39-4b88-91ad-6303a35066b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2dd6da37-3251-41c4-b744-9ff56d40c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747149 Dec 20 16:42:53.660727 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1cf16e93-0fa4-4561-b21c-0b37b8e3dece req-2e065cee-7d67-444d-8069-ed315f833b03 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758820 Dec 20 16:42:53.667399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5b0af3-6185-4bf8-8e45-d2fb7efc080e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:53.691358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e5da24-013d-47c0-a595-5fecc7366a7f') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:53.691654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e5da24-013d-47c0-a595-5fecc7366a7f') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:53.710490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.761806 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1096832f-a817-4700-9b3a-71512dc6e239 req-bcd9f48a-c53d-49cc-bc3d-b10371b5023e service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000187 Dec 20 16:42:53.764568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Pushing event updated for resources: {'Port': ['ID=1d002d47-7889-4d1c-84f2-8c245c32f1f2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:53.800760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.830939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:53.831282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:53.835314 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:53.877755 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1096832f-a817-4700-9b3a-71512dc6e239 req-8b30eb17-a537-4d5d-8450-24f5d44f566c service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066301 Dec 20 16:42:53.969879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1349f1df-e04a-42e4-bba7-7ed5100659ce tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:53.999312 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-1349f1df-e04a-42e4-bba7-7ed5100659ce tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] update failed (client error): The resource could not be found. Dec 20 16:42:54.000378 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1349f1df-e04a-42e4-bba7-7ed5100659ce tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "PUT /v2.0/routers/d881135f-ad98-4e1f-ae49-5f9fe762c207 HTTP/1.1" status: 404 len: 339 time: 0.4584897 Dec 20 16:42:54.003912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:54.005788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:54.005952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f4423b3d-1631-4800-8c1d-5f9d37ecfc6b no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:42:54.011348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:54.017333 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/networks/ef5b0af3-6185-4bf8-8e45-d2fb7efc080e HTTP/1.1" status: 204 len: 168 time: 1.5064211 Dec 20 16:42:54.019289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49104) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:54.027532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: f4423b3d-1631-4800-8c1d-5f9d37ecfc6b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:42:54.029239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f4423b3d-1631-4800-8c1d-5f9d37ecfc6b not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:42:54.033461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f02a22-c06c-4c8a-ace1-0824801090de tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Network': ['ID=ef5b0af3-6185-4bf8-8e45-d2fb7efc080e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:54.035770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Attempting to bind port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:42:54.035974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Attempting to bind port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:42:54.036295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Attempting to bind port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 on network a1657c7e-9190-46b9-844c-21e877b5f936 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:54.042012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 on network a1657c7e-9190-46b9-844c-21e877b5f936 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:42:54.042365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Attempting to bind port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 on network a1657c7e-9190-46b9-844c-21e877b5f936 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:42:54.047989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:42:54.048251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Checking segment: {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:42:54.048715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Bound using segment: {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:42:54.049143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Bound port: 1d002d47-7889-4d1c-84f2-8c245c32f1f2, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:42:54.049496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:54.137425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] For port 1d002d47-7889-4d1c-84f2-8c245c32f1f2, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:42:54.141231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] For port 1d002d47-7889-4d1c-84f2-8c245c32f1f2, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:42:54.150524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:54.196329 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:54.196946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:54.198381 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] 10.222.0.18 "PUT /v2.0/ports/1d002d47-7889-4d1c-84f2-8c245c32f1f2 HTTP/1.1" status: 200 len: 1094 time: 1.5119243 Dec 20 16:42:54.198838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:54.201376 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d447d601-1f43-4220-9d4b-c9ad235f0f03" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:42:54.237748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ebc6d-308b-4da2-a516-b036f6ddd000 service neutron] Pushing event updated for resources: {'Port': ['ID=1d002d47-7889-4d1c-84f2-8c245c32f1f2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:54.258218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a061f8-44f4-41c3-9c1d-df3ee02840e9 x-openstack-request-id: req-b6a061f8-44f4-41c3-9c1d-df3ee02840e9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:42:54.258541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:42:54.258797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6a061f8-44f4-41c3-9c1d-df3ee02840e9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:42:54.259207 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'status': 'completed', 'code': 200} Dec 20 16:42:54.315596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-582f38dd-5463-41dd-8f4a-9e807910fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:54.316498 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-582f38dd-5463-41dd-8f4a-9e807910fc8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 1097 time: 0.0469484 Dec 20 16:42:54.376850 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-5b7e3ce3-c254-4c44-8eba-477898869437 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2 HTTP/1.1" status: 200 len: 217 time: 0.0508952 Dec 20 16:42:54.398538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port 555eb4ce-eb6f-4b15-974d-64d924ca5a82 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:54.398797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:54.438881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-503a6110-ce29-46a7-9f31-128c758271b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:54.440531 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-503a6110-ce29-46a7-9f31-128c758271b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3109229d-cd43-461b-ab31-c666a5243906 HTTP/1.1" status: 200 len: 834 time: 0.0540910 Dec 20 16:42:54.503999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-ff08c374-4d77-49f7-9791-f3fdeae1a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:54.505521 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-ff08c374-4d77-49f7-9791-f3fdeae1a885 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1657c7e-9190-46b9-844c-21e877b5f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574400 Dec 20 16:42:54.506720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:54.598918 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-77037dda-7b8e-4dcd-8bd7-7c6d8eeb97de service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857170 Dec 20 16:42:54.611560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:54.611883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:54.631962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for 555eb4ce-eb6f-4b15-974d-64d924ca5a82 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:54.880102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34d76-fa43-4ed7-a33c-36b5e1361c01 req-1b82d8d1-ce6e-4686-bfb9-ff8879e91b8d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:54.882245 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b7d34d76-fa43-4ed7-a33c-36b5e1361c01 req-1b82d8d1-ce6e-4686-bfb9-ff8879e91b8d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 944 time: 0.1316786 Dec 20 16:42:54.899081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Allocated IP 172.20.0.1 (6b744805-1547-453c-a542-0ef0d36ac861/923fb6c1-e27a-4bf0-af3e-46aea4846e66/7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:42:55.000644 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7154bfae-6c73-4027-9c58-4e2ad9019b25 req-6531f0bf-6e06-4014-8687-ddbd96bd7a5f service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947191 Dec 20 16:42:55.001549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f791eef4-d5b5-4ba3-88ce-7c8b5dfceb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.042850 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b7d34d76-fa43-4ed7-a33c-36b5e1361c01 req-da929ebf-3697-49ec-8854-5a24c2521178 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498005 Dec 20 16:42:55.046420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.086009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=555eb4ce-eb6f-4b15-974d-64d924ca5a82,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:55.110413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-81abed55-9ad4-402f-9abe-795eced35f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:55.111937 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-81abed55-9ad4-402f-9abe-795eced35f6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 1097 time: 0.0539567 Dec 20 16:42:55.164186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.185883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.188540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.193021 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-302e3942-3db8-4112-81ee-968f15f6dd5d tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/floatingips/6f01f2d7-57ad-47e9-ba88-cdae4c8fc292 HTTP/1.1" status: 204 len: 168 time: 1.1695199 Dec 20 16:42:55.193387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:55.210148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-45fe4309-1d50-419c-b3f4-cc7dff698546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:55.211704 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-45fe4309-1d50-419c-b3f4-cc7dff698546 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 898 time: 0.0924473 Dec 20 16:42:55.226877 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7fe741-c68c-44bb-b48d-892db5da3767 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:55.227377 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7fe741-c68c-44bb-b48d-892db5da3767 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:55.230525 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9e7fe741-c68c-44bb-b48d-892db5da3767 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/ports/e15ff29b-3fdf-4247-9473-e0449f7403e2 HTTP/1.1" status: 404 len: 333 time: 0.0356212 Dec 20 16:42:55.233991 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:55.259360 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-4c679a81-054a-48de-ad8f-747794a40806 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2 HTTP/1.1" status: 200 len: 217 time: 0.0378788 Dec 20 16:42:55.269385 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-74a8d93a-afad-42cc-9141-5db95c406782 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "GET /v2.0/ports?device_id=be133210-efbb-44c3-a0ba-8bc90732da1d HTTP/1.1" status: 200 len: 205 time: 0.0342784 Dec 20 16:42:55.270809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.272778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49116) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:55.310771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-1444b2a1-be2d-4d45-8785-7aa6252dfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:55.312255 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-1444b2a1-be2d-4d45-8785-7aa6252dfcc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3109229d-cd43-461b-ab31-c666a5243906 HTTP/1.1" status: 200 len: 834 time: 0.0452650 Dec 20 16:42:55.345016 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-c06335a2-cdc8-4de0-80e1-d82bcd409048 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] delete failed (client error): The resource could not be found. Dec 20 16:42:55.348355 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c06335a2-cdc8-4de0-80e1-d82bcd409048 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/routers/be133210-efbb-44c3-a0ba-8bc90732da1d HTTP/1.1" status: 404 len: 336 time: 0.0702560 Dec 20 16:42:55.351810 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:55.353678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network 6b744805-1547-453c-a542-0ef0d36ac861 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:55.370305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-ad287042-c004-4458-a28e-d748688ea0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:55.370551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:55.371815 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-ad287042-c004-4458-a28e-d748688ea0b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1657c7e-9190-46b9-844c-21e877b5f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507171 Dec 20 16:42:55.392588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:42:55.395519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Port': ['ID=7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:55.399463 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f1db4c-ab4f-44fa-890c-94cb690277b6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] DELETE failed (client error): The resource could not be found. Dec 20 16:42:55.399894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f1db4c-ab4f-44fa-890c-94cb690277b6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:42:55.403271 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-74f1db4c-ab4f-44fa-890c-94cb690277b6 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/subnets/301fe480-59b9-4dea-af70-ff7bff2bb018 HTTP/1.1" status: 404 len: 337 time: 0.0483902 Dec 20 16:42:55.405764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:55.454096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.536268 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-44f324d9-44ea-4a56-a36a-a2572a26a135 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551957 Dec 20 16:42:55.575001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.577352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0c58e6a-2498-4a25-9f29-526df4c9a960 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port 27790f9d-f69e-4b78-9898-55ad3b28bcce {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:55.577990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0c58e6a-2498-4a25-9f29-526df4c9a960 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.695498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1764f836-0d2d-4c56-837f-e4579371e1dd None None] Provisioning complete for port 7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:55.696675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1764f836-0d2d-4c56-837f-e4579371e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.706240 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d447d601-1f43-4220-9d4b-c9ad235f0f03 req-e005f28e-cf37-46d9-b062-675a26cd013c service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614947 Dec 20 16:42:55.721097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0c58e6a-2498-4a25-9f29-526df4c9a960 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.734406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0c58e6a-2498-4a25-9f29-526df4c9a960 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for 27790f9d-f69e-4b78-9898-55ad3b28bcce owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:55.754929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1764f836-0d2d-4c56-837f-e4579371e1dd None None] Port 7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:55.845226 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.851501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.871201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0c58e6a-2498-4a25-9f29-526df4c9a960 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.906441 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c58e6a-2498-4a25-9f29-526df4c9a960 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=27790f9d-f69e-4b78-9898-55ad3b28bcce,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:55.928664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.932239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event updated for resources: {'Port': ['ID=7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:55.983248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0c58e6a-2498-4a25-9f29-526df4c9a960 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:55.988889 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d0c58e6a-2498-4a25-9f29-526df4c9a960 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/ports/27790f9d-f69e-4b78-9898-55ad3b28bcce HTTP/1.1" status: 204 len: 168 time: 0.5799112 Dec 20 16:42:55.989139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:56.032918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Network 6b744805-1547-453c-a542-0ef0d36ac861 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:42:56.034392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:42:56.082230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a53b032b-92a5-44a1-a141-58c74fd102ba tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port ba11d2b0-a56b-4668-b318-34563d55dba7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:56.082230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a53b032b-92a5-44a1-a141-58c74fd102ba tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:56.153858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Router d881135f-ad98-4e1f-ae49-5f9fe762c207 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:56.234533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a53b032b-92a5-44a1-a141-58c74fd102ba tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:56.244821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c80a5-a0d1-4ada-9568-268b8b7bae02 req-ea406d83-fafe-43b4-b6ff-ce4a75b34b6c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:56.246658 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dd8c80a5-a0d1-4ada-9568-268b8b7bae02 req-ea406d83-fafe-43b4-b6ff-ce4a75b34b6c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 944 time: 0.0876443 Dec 20 16:42:56.269373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:56.274952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a53b032b-92a5-44a1-a141-58c74fd102ba tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for ba11d2b0-a56b-4668-b318-34563d55dba7 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:56.278216 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d7926d85-e78d-4087-a816-ee1ba3de9c9d tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "PUT /v2.0/routers/d881135f-ad98-4e1f-ae49-5f9fe762c207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2673447 Dec 20 16:42:56.278425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:56.284901 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce1147-ed31-4fcc-b797-435366a9644a None None] Sync routers for ids ['d881135f-ad98-4e1f-ae49-5f9fe762c207'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:56.285449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7d71c3be-4c5d-4884-9d67-98241938c419 None None] Provisioning complete for port 7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:56.285449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d71c3be-4c5d-4884-9d67-98241938c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:56.295366 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce1147-ed31-4fcc-b797-435366a9644a None None] Routers {'d881135f-ad98-4e1f-ae49-5f9fe762c207'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:56.295980 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d2ce1147-ed31-4fcc-b797-435366a9644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d881135f-ad98-4e1f-ae49-5f9fe762c207'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:56.321852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7d71c3be-4c5d-4884-9d67-98241938c419 None None] Port 7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:42:56.328846 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d2ce1147-ed31-4fcc-b797-435366a9644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:56.338055 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce1147-ed31-4fcc-b797-435366a9644a None None] Routers {'d881135f-ad98-4e1f-ae49-5f9fe762c207'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:56.338698 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d2ce1147-ed31-4fcc-b797-435366a9644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d881135f-ad98-4e1f-ae49-5f9fe762c207'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:56.373043 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d2ce1147-ed31-4fcc-b797-435366a9644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:56.373706 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce1147-ed31-4fcc-b797-435366a9644a None None] The sync data for ids ['d881135f-ad98-4e1f-ae49-5f9fe762c207'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:56.428442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dd8c80a5-a0d1-4ada-9568-268b8b7bae02 req-5f10a0bf-6bd4-4832-9740-37a7c5379e9a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745219 Dec 20 16:42:56.448339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-929e8395-d88f-4541-a2d1-dd74fe39ad54 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:56.555605 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-929e8395-d88f-4541-a2d1-dd74fe39ad54 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 16:42:56.556651 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-929e8395-d88f-4541-a2d1-dd74fe39ad54 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "DELETE /v2.0/routers/d881135f-ad98-4e1f-ae49-5f9fe762c207 HTTP/1.1" status: 409 len: 329 time: 0.2774589 Dec 20 16:42:56.559711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:56.572300 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1d002d47-7889-4d1c-84f2-8c245c32f1f2 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:42:56.604858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a53b032b-92a5-44a1-a141-58c74fd102ba tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:56.638278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b032b-92a5-44a1-a141-58c74fd102ba tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=ba11d2b0-a56b-4668-b318-34563d55dba7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:56.684582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 1d002d47-7889-4d1c-84f2-8c245c32f1f2, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:56.697593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'port_id': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'mac_address': 'fa:16:3e:83:a1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:42:56.711961 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a53b032b-92a5-44a1-a141-58c74fd102ba tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:56.718298 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a53b032b-92a5-44a1-a141-58c74fd102ba tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/ports/ba11d2b0-a56b-4668-b318-34563d55dba7 HTTP/1.1" status: 204 len: 168 time: 0.7257013 Dec 20 16:42:56.718667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:56.737932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:56.754859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d002d47-7889-4d1c-84f2-8c245c32f1f2 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:42:56.776974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734f6c8-e8bb-48ae-8a8e-054a61164701 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:56.779251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 1d002d47-7889-4d1c-84f2-8c245c32f1f2, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:56.781846 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c734f6c8-e8bb-48ae-8a8e-054a61164701 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f77604f-65d1-404c-b991-5a83c2371739 HTTP/1.1" status: 200 len: 913 time: 0.0619681 Dec 20 16:42:56.782616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:56.784671 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:56.839128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=1d002d47-7889-4d1c-84f2-8c245c32f1f2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:57.014489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['1d002d47-7889-4d1c-84f2-8c245c32f1f2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:42:57.151668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.211977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.418016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port 5c69b5fc-9552-41f9-a308-69be3a91f047 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:57.418318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.465437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Deleting port 7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:57.465853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.517240 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.529946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for 5c69b5fc-9552-41f9-a308-69be3a91f047 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:57.591566 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.601205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f1e77-02fe-4a74-8d40-30f1d08de135 req-4e99f35a-7dd3-4eb0-898f-b835ba25a2f8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:57.602710 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-265f1e77-02fe-4a74-8d40-30f1d08de135 req-4e99f35a-7dd3-4eb0-898f-b835ba25a2f8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 945 time: 0.1023779 Dec 20 16:42:57.618472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Calling delete_port for 7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:57.714524 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-265f1e77-02fe-4a74-8d40-30f1d08de135 req-714671f1-9238-489d-879a-f1b93fd04210 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041462 Dec 20 16:42:57.739414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.740635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e93d867-c124-4292-aea9-33ed2610aeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.773768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=5c69b5fc-9552-41f9-a308-69be3a91f047,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:57.852301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.878615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event deleted for resources: {'Port': ['ID=7e1c5c6d-58af-4d21-b9b5-3fa02a3978fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:57.961873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.044377 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.218202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Router d881135f-ad98-4e1f-ae49-5f9fe762c207 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:58.303252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:58.312486 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a0c1fc15-329b-47f6-bb7b-307119f947de tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "PUT /v2.0/routers/d881135f-ad98-4e1f-ae49-5f9fe762c207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7475507 Dec 20 16:42:58.312486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:58.316110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522f4c8-50a1-4b68-a79f-9df666b96568 None None] Sync routers for ids ['d881135f-ad98-4e1f-ae49-5f9fe762c207'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:58.339659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522f4c8-50a1-4b68-a79f-9df666b96568 None None] Routers {'d881135f-ad98-4e1f-ae49-5f9fe762c207'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:58.340380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1522f4c8-50a1-4b68-a79f-9df666b96568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d881135f-ad98-4e1f-ae49-5f9fe762c207'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:58.356055 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-15c30d0d-9d22-48de-a13d-b42e9c3c07a2 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] show failed (client error): The resource could not be found. Dec 20 16:42:58.361012 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-15c30d0d-9d22-48de-a13d-b42e9c3c07a2 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1134633598 HTTP/1.1" status: 404 len: 335 time: 0.0437021 Dec 20 16:42:58.361346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:58.367192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6cacc5cc-fe30-4d1e-93b0-138f2e3f8b8c tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:42:58.391728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1522f4c8-50a1-4b68-a79f-9df666b96568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:58.404627 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.api.v2.resource [None req-6cacc5cc-fe30-4d1e-93b0-138f2e3f8b8c tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] update failed (client error): The resource could not be found. Dec 20 16:42:58.409797 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6cacc5cc-fe30-4d1e-93b0-138f2e3f8b8c tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-829275970 HTTP/1.1" status: 404 len: 334 time: 0.0432134 Dec 20 16:42:58.409797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:58.416307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522f4c8-50a1-4b68-a79f-9df666b96568 None None] Routers {'d881135f-ad98-4e1f-ae49-5f9fe762c207'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:58.416926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1522f4c8-50a1-4b68-a79f-9df666b96568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d881135f-ad98-4e1f-ae49-5f9fe762c207'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:58.458473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.459296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1522f4c8-50a1-4b68-a79f-9df666b96568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:58.460012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522f4c8-50a1-4b68-a79f-9df666b96568 None None] The sync data for ids ['d881135f-ad98-4e1f-ae49-5f9fe762c207'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:58.476823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69a9acb-133f-4dd7-8498-9f56016aafbf tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Deleting subnet e86559bd-371d-444b-bcbd-40cbfed3b0c6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:58.480275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69a9acb-133f-4dd7-8498-9f56016aafbf tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.525007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69a9acb-133f-4dd7-8498-9f56016aafbf tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.539022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Router 9f77604f-65d1-404c-b991-5a83c2371739 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:42:58.604743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1d002d47-7889-4d1c-84f2-8c245c32f1f2 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:42:58.666771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:42:58.674779 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4664c7ae-36dc-4830-bb3e-e3441e47ba90 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "PUT /v2.0/routers/9f77604f-65d1-404c-b991-5a83c2371739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8909545 Dec 20 16:42:58.678811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:58.680631 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c91d6-f42a-4eda-9def-e4c45f87fcc7 None None] Sync routers for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:42:58.688485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69a9acb-133f-4dd7-8498-9f56016aafbf tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.689231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:42:58.696432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:42:58.697234 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c91d6-f42a-4eda-9def-e4c45f87fcc7 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:58.697428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.698213 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a29c91d6-f42a-4eda-9def-e4c45f87fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:58.725093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1ede0-65a8-45f4-81ce-7ebdcd06b31a req-cc1b7651-fae4-41a4-a96b-731c8fcb97bf tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:58.726712 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a6a1ede0-65a8-45f4-81ce-7ebdcd06b31a req-cc1b7651-fae4-41a4-a96b-731c8fcb97bf tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.1375375 Dec 20 16:42:58.734962 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a29c91d6-f42a-4eda-9def-e4c45f87fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:58.745991 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c91d6-f42a-4eda-9def-e4c45f87fcc7 None None] Routers {'9f77604f-65d1-404c-b991-5a83c2371739'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:42:58.747223 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a29c91d6-f42a-4eda-9def-e4c45f87fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9f77604f-65d1-404c-b991-5a83c2371739'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:58.789787 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a29c91d6-f42a-4eda-9def-e4c45f87fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:58.790812 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c91d6-f42a-4eda-9def-e4c45f87fcc7 None None] The sync data for ids ['9f77604f-65d1-404c-b991-5a83c2371739'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:42:58.793637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69a9acb-133f-4dd7-8498-9f56016aafbf tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.829867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a9acb-133f-4dd7-8498-9f56016aafbf tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event deleted for resources: {'Subnet': ['ID=e86559bd-371d-444b-bcbd-40cbfed3b0c6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:58.848885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.860150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69a9acb-133f-4dd7-8498-9f56016aafbf tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.861865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced29296-c165-4021-ac7b-56ee6336a4a7 None None] Network 260e1a9b-ce66-49f2-97da-85f4a874d2f3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:58.863969 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b69a9acb-133f-4dd7-8498-9f56016aafbf tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "DELETE /v2.0/subnets/e86559bd-371d-444b-bcbd-40cbfed3b0c6 HTTP/1.1" status: 204 len: 168 time: 0.4531846 Dec 20 16:42:58.867767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:58.880116 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a6a1ede0-65a8-45f4-81ce-7ebdcd06b31a req-c805f9eb-a9ff-4c33-8a63-1f0a2a9c1084 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378534 Dec 20 16:42:58.909354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:42:58.911648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314716fb-e318-4ca4-a053-f6c2115a5a85" -d '{"events": [{"server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "name": "network-vif-plugged", "status": "completed", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:42:58.915415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:58.966304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 1d002d47-7889-4d1c-84f2-8c245c32f1f2, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:58.973036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956df19b-3221-4557-9e42-33e6e62a67d5 x-openstack-request-id: req-956df19b-3221-4557-9e42-33e6e62a67d5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:42:58.974007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "name": "network-vif-plugged", "status": "completed", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:42:58.974007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-956df19b-3221-4557-9e42-33e6e62a67d5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:42:58.974608 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'code': 200} Dec 20 16:42:58.997366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.000990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2736a-1430-42f0-b7d1-85598cb3d0bb req-a6656cc9-45a6-47b8-aae2-b2853c433081 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:59.002582 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0eb2736a-1430-42f0-b7d1-85598cb3d0bb req-a6656cc9-45a6-47b8-aae2-b2853c433081 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 945 time: 0.1755929 Dec 20 16:42:59.045570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-21af0e35-ab7c-49df-8908-86207bc3ce29 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Deleting subnet 4e7aacc9-bc39-4e75-9c06-645de2cc254c {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:42:59.056932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21af0e35-ab7c-49df-8908-86207bc3ce29 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.059716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=1d002d47-7889-4d1c-84f2-8c245c32f1f2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:59.114700 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bde908-0b73-4a78-a2ce-8f083d4a1efc None None] DHCP port deletion for 260e1a9b-ce66-49f2-97da-85f4a874d2f3 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:59.136554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21af0e35-ab7c-49df-8908-86207bc3ce29 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.146050 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0eb2736a-1430-42f0-b7d1-85598cb3d0bb req-37c80d8b-ff89-4f61-a47a-34908afb6599 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124158 Dec 20 16:42:59.171062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-32bde908-0b73-4a78-a2ce-8f083d4a1efc None None] Deleting port 99451e9f-f5f5-4bd5-abd1-e64bfa859665 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:59.171433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32bde908-0b73-4a78-a2ce-8f083d4a1efc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.206444 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.238704 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-32bde908-0b73-4a78-a2ce-8f083d4a1efc None None] For port 99451e9f-f5f5-4bd5-abd1-e64bfa859665, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=99451e9f-f5f5-4bd5-abd1-e64bfa859665,segment=NetworkSegment(564a1e04-ba4c-4f77-89c6-7daff95d9203),segment_id=564a1e04-ba4c-4f77-89c6-7daff95d9203)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:59.239168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32bde908-0b73-4a78-a2ce-8f083d4a1efc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.251584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-32bde908-0b73-4a78-a2ce-8f083d4a1efc None None] Calling delete_port for 99451e9f-f5f5-4bd5-abd1-e64bfa859665 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:59.281665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c20a4b-ad4d-4a27-8397-3820d066546c req-f22e63c1-870d-4fb3-b0cf-e4a9a8ce3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:59.283218 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f5c20a4b-ad4d-4a27-8397-3820d066546c req-f22e63c1-870d-4fb3-b0cf-e4a9a8ce3914 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 1099 time: 0.1414835 Dec 20 16:42:59.302717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21af0e35-ab7c-49df-8908-86207bc3ce29 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.336211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32bde908-0b73-4a78-a2ce-8f083d4a1efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.362654 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bde908-0b73-4a78-a2ce-8f083d4a1efc None None] Pushing event deleted for resources: {'Port': ['ID=99451e9f-f5f5-4bd5-abd1-e64bfa859665,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:59.367133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bde908-0b73-4a78-a2ce-8f083d4a1efc None None] No DVR routers for this DVR port 99451e9f-f5f5-4bd5-abd1-e64bfa859665 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:42:59.395651 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f5c20a4b-ad4d-4a27-8397-3820d066546c req-25765bdb-2045-4676-823f-4a0f6b15bb5c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038115 Dec 20 16:42:59.398790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting port e2d10582-1d72-47b9-874b-e55a6a3aed1c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:59.399136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.448795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21af0e35-ab7c-49df-8908-86207bc3ce29 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.480027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af0e35-ab7c-49df-8908-86207bc3ce29 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7aacc9-bc39-4e75-9c06-645de2cc254c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:59.486700 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21af0e35-ab7c-49df-8908-86207bc3ce29 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.489987 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-21af0e35-ab7c-49df-8908-86207bc3ce29 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "DELETE /v2.0/subnets/4e7aacc9-bc39-4e75-9c06-645de2cc254c HTTP/1.1" status: 204 len: 168 time: 0.6198766 Dec 20 16:42:59.492553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:59.497494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034f3b9-e802-4b3d-a987-6974cc785702 None None] Network bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:42:59.520854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.534629 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Calling delete_port for e2d10582-1d72-47b9-874b-e55a6a3aed1c owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:59.577644 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.663425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4813ed28-1bfa-49fd-af1f-3c726e7b2aef None None] DHCP port deletion for bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:59.670516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.696970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260e1a9b-ce66-49f2-97da-85f4a874d2f3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:59.708815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564a1e04-ba4c-4f77-89c6-7daff95d9203') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:59.709306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564a1e04-ba4c-4f77-89c6-7daff95d9203') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:42:59.726149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.729720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.741223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4813ed28-1bfa-49fd-af1f-3c726e7b2aef None None] Deleting port c140309d-30c1-49a4-9df9-1f45de1fa8f3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:42:59.741678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4813ed28-1bfa-49fd-af1f-3c726e7b2aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.751356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.762723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:42:59.763352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.767994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Port': ['ID=e2d10582-1d72-47b9-874b-e55a6a3aed1c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:42:59.769901 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:42:59.813695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e774fe-1488-4e2a-b0ce-398af893889c None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:42:59.848016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4813ed28-1bfa-49fd-af1f-3c726e7b2aef None None] For port c140309d-30c1-49a4-9df9-1f45de1fa8f3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c140309d-30c1-49a4-9df9-1f45de1fa8f3,segment=NetworkSegment(51c0b269-7f9a-43d6-af9e-beafeecb60d7),segment_id=51c0b269-7f9a-43d6-af9e-beafeecb60d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:42:59.848016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4813ed28-1bfa-49fd-af1f-3c726e7b2aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.848869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.868568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4813ed28-1bfa-49fd-af1f-3c726e7b2aef None None] Calling delete_port for c140309d-30c1-49a4-9df9-1f45de1fa8f3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:42:59.882559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.887608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.897907 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "DELETE /v2.0/networks/260e1a9b-ce66-49f2-97da-85f4a874d2f3 HTTP/1.1" status: 204 len: 168 time: 0.4033790 Dec 20 16:42:59.898881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:42:59.936650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df4885-8643-4ff9-a8d4-29ff38f01328 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event deleted for resources: {'Network': ['ID=260e1a9b-ce66-49f2-97da-85f4a874d2f3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:42:59.960217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.962899 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.024266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.025193 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Fanout notify agent at l3_agent the message router_deleted on router 9f77604f-65d1-404c-b991-5a83c2371739 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:43:00.027141 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.042485 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.043806 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5c219662-88b9-4c4f-b074-e40176ab4a35 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/routers/9f77604f-65d1-404c-b991-5a83c2371739 HTTP/1.1" status: 204 len: 168 time: 1.3637474 Dec 20 16:43:00.044912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 99451e9f-f5f5-4bd5-abd1-e64bfa859665 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:00.046239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:00.067979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.068571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 99451e9f-f5f5-4bd5-abd1-e64bfa859665 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:43:00.068912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 99451e9f-f5f5-4bd5-abd1-e64bfa859665 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:43:00.069395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c140309d-30c1-49a4-9df9-1f45de1fa8f3 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:00.071288 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4813ed28-1bfa-49fd-af1f-3c726e7b2aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.082062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d749ab6-de00-4bb8-bc94-767ab434f090 req-2d92e872-a733-4faf-a12c-5e63f53b80ef tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:00.083879 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d749ab6-de00-4bb8-bc94-767ab434f090 req-2d92e872-a733-4faf-a12c-5e63f53b80ef tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.1322310 Dec 20 16:43:00.121719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: c140309d-30c1-49a4-9df9-1f45de1fa8f3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:43:00.122070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c140309d-30c1-49a4-9df9-1f45de1fa8f3 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:43:00.123773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f500328-8b6e-461c-abc1-64f7cb082830 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Deleting subnet c1225c1d-be47-4477-8c26-a10d080c1a0b {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:43:00.123995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813ed28-1bfa-49fd-af1f-3c726e7b2aef None None] Pushing event deleted for resources: {'Port': ['ID=c140309d-30c1-49a4-9df9-1f45de1fa8f3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:00.128962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813ed28-1bfa-49fd-af1f-3c726e7b2aef None None] No DVR routers for this DVR port c140309d-30c1-49a4-9df9-1f45de1fa8f3 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:00.131067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f500328-8b6e-461c-abc1-64f7cb082830 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.179289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f500328-8b6e-461c-abc1-64f7cb082830 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.217523 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d749ab6-de00-4bb8-bc94-767ab434f090 req-c16269b7-950a-4e63-82ea-7ad8358c7bf9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270950 Dec 20 16:43:00.222524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.252550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1a79a7-c394-42b8-8a98-ea9e0ae446f8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:00.257784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f500328-8b6e-461c-abc1-64f7cb082830 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.263041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c0b269-7f9a-43d6-af9e-beafeecb60d7') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:00.263331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c0b269-7f9a-43d6-af9e-beafeecb60d7') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:00.274054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.288122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.295223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:00.295584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:00.298709 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:00.325116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f1917-8b55-4265-af23-c01ad68163c8 req-c17a8a15-9aa9-4c2e-a3d3-0fa8200b1135 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:00.326821 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-567f1917-8b55-4265-af23-c01ad68163c8 req-c17a8a15-9aa9-4c2e-a3d3-0fa8200b1135 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 946 time: 0.1004915 Dec 20 16:43:00.368220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.374839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f500328-8b6e-461c-abc1-64f7cb082830 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.384839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.388465 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "DELETE /v2.0/networks/bf1a79a7-c394-42b8-8a98-ea9e0ae446f8 HTTP/1.1" status: 204 len: 168 time: 0.4844174 Dec 20 16:43:00.399354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49180) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:00.409144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc2420-3482-4da9-a186-6fa90d8d08be tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event deleted for resources: {'Network': ['ID=bf1a79a7-c394-42b8-8a98-ea9e0ae446f8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:00.431417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f500328-8b6e-461c-abc1-64f7cb082830 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.438322 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f500328-8b6e-461c-abc1-64f7cb082830 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/subnets/c1225c1d-be47-4477-8c26-a10d080c1a0b HTTP/1.1" status: 204 len: 168 time: 0.3881769 Dec 20 16:43:00.440704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49182) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:00.444020 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f500328-8b6e-461c-abc1-64f7cb082830 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Subnet': ['ID=c1225c1d-be47-4477-8c26-a10d080c1a0b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:00.452177 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-567f1917-8b55-4265-af23-c01ad68163c8 req-007b062b-879d-4464-9854-ff3732d84f75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190040 Dec 20 16:43:00.511201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-511df2b8-33de-4bf2-a8e0-c930f95c4993 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Deleting subnet 923fb6c1-e27a-4bf0-af3e-46aea4846e66 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:43:00.518652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-511df2b8-33de-4bf2-a8e0-c930f95c4993 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.555984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.577158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-511df2b8-33de-4bf2-a8e0-c930f95c4993 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.711276 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.740743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:00.751626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-511df2b8-33de-4bf2-a8e0-c930f95c4993 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.755598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbac56aa-e69f-4eaf-a28e-759ae94a2ebf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:00.755934 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbac56aa-e69f-4eaf-a28e-759ae94a2ebf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:00.765959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.785609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.808098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.817875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:00.818275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:00.821265 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:00.880517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-511df2b8-33de-4bf2-a8e0-c930f95c4993 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.907902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.909894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511df2b8-33de-4bf2-a8e0-c930f95c4993 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event deleted for resources: {'Subnet': ['ID=923fb6c1-e27a-4bf0-af3e-46aea4846e66,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:00.919391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.922641 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] 10.222.0.60 "DELETE /v2.0/networks/d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982 HTTP/1.1" status: 204 len: 168 time: 0.4808867 Dec 20 16:43:00.923563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552cc58-bffe-46ee-affe-d709dd20761d None None] Network 6b744805-1547-453c-a542-0ef0d36ac861 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:00.933346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-511df2b8-33de-4bf2-a8e0-c930f95c4993 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:00.936642 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-511df2b8-33de-4bf2-a8e0-c930f95c4993 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "DELETE /v2.0/subnets/923fb6c1-e27a-4bf0-af3e-46aea4846e66 HTTP/1.1" status: 204 len: 168 time: 0.5363429 Dec 20 16:43:00.938001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fd7d7-d006-4e05-bc2b-c4ddd504d876 tempest-FloatingIPTestJSON-1780071090 tempest-FloatingIPTestJSON-1780071090-project] Pushing event deleted for resources: {'Network': ['ID=d4c5ac8a-383f-42b3-bcf5-60ea8b0ca982,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:00.939219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:01.040756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.105200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dfb03f-250d-4029-8d82-c7920fafe717 None None] DHCP port deletion for 6b744805-1547-453c-a542-0ef0d36ac861 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:43:01.116506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Deleting port 103a00fd-6aac-4874-a353-594a53bbd7bd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:01.116841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.185063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfb03f-250d-4029-8d82-c7920fafe717 None None] Deleting port 103a00fd-6aac-4874-a353-594a53bbd7bd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:01.185422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3dfb03f-250d-4029-8d82-c7920fafe717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.188075 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] For port 103a00fd-6aac-4874-a353-594a53bbd7bd, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=103a00fd-6aac-4874-a353-594a53bbd7bd,segment=NetworkSegment(02f7afc6-0c16-4412-bc5d-afdd1adde299),segment_id=02f7afc6-0c16-4412-bc5d-afdd1adde299)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:01.188436 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.215433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Calling delete_port for 103a00fd-6aac-4874-a353-594a53bbd7bd owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:01.260029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a3dfb03f-250d-4029-8d82-c7920fafe717 None None] For port 103a00fd-6aac-4874-a353-594a53bbd7bd, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=103a00fd-6aac-4874-a353-594a53bbd7bd,segment=NetworkSegment(02f7afc6-0c16-4412-bc5d-afdd1adde299),segment_id=02f7afc6-0c16-4412-bc5d-afdd1adde299)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:01.260521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3dfb03f-250d-4029-8d82-c7920fafe717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.277643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfb03f-250d-4029-8d82-c7920fafe717 None None] Calling delete_port for 103a00fd-6aac-4874-a353-594a53bbd7bd owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:01.346779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:01.382003 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3dfb03f-250d-4029-8d82-c7920fafe717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.414996 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.424378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfb03f-250d-4029-8d82-c7920fafe717 None None] No DVR routers for this DVR port 103a00fd-6aac-4874-a353-594a53bbd7bd on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:01.435679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfb03f-250d-4029-8d82-c7920fafe717 None None] Pushing event deleted for resources: {'Port': ['ID=103a00fd-6aac-4874-a353-594a53bbd7bd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:01.450731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25d1e6-49a9-42bc-af8f-3b219208c43f req-c96fb969-161a-4f8f-ac44-4e62dcbdafed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:01.453450 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b25d1e6-49a9-42bc-af8f-3b219208c43f req-c96fb969-161a-4f8f-ac44-4e62dcbdafed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.0844376 Dec 20 16:43:01.458324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event deleted for resources: {'Port': ['ID=103a00fd-6aac-4874-a353-594a53bbd7bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:01.469006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] No DVR routers for this DVR port 103a00fd-6aac-4874-a353-594a53bbd7bd on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:01.520877 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b25d1e6-49a9-42bc-af8f-3b219208c43f req-86173e51-abd7-4446-a329-aac64e104e13 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572579 Dec 20 16:43:01.597263 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ef89c7ca-55ab-4ba4-a6b2-6d0ae8431462 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88369290713541ea8a0990af0d0da132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489505 Dec 20 16:43:01.600422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:01.625966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.665517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8a4b2d-a8fc-40c7-a806-05ad87506bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.666010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b744805-1547-453c-a542-0ef0d36ac861']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:01.678485 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f7afc6-0c16-4412-bc5d-afdd1adde299') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:01.678817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f7afc6-0c16-4412-bc5d-afdd1adde299') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:01.691846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.701185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8a4b2d-a8fc-40c7-a806-05ad87506bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.708519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46713-6a24-4026-a009-de9ac2f6ea99 req-d092a9b7-a718-4f1b-94c3-a915e274b617 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:01.710198 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9cf46713-6a24-4026-a009-de9ac2f6ea99 req-d092a9b7-a718-4f1b-94c3-a915e274b617 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 946 time: 0.1010633 Dec 20 16:43:01.737174 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.756158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:01.756456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:01.760507 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:01.776992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8a4b2d-a8fc-40c7-a806-05ad87506bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.780751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8a4b2d-a8fc-40c7-a806-05ad87506bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.782298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fe8a4b2d-a8fc-40c7-a806-05ad87506bdb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15c85788-e226-4044-a378-533e431469b7 HTTP/1.1" status: 204 len: 168 time: 0.1807745 Dec 20 16:43:01.794745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a4b2d-a8fc-40c7-a806-05ad87506bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c85788-e226-4044-a378-533e431469b7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:01.853347 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9cf46713-6a24-4026-a009-de9ac2f6ea99 req-337747ef-f1c9-4294-9611-2285088e4480 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318619 Dec 20 16:43:01.866895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.898897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.904654 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "DELETE /v2.0/networks/6b744805-1547-453c-a542-0ef0d36ac861 HTTP/1.1" status: 204 len: 168 time: 0.9640417 Dec 20 16:43:01.906783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb5631-bafa-483c-b3e0-b6151a3e9a68 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Pushing event deleted for resources: {'Network': ['ID=6b744805-1547-453c-a542-0ef0d36ac861,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:01.908864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:01.959536 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-55fd04bd-6b7b-4752-be9b-1929ea1dcc5e tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "GET /v2.0/ports?device_id=d881135f-ad98-4e1f-ae49-5f9fe762c207 HTTP/1.1" status: 200 len: 205 time: 0.0488462 Dec 20 16:43:01.963626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49208) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:02.057720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 103a00fd-6aac-4874-a353-594a53bbd7bd no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:02.121106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 103a00fd-6aac-4874-a353-594a53bbd7bd {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:43:02.122317 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 103a00fd-6aac-4874-a353-594a53bbd7bd not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:43:02.126525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35da3374-f008-4b92-a9b2-8c25a2d07d95 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:02.338514 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35da3374-f008-4b92-a9b2-8c25a2d07d95 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:02.341443 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35da3374-f008-4b92-a9b2-8c25a2d07d95 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:02.396208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35da3374-f008-4b92-a9b2-8c25a2d07d95 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:02.397809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35da3374-f008-4b92-a9b2-8c25a2d07d95 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Fanout notify agent at l3_agent the message router_deleted on router d881135f-ad98-4e1f-ae49-5f9fe762c207 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:43:02.412340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35da3374-f008-4b92-a9b2-8c25a2d07d95 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:02.414723 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-35da3374-f008-4b92-a9b2-8c25a2d07d95 tempest-RoutersNegativeTest-755691052 tempest-RoutersNegativeTest-755691052-project] 10.222.0.60 "DELETE /v2.0/routers/d881135f-ad98-4e1f-ae49-5f9fe762c207 HTTP/1.1" status: 204 len: 168 time: 0.4467051 Dec 20 16:43:02.464825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd39d9a-87e7-48bd-b2b6-084b057ae683 req-5b359695-6c50-4ec2-85f2-644d549caf0b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:02.472596 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4bd39d9a-87e7-48bd-b2b6-084b057ae683 req-5b359695-6c50-4ec2-85f2-644d549caf0b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 946 time: 0.0795689 Dec 20 16:43:02.547574 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4bd39d9a-87e7-48bd-b2b6-084b057ae683 req-5561b4bd-9d1c-44c1-9845-5dbbdbd5d88b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701597 Dec 20 16:43:02.586055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:02.679269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da8679-f389-4343-b80c-b748545b558c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:02.682425 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d8da8679-f389-4343-b80c-b748545b558c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 1094 time: 0.0939951 Dec 20 16:43:02.685510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:02.696966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:02.753108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:02.793998 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940b718-d78c-4d4c-95c8-7fe71502c602 req-708d56c4-0343-4883-9b6e-1b9ac4ace5a3 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:02.797199 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1940b718-d78c-4d4c-95c8-7fe71502c602 req-708d56c4-0343-4883-9b6e-1b9ac4ace5a3 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.1114700 Dec 20 16:43:02.842303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:02.909930 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1940b718-d78c-4d4c-95c8-7fe71502c602 req-627f61c7-ea1f-4ffc-98be-7099849eaf21 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008151 Dec 20 16:43:02.948115 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:02.975932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.037250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1197910383'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:03.100884 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ac0b88b7-c194-41ef-9965-410049544c44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0a1d9e94c1c4e8fb91c9523ce3a2f61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559755 Dec 20 16:43:03.104338 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:03.104848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:03.108474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.126571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.142380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.211 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/14ff4203-5f6b-42ab-ac44-d0f83722b031) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:43:03.179783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0879c860-1391-4ecd-b079-2b8068806c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.210803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0879c860-1391-4ecd-b079-2b8068806c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.278626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0879c860-1391-4ecd-b079-2b8068806c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.283380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0879c860-1391-4ecd-b079-2b8068806c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.288715 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0879c860-1391-4ecd-b079-2b8068806c17 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4ca3d52-d704-4b38-a3d7-04ecb391dc32 HTTP/1.1" status: 204 len: 168 time: 0.1793847 Dec 20 16:43:03.298690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879c860-1391-4ecd-b079-2b8068806c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ca3d52-d704-4b38-a3d7-04ecb391dc32,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:03.312234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.315639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.321866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.354010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:43:03.383067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.383412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Added segment b960bd20-e834-4050-9b96-c44e48e3938e of type vlan for network 71a590a0-227a-479a-9e86-32e1f214d4f9 Dec 20 16:43:03.386619 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296b2947-48c3-4245-82e2-00950f0467e9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:03.434825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.442770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.500243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:43:03.508946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:03.515480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:43:03.523023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.528841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:03.529496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.532035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=14ff4203-5f6b-42ab-ac44-d0f83722b031,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:03.951128 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0012465 Dec 20 16:43:03.974211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540148d-a46f-4a2f-8d5c-1506a3c1588d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Network': ['ID=71a590a0-227a-479a-9e86-32e1f214d4f9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:03.991384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 71a590a0-227a-479a-9e86-32e1f214d4f9 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:43:04.210722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e79bb1-7af4-4b1d-9fb4-5bafbade6e13 req-63af6f02-267d-4764-b341-3bdf81249486 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:04.212264 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39e79bb1-7af4-4b1d-9fb4-5bafbade6e13 req-63af6f02-267d-4764-b341-3bdf81249486 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.1398091 Dec 20 16:43:04.263523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49270) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:04.395217 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39e79bb1-7af4-4b1d-9fb4-5bafbade6e13 req-9cfd03b0-423a-4915-82f1-2912cde10465 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261914 Dec 20 16:43:04.432880 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-57d1f14c-7455-4a05-bc16-179da808bb83 tempest-ServiceProvidersTest-391397142 tempest-ServiceProvidersTest-391397142-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1681952 Dec 20 16:43:04.643868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:04.733000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:04.829922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:04.979476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:04.986423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.092384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=14ff4203-5f6b-42ab-ac44-d0f83722b031,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:05.097478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7053-d6a1-46c1-ab83-7d064663ad2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.111250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.256228 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 4f9d03d2-7dee-42e7-a32e-dab733765ae6 associated. External IP: 172.26.1.211, port: 1d002d47-7889-4d1c-84f2-8c245c32f1f2. Dec 20 16:43:05.318513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7053-d6a1-46c1-ab83-7d064663ad2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.327899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7053-d6a1-46c1-ab83-7d064663ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.437049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd7053-d6a1-46c1-ab83-7d064663ad2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da190ab7-74d6-4771-a6df-548d30fa9b40,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:05.450608 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:05.451446 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dcdd7053-d6a1-46c1-ab83-7d064663ad2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd75d242653c4b71a35c2ff7fc177a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193278 Dec 20 16:43:05.585235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a704808b-3b3b-4fe6-bbfa-e0be66b3f63a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.596503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:43:05.641152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a704808b-3b3b-4fe6-bbfa-e0be66b3f63a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.695463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b4648-a1e6-4344-95cc-5364f1570409 req-d4c88e93-db8f-4a25-8241-09003759b08e tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:05.697010 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f34b4648-a1e6-4344-95cc-5364f1570409 req-d4c88e93-db8f-4a25-8241-09003759b08e tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.0910561 Dec 20 16:43:05.728366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:43:05.730739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a704808b-3b3b-4fe6-bbfa-e0be66b3f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.734918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a704808b-3b3b-4fe6-bbfa-e0be66b3f63a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.736383 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a704808b-3b3b-4fe6-bbfa-e0be66b3f63a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da190ab7-74d6-4771-a6df-548d30fa9b40 HTTP/1.1" status: 204 len: 168 time: 0.2842541 Dec 20 16:43:05.744167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] Sync routers for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:43:05.758334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704808b-3b3b-4fe6-bbfa-e0be66b3f63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da190ab7-74d6-4771-a6df-548d30fa9b40,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:05.760317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.796660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:05.799294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:05.812659 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-030ccda0-4061-43ef-8688-3e73c660cd83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1242633 Dec 20 16:43:05.813938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:05.818040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:43:05.821513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69246894-dab2-469e-b11f-7939c834bf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:43:05.850096 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f34b4648-a1e6-4344-95cc-5364f1570409 req-c64a9fcb-e924-46a4-929b-d135ce0aa00d tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320293 Dec 20 16:43:05.975632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45627cd3-067c-4a26-b8dc-94f0896ef0c6 x-openstack-request-id: req-45627cd3-067c-4a26-b8dc-94f0896ef0c6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:43:05.975995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:43:05.976428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45627cd3-067c-4a26-b8dc-94f0896ef0c6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:43:05.977360 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'status': 'completed', 'code': 200} Dec 20 16:43:05.997063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:06.028311 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cf882478-6bcc-412d-9a76-c492be78ba27 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 992 time: 0.2016499 Dec 20 16:43:06.058987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69246894-dab2-469e-b11f-7939c834bf9a req-4f7df62e-e183-445d-8d6a-56910640c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:06.062369 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-69246894-dab2-469e-b11f-7939c834bf9a req-4f7df62e-e183-445d-8d6a-56910640c47c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 1099 time: 0.1148710 Dec 20 16:43:06.217972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69246894-dab2-469e-b11f-7939c834bf9a req-98a960c8-7c38-490a-a1b9-b9e7b79de934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:06.220056 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-69246894-dab2-469e-b11f-7939c834bf9a req-98a960c8-7c38-490a-a1b9-b9e7b79de934 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 898 time: 0.1455841 Dec 20 16:43:06.306142 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-69246894-dab2-469e-b11f-7939c834bf9a req-e14b75e6-e2f0-4479-b496-2518b3420b83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2 HTTP/1.1" status: 200 len: 1000 time: 0.0777817 Dec 20 16:43:06.360417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69246894-dab2-469e-b11f-7939c834bf9a req-33174bb1-bbbb-4327-a3db-be01b211ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:06.361945 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-69246894-dab2-469e-b11f-7939c834bf9a req-33174bb1-bbbb-4327-a3db-be01b211ce07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3109229d-cd43-461b-ab31-c666a5243906 HTTP/1.1" status: 200 len: 834 time: 0.0481315 Dec 20 16:43:06.441552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69246894-dab2-469e-b11f-7939c834bf9a req-13b3a1c0-6f50-40cc-bd44-3a131abb4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:06.445265 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-69246894-dab2-469e-b11f-7939c834bf9a req-13b3a1c0-6f50-40cc-bd44-3a131abb4cb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1657c7e-9190-46b9-844c-21e877b5f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757556 Dec 20 16:43:06.459888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '4f9d03d2-7dee-42e7-a32e-dab733765ae6', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.211', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'port_id': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'mac_address': 'fa:16:3e:83:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:43:04Z', 'updated_at': '2021-12-20T16:43:04Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:06.506489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] Checking router: 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:43:06.522749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:06.523950 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:42:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:06.595878 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-69246894-dab2-469e-b11f-7939c834bf9a req-1fa428a1-69bd-494b-a2fa-62d935d7ada6 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390595 Dec 20 16:43:06.665131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:06.698005 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-69246894-dab2-469e-b11f-7939c834bf9a req-3e55b051-1a89-453d-a910-ffba68c9d393 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942585 Dec 20 16:43:06.908168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '4f9d03d2-7dee-42e7-a32e-dab733765ae6', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.211', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'port_id': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'mac_address': 'fa:16:3e:83:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:43:04Z', 'updated_at': '2021-12-20T16:43:04Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:06.939400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e40234-6144-4733-aa5c-31e4415a3f95 None None] The sync data for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv is: [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '4f9d03d2-7dee-42e7-a32e-dab733765ae6', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.211', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'port_id': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'mac_address': 'fa:16:3e:83:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:43:04Z', 'updated_at': '2021-12-20T16:43:04Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:43:06.999658 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858aba-4763-432f-8e18-2f1741408ccf req-9cdf9520-a63b-412a-af9d-c97f80ec49d2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:07.001597 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e7858aba-4763-432f-8e18-2f1741408ccf req-9cdf9520-a63b-412a-af9d-c97f80ec49d2 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.0725944 Dec 20 16:43:07.029532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:07.218002 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5693a81-bba9-4509-a6c8-5773e2a13c37 None None] New status for floating IP 4f9d03d2-7dee-42e7-a32e-dab733765ae6: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:43:07.424817 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e7858aba-4763-432f-8e18-2f1741408ccf req-9337088f-fe46-4ffe-9ed5-037518ef29ec tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168487 Dec 20 16:43:07.444773 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aec8228c-6cd3-4ee6-9bea-12b5c2cadae5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 992 time: 0.4124799 Dec 20 16:43:07.539064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49296) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:07.544223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'subnet': {'network_id': '71a590a0-227a-479a-9e86-32e1f214d4f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:07.638554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:07.643148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:07.850864 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:07.921422 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Subnet': ['ID=888b6bd3-b79d-4f5f-9e53-a55b15c8bbd2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:07.933000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Checking segment: {'id': 'b960bd20-e834-4050-9b96-c44e48e3938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '71a590a0-227a-479a-9e86-32e1f214d4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:07.933408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network hostable DHCP agents. Network: 71a590a0-227a-479a-9e86-32e1f214d4f9, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:43:07.959446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network 71a590a0-227a-479a-9e86-32e1f214d4f9 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:43:07.971307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 71a590a0-227a-479a-9e86-32e1f214d4f9) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:07.975533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:07.976115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:07.984179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e5ce6-cb8e-48da-9ef8-d9b2c59561da None None] Network 71a590a0-227a-479a-9e86-32e1f214d4f9 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:07.995285 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-589a4b0b-5f54-46f9-b377-ecf8bb771aca tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4549792 Dec 20 16:43:08.001045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:08.007845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1614871814'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:08.036828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:08.040891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.074348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:43:08.087248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.087818 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Added segment 64cfca59-39e4-43df-8581-84b9bff67881 of type vlan for network fca5ee3d-9ffa-4251-add1-2ed456841941 Dec 20 16:43:08.105002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-71a590a0-227a-479a-9e86-32e1f214d4f9', 'network_id': '71a590a0-227a-479a-9e86-32e1f214d4f9', 'project_id': 'f4e70c83f56549a08b021ef4dd0d60e8', 'fixed_ips': [{'subnet_id': '888b6bd3-b79d-4f5f-9e53-a55b15c8bbd2'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:43:08.105819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.134482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.161082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.170950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:08.171679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.257579 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2552142 Dec 20 16:43:08.262912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:08.263804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add4f4a-233e-4bcf-addb-4735a7dc87bf tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Network': ['ID=fca5ee3d-9ffa-4251-add1-2ed456841941,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:08.279832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'subnet': {'network_id': 'fca5ee3d-9ffa-4251-add1-2ed456841941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:08.288406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network fca5ee3d-9ffa-4251-add1-2ed456841941 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:43:08.325900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Allocated IP 2001:db8:0:ffff::2 (71a590a0-227a-479a-9e86-32e1f214d4f9/888b6bd3-b79d-4f5f-9e53-a55b15c8bbd2/dab5ae51-ff57-4bac-ba04-5787317b5e6d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:43:08.397173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:08.402402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.446635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49302) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:08.519768 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-78c03e7d-91c9-44fe-886a-b433839c9d98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 994 time: 0.0719113 Dec 20 16:43:08.563161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.569487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.612632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Network 71a590a0-227a-479a-9e86-32e1f214d4f9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:43:08.615637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:08.619506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:43:08.627198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Pushing event updated for resources: {'Port': ['ID=dab5ae51-ff57-4bac-ba04-5787317b5e6d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:08.657806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9180a-fc19-4728-a674-fad70d35cd76 req-034ab308-1eb9-4318-8974-9e9b108c8a2d tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:08.659320 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2fe9180a-fc19-4728-a674-fad70d35cd76 req-034ab308-1eb9-4318-8974-9e9b108c8a2d tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.0929463 Dec 20 16:43:08.704365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Attempting to bind port dab5ae51-ff57-4bac-ba04-5787317b5e6d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:43:08.704878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Attempting to bind port dab5ae51-ff57-4bac-ba04-5787317b5e6d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'b960bd20-e834-4050-9b96-c44e48e3938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '71a590a0-227a-479a-9e86-32e1f214d4f9'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:43:08.705340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Attempting to bind port dab5ae51-ff57-4bac-ba04-5787317b5e6d on network 71a590a0-227a-479a-9e86-32e1f214d4f9 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:43:08.712932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:43:08.713470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Checking segment: {'id': 'b960bd20-e834-4050-9b96-c44e48e3938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '71a590a0-227a-479a-9e86-32e1f214d4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:08.713938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.714469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Bound using segment: {'id': 'b960bd20-e834-4050-9b96-c44e48e3938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '71a590a0-227a-479a-9e86-32e1f214d4f9'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:43:08.714997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Bound port: dab5ae51-ff57-4bac-ba04-5787317b5e6d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b960bd20-e834-4050-9b96-c44e48e3938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '71a590a0-227a-479a-9e86-32e1f214d4f9'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:43:08.715475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.767962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:43:08.774081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.788986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] For port dab5ae51-ff57-4bac-ba04-5787317b5e6d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:43:08.792386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] For port dab5ae51-ff57-4bac-ba04-5787317b5e6d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=dab5ae51-ff57-4bac-ba04-5787317b5e6d,segment=NetworkSegment(b960bd20-e834-4050-9b96-c44e48e3938e),segment_id=b960bd20-e834-4050-9b96-c44e48e3938e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:43:08.798105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.810290 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2fe9180a-fc19-4728-a674-fad70d35cd76 req-a3811323-a18a-4b2a-a563-c8510c046809 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208107 Dec 20 16:43:08.859598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Subnet': ['ID=a7e3dbc7-babd-4acf-9391-c53930db331a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:08.868596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Checking segment: {'id': '64cfca59-39e4-43df-8581-84b9bff67881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fca5ee3d-9ffa-4251-add1-2ed456841941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:08.868977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network hostable DHCP agents. Network: fca5ee3d-9ffa-4251-add1-2ed456841941, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:43:08.872064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b279bc6-4d07-46d8-9013-d7ddffd1745c None None] Pushing event updated for resources: {'Port': ['ID=dab5ae51-ff57-4bac-ba04-5787317b5e6d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:08.894640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network fca5ee3d-9ffa-4251-add1-2ed456841941 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:43:08.906174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, fca5ee3d-9ffa-4251-add1-2ed456841941) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:08.910897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:08.912075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:08.921125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53cb74-0f28-475d-9f70-2935278c798c None None] Network fca5ee3d-9ffa-4251-add1-2ed456841941 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:08.938290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:08.939173 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-13ce29b4-6d19-414b-b010-f7d2e8eb3753 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6727226 Dec 20 16:43:08.945205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'port': {'network_id': 'fca5ee3d-9ffa-4251-add1-2ed456841941', 'name': 'tempest-NetworksIpV6TestAttrs-1490041642'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:09.059442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-fca5ee3d-9ffa-4251-add1-2ed456841941', 'network_id': 'fca5ee3d-9ffa-4251-add1-2ed456841941', 'project_id': 'f4e70c83f56549a08b021ef4dd0d60e8', 'fixed_ips': [{'subnet_id': 'a7e3dbc7-babd-4acf-9391-c53930db331a'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:43:09.060323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.121355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:09.132346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.166516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] device_id is not set on port 96809f58-bfd9-4a8d-b33d-c303f07f8a86 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:43:09.227709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Allocated IP 2001:db8::f816:3eff:fe20:ee4f (fca5ee3d-9ffa-4251-add1-2ed456841941/a7e3dbc7-babd-4acf-9391-c53930db331a/45603186-3184-4324-b8cc-c0621179c679) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:43:09.448613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.455945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.495881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Network fca5ee3d-9ffa-4251-add1-2ed456841941 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:43:09.498787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:09.502139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:43:09.507453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Allocated IP 2001:db8::f816:3eff:fe20:9fe0 (fca5ee3d-9ffa-4251-add1-2ed456841941/a7e3dbc7-babd-4acf-9391-c53930db331a/96809f58-bfd9-4a8d-b33d-c303f07f8a86) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:43:09.514725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Pushing event updated for resources: {'Port': ['ID=45603186-3184-4324-b8cc-c0621179c679,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:09.567293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Attempting to bind port 45603186-3184-4324-b8cc-c0621179c679 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:43:09.568324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Attempting to bind port 45603186-3184-4324-b8cc-c0621179c679 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '64cfca59-39e4-43df-8581-84b9bff67881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fca5ee3d-9ffa-4251-add1-2ed456841941'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:43:09.568585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Attempting to bind port 45603186-3184-4324-b8cc-c0621179c679 on network fca5ee3d-9ffa-4251-add1-2ed456841941 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:43:09.574892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:43:09.575309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Checking segment: {'id': '64cfca59-39e4-43df-8581-84b9bff67881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fca5ee3d-9ffa-4251-add1-2ed456841941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:09.575679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.576083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Bound using segment: {'id': '64cfca59-39e4-43df-8581-84b9bff67881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fca5ee3d-9ffa-4251-add1-2ed456841941'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:43:09.576585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Bound port: 45603186-3184-4324-b8cc-c0621179c679, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cfca59-39e4-43df-8581-84b9bff67881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fca5ee3d-9ffa-4251-add1-2ed456841941'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:43:09.577049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.699154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] For port 45603186-3184-4324-b8cc-c0621179c679, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:43:09.701363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.703569 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] For port 45603186-3184-4324-b8cc-c0621179c679, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=45603186-3184-4324-b8cc-c0621179c679,segment=NetworkSegment(64cfca59-39e4-43df-8581-84b9bff67881),segment_id=64cfca59-39e4-43df-8581-84b9bff67881)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:43:09.709700 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.762008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.772452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21955c3-1101-414d-a253-c0c215b8f9fc None None] Pushing event updated for resources: {'Port': ['ID=45603186-3184-4324-b8cc-c0621179c679,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:09.834831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network fca5ee3d-9ffa-4251-add1-2ed456841941 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:43:09.840012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:09.850714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:43:09.858734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:09.859556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:09.863631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Port': ['ID=96809f58-bfd9-4a8d-b33d-c303f07f8a86,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:09.887029 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-549baa03-7bb0-460e-a945-f5e6aad3c0cb tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9475772 Dec 20 16:43:09.891627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:09.992653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-14aa7401-7577-42db-b320-6c8b66c22865 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Deleting subnet a7e3dbc7-babd-4acf-9391-c53930db331a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:43:10.047853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14aa7401-7577-42db-b320-6c8b66c22865 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.114227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device dab5ae51-ff57-4bac-ba04-5787317b5e6d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:43:10.150863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984100c-ab91-4785-879c-d0ef425af48e None None] Network 71a590a0-227a-479a-9e86-32e1f214d4f9 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:10.156352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e833a-340d-4ea7-85e0-d274616e609c req-cf3e8a35-45f5-49bc-afb3-24cdcfa6f12d tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:10.158918 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f98e833a-340d-4ea7-85e0-d274616e609c req-cf3e8a35-45f5-49bc-afb3-24cdcfa6f12d tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.2108259 Dec 20 16:43:10.173494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14aa7401-7577-42db-b320-6c8b66c22865 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.257498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-32fcf58a-5c65-4bb5-91c2-0ab7d95b2929 None None] Provisioning complete for port dab5ae51-ff57-4bac-ba04-5787317b5e6d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:10.257865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32fcf58a-5c65-4bb5-91c2-0ab7d95b2929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.294066 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f98e833a-340d-4ea7-85e0-d274616e609c req-d1f27646-3be4-4181-a1f3-c8ab7b13d202 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239173 Dec 20 16:43:10.323094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port dab5ae51-ff57-4bac-ba04-5787317b5e6d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:10.323562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.352357 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14aa7401-7577-42db-b320-6c8b66c22865 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.425907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14aa7401-7577-42db-b320-6c8b66c22865 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.445091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32fcf58a-5c65-4bb5-91c2-0ab7d95b2929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.464365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa7401-7577-42db-b320-6c8b66c22865 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e3dbc7-babd-4acf-9391-c53930db331a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:10.471306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14aa7401-7577-42db-b320-6c8b66c22865 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.475160 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-14aa7401-7577-42db-b320-6c8b66c22865 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/subnets/a7e3dbc7-babd-4acf-9391-c53930db331a HTTP/1.1" status: 204 len: 168 time: 0.5824757 Dec 20 16:43:10.477958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49312) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:10.496665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.523140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-32fcf58a-5c65-4bb5-91c2-0ab7d95b2929 None None] For port dab5ae51-ff57-4bac-ba04-5787317b5e6d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=dab5ae51-ff57-4bac-ba04-5787317b5e6d,segment=NetworkSegment(b960bd20-e834-4050-9b96-c44e48e3938e),segment_id=b960bd20-e834-4050-9b96-c44e48e3938e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:10.532114 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32fcf58a-5c65-4bb5-91c2-0ab7d95b2929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.607981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:43:10.608338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:43:10.615971 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665fff31-5c21-4043-b68c-eeeb424d3b87 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:10.617859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665fff31-5c21-4043-b68c-eeeb424d3b87 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:10.620362 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-665fff31-5c21-4043-b68c-eeeb424d3b87 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1383657 Dec 20 16:43:10.623222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcf58a-5c65-4bb5-91c2-0ab7d95b2929 None None] Pushing event updated for resources: {'Port': ['ID=dab5ae51-ff57-4bac-ba04-5787317b5e6d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:10.623676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:10.705725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41d1c62d-479e-4c05-a16a-81ab6e85f56f tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.717203 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d1c62d-479e-4c05-a16a-81ab6e85f56f tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 16:43:10.717675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d1c62d-479e-4c05-a16a-81ab6e85f56f tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:10.721098 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-41d1c62d-479e-4c05-a16a-81ab6e85f56f tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/fca5ee3d-9ffa-4251-add1-2ed456841941 HTTP/1.1" status: 409 len: 466 time: 0.0963283 Dec 20 16:43:10.725498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:10.730668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1835584506'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:10.756135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-105d8e59-3c93-40ca-8465-6b06d532c802 None None] Provisioning complete for port dab5ae51-ff57-4bac-ba04-5787317b5e6d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:10.756513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-105d8e59-3c93-40ca-8465-6b06d532c802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.762503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:10.766759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.797260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:43:10.808885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.809310 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Added segment 8d5b4723-254d-4759-a423-c6310e5f1536 of type vlan for network 5df251a9-3f4b-4324-918a-aadc828b25fa Dec 20 16:43:10.852908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.882161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.888075 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:10.888691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:10.962937 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2362845 Dec 20 16:43:10.965881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:10.968210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44581c5-3332-4cee-be7e-f2af13c3ec6a None None] Network fca5ee3d-9ffa-4251-add1-2ed456841941 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:10.977176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'subnet': {'network_id': '5df251a9-3f4b-4324-918a-aadc828b25fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:10.978673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa629a4f-1425-40f4-b4b6-6c96df73556d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Network': ['ID=5df251a9-3f4b-4324-918a-aadc828b25fa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:10.996547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 5df251a9-3f4b-4324-918a-aadc828b25fa details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:43:11.078010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:11.082003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.159516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5734ee49-8575-4e21-bb75-15fcd5f41772 None None] Provisioning complete for port 45603186-3184-4324-b8cc-c0621179c679 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:11.160076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5734ee49-8575-4e21-bb75-15fcd5f41772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.258868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5734ee49-8575-4e21-bb75-15fcd5f41772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.284383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9f532-2dc9-43e8-8cb1-754ebc519d6f None None] DHCP port deletion for fca5ee3d-9ffa-4251-add1-2ed456841941 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:43:11.384891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:43:11.390682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.479583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5734ee49-8575-4e21-bb75-15fcd5f41772 None None] For port 45603186-3184-4324-b8cc-c0621179c679, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=45603186-3184-4324-b8cc-c0621179c679,segment=NetworkSegment(64cfca59-39e4-43df-8581-84b9bff67881),segment_id=64cfca59-39e4-43df-8581-84b9bff67881)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:11.502153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5734ee49-8575-4e21-bb75-15fcd5f41772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.556448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Subnet': ['ID=5d213941-46f1-497b-8149-51ff559de85e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:11.566962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734ee49-8575-4e21-bb75-15fcd5f41772 None None] Pushing event updated for resources: {'Port': ['ID=45603186-3184-4324-b8cc-c0621179c679,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:11.578052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9f532-2dc9-43e8-8cb1-754ebc519d6f None None] Deleting port 45603186-3184-4324-b8cc-c0621179c679 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:11.578457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ff9f532-2dc9-43e8-8cb1-754ebc519d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.582128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84bf55-d1f5-40f2-bd25-c246d7d498e6 req-008a10f4-9dee-49be-9531-3ab253e2f6ec tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:11.589105 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af84bf55-d1f5-40f2-bd25-c246d7d498e6 req-008a10f4-9dee-49be-9531-3ab253e2f6ec tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.2022626 Dec 20 16:43:11.599515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Checking segment: {'id': '8d5b4723-254d-4759-a423-c6310e5f1536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5df251a9-3f4b-4324-918a-aadc828b25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:11.600021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network hostable DHCP agents. Network: 5df251a9-3f4b-4324-918a-aadc828b25fa, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:43:11.620790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f5022-bffd-4f3a-b3ab-917f580b5add req-2b7dd02d-8c34-4a3a-b762-a68e57244acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:11.622427 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-892f5022-bffd-4f3a-b3ab-917f580b5add req-2b7dd02d-8c34-4a3a-b762-a68e57244acf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 1098 time: 0.0516317 Dec 20 16:43:11.647996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network 5df251a9-3f4b-4324-918a-aadc828b25fa is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:43:11.670828 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af84bf55-d1f5-40f2-bd25-c246d7d498e6 req-1217e1dc-6b27-4a6c-a269-26d70d845c87 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728791 Dec 20 16:43:11.672745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 5df251a9-3f4b-4324-918a-aadc828b25fa) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:11.679673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:11.680567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.682323 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-892f5022-bffd-4f3a-b3ab-917f580b5add req-b141c444-0e9e-4966-acf5-5f5adb7886a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497549 Dec 20 16:43:11.693567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191906a4-5823-44fd-92b6-1dd0b27401a2 None None] Network 5df251a9-3f4b-4324-918a-aadc828b25fa requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:11.701420 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e24f199d-7146-4ccd-805f-256a95686f04 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7288895 Dec 20 16:43:11.704441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:11.710397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'port': {'network_id': '5df251a9-3f4b-4324-918a-aadc828b25fa', 'name': 'tempest-NetworksIpV6TestAttrs-1901442238'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:11.729989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2ff9f532-2dc9-43e8-8cb1-754ebc519d6f None None] For port 45603186-3184-4324-b8cc-c0621179c679, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=45603186-3184-4324-b8cc-c0621179c679,segment=NetworkSegment(64cfca59-39e4-43df-8581-84b9bff67881),segment_id=64cfca59-39e4-43df-8581-84b9bff67881)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:11.730417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ff9f532-2dc9-43e8-8cb1-754ebc519d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.769518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9f532-2dc9-43e8-8cb1-754ebc519d6f None None] Calling delete_port for 45603186-3184-4324-b8cc-c0621179c679 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:11.834972 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:11.838754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.861006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] device_id is not set on port f61a4d1c-e553-4f11-8a86-0e41755d3bfa yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:43:11.893053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-5df251a9-3f4b-4324-918a-aadc828b25fa', 'network_id': '5df251a9-3f4b-4324-918a-aadc828b25fa', 'project_id': 'f4e70c83f56549a08b021ef4dd0d60e8', 'fixed_ips': [{'subnet_id': '5d213941-46f1-497b-8149-51ff559de85e'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:43:11.893918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.984488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ff9f532-2dc9-43e8-8cb1-754ebc519d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:11.999937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Allocated IP 2001:db8::f816:3eff:fec1:9a08 (5df251a9-3f4b-4324-918a-aadc828b25fa/5d213941-46f1-497b-8149-51ff559de85e/f61a4d1c-e553-4f11-8a86-0e41755d3bfa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:43:12.025134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9f532-2dc9-43e8-8cb1-754ebc519d6f None None] Pushing event deleted for resources: {'Port': ['ID=45603186-3184-4324-b8cc-c0621179c679,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:12.027379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9f532-2dc9-43e8-8cb1-754ebc519d6f None None] No DVR routers for this DVR port 45603186-3184-4324-b8cc-c0621179c679 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:12.047065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device dab5ae51-ff57-4bac-ba04-5787317b5e6d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:43:12.100409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port dab5ae51-ff57-4bac-ba04-5787317b5e6d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:12.100867 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.181081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.216207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.265855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network 5df251a9-3f4b-4324-918a-aadc828b25fa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:43:12.269383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:12.274163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:43:12.279823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Allocated IP 2001:db8::f816:3eff:fe90:9f3f (5df251a9-3f4b-4324-918a-aadc828b25fa/5d213941-46f1-497b-8149-51ff559de85e/fc459f99-95b6-40ff-8bcd-0a9015645441) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:43:12.280417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:12.280610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.284496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Port': ['ID=f61a4d1c-e553-4f11-8a86-0e41755d3bfa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:12.301521 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7503f730-eb11-4309-a396-15adb47e06ed tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5956707 Dec 20 16:43:12.304751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49328) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:12.367424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a98e1b-8880-4b88-8aa8-fea1b7cb6454 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Deleting subnet 5d213941-46f1-497b-8149-51ff559de85e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:43:12.441464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.447006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97a98e1b-8880-4b88-8aa8-fea1b7cb6454 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.448263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.497918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97a98e1b-8880-4b88-8aa8-fea1b7cb6454 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.502523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Network 5df251a9-3f4b-4324-918a-aadc828b25fa is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:43:12.505581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:12.509202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:43:12.521095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Pushing event updated for resources: {'Port': ['ID=fc459f99-95b6-40ff-8bcd-0a9015645441,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:12.580488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Attempting to bind port fc459f99-95b6-40ff-8bcd-0a9015645441 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:43:12.580870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Attempting to bind port fc459f99-95b6-40ff-8bcd-0a9015645441 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '8d5b4723-254d-4759-a423-c6310e5f1536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5df251a9-3f4b-4324-918a-aadc828b25fa'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:43:12.581244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Attempting to bind port fc459f99-95b6-40ff-8bcd-0a9015645441 on network 5df251a9-3f4b-4324-918a-aadc828b25fa {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:43:12.586934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:43:12.587311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Checking segment: {'id': '8d5b4723-254d-4759-a423-c6310e5f1536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5df251a9-3f4b-4324-918a-aadc828b25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:12.587725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.588120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Bound using segment: {'id': '8d5b4723-254d-4759-a423-c6310e5f1536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5df251a9-3f4b-4324-918a-aadc828b25fa'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:43:12.588600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Bound port: fc459f99-95b6-40ff-8bcd-0a9015645441, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5b4723-254d-4759-a423-c6310e5f1536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5df251a9-3f4b-4324-918a-aadc828b25fa'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:43:12.588979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.643564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97a98e1b-8880-4b88-8aa8-fea1b7cb6454 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.666226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fc846cab-6de5-4874-8ac1-306066ba9262 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:43:12.729910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97a98e1b-8880-4b88-8aa8-fea1b7cb6454 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.758387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a98e1b-8880-4b88-8aa8-fea1b7cb6454 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Subnet': ['ID=5d213941-46f1-497b-8149-51ff559de85e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:12.759419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] For port fc459f99-95b6-40ff-8bcd-0a9015645441, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:43:12.763610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97a98e1b-8880-4b88-8aa8-fea1b7cb6454 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.770095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:12.771449 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-97a98e1b-8880-4b88-8aa8-fea1b7cb6454 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/subnets/5d213941-46f1-497b-8149-51ff559de85e HTTP/1.1" status: 204 len: 168 time: 0.4640501 Dec 20 16:43:12.789124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] For port fc459f99-95b6-40ff-8bcd-0a9015645441, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fc459f99-95b6-40ff-8bcd-0a9015645441,segment=NetworkSegment(8d5b4723-254d-4759-a423-c6310e5f1536),segment_id=8d5b4723-254d-4759-a423-c6310e5f1536)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:43:12.802642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.871435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fc846cab-6de5-4874-8ac1-306066ba9262, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fc846cab-6de5-4874-8ac1-306066ba9262,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:12.896897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'port_id': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'mac_address': 'fa:16:3e:02:da:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:43:12.898661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a12d0b-0515-4ebd-87e1-fa1ac17d32bf None None] Pushing event updated for resources: {'Port': ['ID=fc459f99-95b6-40ff-8bcd-0a9015645441,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:12.956038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:12.956567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a93b4-19ab-43df-9648-598a74e57b7d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:12.959570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a93b4-19ab-43df-9648-598a74e57b7d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:12.966778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:12.969911 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9f2a93b4-19ab-43df-9648-598a74e57b7d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1977835 Dec 20 16:43:12.979939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc846cab-6de5-4874-8ac1-306066ba9262 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:43:12.995082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6dc63-10bd-42cb-8e02-09e56e421413 req-6f512743-960c-420d-bf42-332c8463c20b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:12.996825 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71f6dc63-10bd-42cb-8e02-09e56e421413 req-6f512743-960c-420d-bf42-332c8463c20b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.1531317 Dec 20 16:43:13.003372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fc846cab-6de5-4874-8ac1-306066ba9262, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fc846cab-6de5-4874-8ac1-306066ba9262,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:13.008630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.064887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fc846cab-6de5-4874-8ac1-306066ba9262,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:13.065552 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71f6dc63-10bd-42cb-8e02-09e56e421413 req-024eca96-5fec-4ce0-9dd6-c723aafcc176 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601797 Dec 20 16:43:13.095625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:13.110246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ec39653-3887-4d92-916f-010c83bb1f44 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.151453 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec39653-3887-4d92-916f-010c83bb1f44 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 16:43:13.151905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec39653-3887-4d92-916f-010c83bb1f44 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:13.155051 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2ec39653-3887-4d92-916f-010c83bb1f44 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/5df251a9-3f4b-4324-918a-aadc828b25fa HTTP/1.1" status: 409 len: 466 time: 0.1869164 Dec 20 16:43:13.160379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49338) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:13.165887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1676663283'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:13.200682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:13.204346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.219117 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0bd8b78d-982d-41cc-bdb7-34df7fcc2789 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/floatingips/b7ba5a0a-e561-4eb6-aa9a-575f7825acf2 HTTP/1.1" status: 200 len: 992 time: 0.1222687 Dec 20 16:43:13.245841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['fc846cab-6de5-4874-8ac1-306066ba9262'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:43:13.248234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:43:13.263707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.264484 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Added segment 0df4d573-90f5-48fe-983d-65c34aa21cca of type vlan for network 062bb065-13f9-4c2d-8d49-893adc33e526 Dec 20 16:43:13.340680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.375124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.380961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:13.381604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.420977 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2595336 Dec 20 16:43:13.424769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:13.429938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'subnet': {'network_id': '062bb065-13f9-4c2d-8d49-893adc33e526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:13.463362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9d07f-d5be-4f35-a4a9-2c42ad8b5278 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Network': ['ID=062bb065-13f9-4c2d-8d49-893adc33e526,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:13.483831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 062bb065-13f9-4c2d-8d49-893adc33e526 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:43:13.533047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:13.536965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.842189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.objects.ports [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:43:13.843956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.909017 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Subnet': ['ID=f9e6a4d1-dab0-4cfa-9ed5-0df814828d7f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:13.918688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Checking segment: {'id': '0df4d573-90f5-48fe-983d-65c34aa21cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '062bb065-13f9-4c2d-8d49-893adc33e526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:13.919127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network hostable DHCP agents. Network: 062bb065-13f9-4c2d-8d49-893adc33e526, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:43:13.938337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network 062bb065-13f9-4c2d-8d49-893adc33e526 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:43:13.949489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 062bb065-13f9-4c2d-8d49-893adc33e526) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:13.954233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:13.954963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:13.986341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb04c9f-1ed5-4a1a-8943-14bd4e4809c0 None None] Network 062bb065-13f9-4c2d-8d49-893adc33e526 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:13.990535 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-87fa9511-9337-4289-b4d6-a458ffcb05aa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5617063 Dec 20 16:43:13.990702 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:14.081977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fc459f99-95b6-40ff-8bcd-0a9015645441 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:43:14.113126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c1fed-8a33-4818-88ac-56e97420b747 None None] Network 5df251a9-3f4b-4324-918a-aadc828b25fa requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:14.146739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.210819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.229370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.258472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0b604b5e-8179-495a-bc46-c1029ee1ee2d None None] Provisioning complete for port fc459f99-95b6-40ff-8bcd-0a9015645441 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:14.258857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b604b5e-8179-495a-bc46-c1029ee1ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.285634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05263a35-7d15-41f6-acff-a5330335084b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-062bb065-13f9-4c2d-8d49-893adc33e526', 'network_id': '062bb065-13f9-4c2d-8d49-893adc33e526', 'project_id': 'f4e70c83f56549a08b021ef4dd0d60e8', 'fixed_ips': [{'subnet_id': 'f9e6a4d1-dab0-4cfa-9ed5-0df814828d7f'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:43:14.287056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05263a35-7d15-41f6-acff-a5330335084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.303915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.324997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fc459f99-95b6-40ff-8bcd-0a9015645441 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:14.325284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.334135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e6a4d1-dab0-4cfa-9ed5-0df814828d7f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:14.407059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.428599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed99212-ccf3-4614-9432-e26cd4687357 None None] DHCP port deletion for 5df251a9-3f4b-4324-918a-aadc828b25fa request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:43:14.442611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062bb065-13f9-4c2d-8d49-893adc33e526']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:14.453999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df4d573-90f5-48fe-983d-65c34aa21cca') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:14.454314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df4d573-90f5-48fe-983d-65c34aa21cca') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:14.464778 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.480700 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.486169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7108b5-fa04-4d43-af54-92d0a29e94f6 None None] Network 062bb065-13f9-4c2d-8d49-893adc33e526 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:14.487634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:14.488022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:14.491871 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:14.561181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.563283 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b604b5e-8179-495a-bc46-c1029ee1ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.568975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.572436 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/062bb065-13f9-4c2d-8d49-893adc33e526 HTTP/1.1" status: 204 len: 168 time: 0.5806155 Dec 20 16:43:14.577610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49344) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:14.583917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-940972826'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:14.586043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fcd08-583e-4870-8f3e-854a6e4a036b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Network': ['ID=062bb065-13f9-4c2d-8d49-893adc33e526,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:14.621426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:14.625164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.649199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.656122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:43:14.667502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.667992 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Added segment a24892c7-7d29-4d96-b8bc-f850258b9f8c of type vlan for network c7afa183-ad4d-4d20-bed6-28165c6f1897 Dec 20 16:43:14.670595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0b604b5e-8179-495a-bc46-c1029ee1ee2d None None] For port fc459f99-95b6-40ff-8bcd-0a9015645441, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fc459f99-95b6-40ff-8bcd-0a9015645441,segment=NetworkSegment(8d5b4723-254d-4759-a423-c6310e5f1536),segment_id=8d5b4723-254d-4759-a423-c6310e5f1536)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:14.684431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fc846cab-6de5-4874-8ac1-306066ba9262 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:43:14.686584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b604b5e-8179-495a-bc46-c1029ee1ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.717958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eed99212-ccf3-4614-9432-e26cd4687357 None None] Deleting port fc459f99-95b6-40ff-8bcd-0a9015645441 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:14.718354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eed99212-ccf3-4614-9432-e26cd4687357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.719742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.747455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.753683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:14.754459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.826306 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2470355 Dec 20 16:43:14.830689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:14.838593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'subnet': {'network_id': 'c7afa183-ad4d-4d20-bed6-28165c6f1897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:14.846088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cf108-f9a4-4b05-baef-bbd1f28ec547 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Network': ['ID=c7afa183-ad4d-4d20-bed6-28165c6f1897,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:14.954917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:14.958882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:14.985362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network c7afa183-ad4d-4d20-bed6-28165c6f1897 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:43:15.047870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eed99212-ccf3-4614-9432-e26cd4687357 None None] For port fc459f99-95b6-40ff-8bcd-0a9015645441, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fc459f99-95b6-40ff-8bcd-0a9015645441,segment=NetworkSegment(8d5b4723-254d-4759-a423-c6310e5f1536),segment_id=8d5b4723-254d-4759-a423-c6310e5f1536)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:15.048380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eed99212-ccf3-4614-9432-e26cd4687357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.081093 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:43:15.081443 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:43:15.085725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b604b5e-8179-495a-bc46-c1029ee1ee2d None None] Pushing event updated for resources: {'Port': ['ID=fc459f99-95b6-40ff-8bcd-0a9015645441,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:15.093763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eed99212-ccf3-4614-9432-e26cd4687357 None None] Calling delete_port for fc459f99-95b6-40ff-8bcd-0a9015645441 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:15.160700 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port fc846cab-6de5-4874-8ac1-306066ba9262 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:15.161592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.168193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.233510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Subnet': ['ID=12a1e320-afe3-4279-a548-e9ee8f083f25,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:15.243282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Checking segment: {'id': 'a24892c7-7d29-4d96-b8bc-f850258b9f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7afa183-ad4d-4d20-bed6-28165c6f1897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:15.243695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network hostable DHCP agents. Network: c7afa183-ad4d-4d20-bed6-28165c6f1897, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:43:15.256095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eed99212-ccf3-4614-9432-e26cd4687357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.266721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network c7afa183-ad4d-4d20-bed6-28165c6f1897 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:43:15.277861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, c7afa183-ad4d-4d20-bed6-28165c6f1897) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:15.283290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:15.283900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.296244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17895e0e-b8cb-494e-99f3-f33d694f9768 None None] Network c7afa183-ad4d-4d20-bed6-28165c6f1897 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:15.302323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed99212-ccf3-4614-9432-e26cd4687357 None None] Pushing event deleted for resources: {'Port': ['ID=fc459f99-95b6-40ff-8bcd-0a9015645441,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:15.306246 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-451ea0c4-a96c-4e02-a942-c3935d5cbad2 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4737766 Dec 20 16:43:15.310067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:15.324162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed99212-ccf3-4614-9432-e26cd4687357 None None] No DVR routers for this DVR port fc459f99-95b6-40ff-8bcd-0a9015645441 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:15.327805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.392230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:43:15.394618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705e596b-0e43-4f14-836c-29e8ffbe8b2b" -d '{"events": [{"server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "name": "network-vif-plugged", "status": "completed", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:43:15.414511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fc846cab-6de5-4874-8ac1-306066ba9262, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fc846cab-6de5-4874-8ac1-306066ba9262,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:15.422984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.457476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.470440 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa1d974-73c9-4814-9177-6657e0327ebb x-openstack-request-id: req-faa1d974-73c9-4814-9177-6657e0327ebb {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:43:15.470727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "name": "network-vif-plugged", "status": "completed", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:43:15.470986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-faa1d974-73c9-4814-9177-6657e0327ebb {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:43:15.471372 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'code': 200} Dec 20 16:43:15.472168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7999c-ecd6-466a-8213-3d516fe8fc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-c7afa183-ad4d-4d20-bed6-28165c6f1897', 'network_id': 'c7afa183-ad4d-4d20-bed6-28165c6f1897', 'project_id': 'f4e70c83f56549a08b021ef4dd0d60e8', 'fixed_ips': [{'subnet_id': '12a1e320-afe3-4279-a548-e9ee8f083f25'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:43:15.473021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcf7999c-ecd6-466a-8213-3d516fe8fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.517242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fc846cab-6de5-4874-8ac1-306066ba9262,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:15.540713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.601110 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.605131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Port fc459f99-95b6-40ff-8bcd-0a9015645441 update to ACTIVE by agent not found {{(pid=103326) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-bcf7999c-ecd6-466a-8213-3d516fe8fc84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a1e320-afe3-4279-a548-e9ee8f083f25: This subnet is being modified by another concurrent operation. Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a1e320-afe3-4279-a548-e9ee8f083f25: This subnet is being modified by another concurrent operation. Dec 20 16:43:15.609595 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 16:43:15.627537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fea21e-67cf-488b-8d85-45371252fd5f None None] Network c7afa183-ad4d-4d20-bed6-28165c6f1897 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:15.634108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Subnet': ['ID=12a1e320-afe3-4279-a548-e9ee8f083f25,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:15.695434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.714274 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07761e70-f816-44b4-9976-f8db23da8cd3 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:43:15.718953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7afa183-ad4d-4d20-bed6-28165c6f1897']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:15.728802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24892c7-7d29-4d96-b8bc-f850258b9f8c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:15.729099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24892c7-7d29-4d96-b8bc-f850258b9f8c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:15.739348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.754193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.762967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:15.762967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:15.766918 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:15.803279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07761e70-f816-44b4-9976-f8db23da8cd3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:43:15.830806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.836925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.840280 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/c7afa183-ad4d-4d20-bed6-28165c6f1897 HTTP/1.1" status: 204 len: 168 time: 0.5290687 Dec 20 16:43:15.843816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:15.849309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1950111471'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:15.854791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fc0c7-47a1-4038-8fd5-28550f073274 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Network': ['ID=c7afa183-ad4d-4d20-bed6-28165c6f1897,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:15.877840 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:15.881992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.908260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:43:15.918790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.919133 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Added segment 5a968e09-b644-4590-a737-4a06f8621c9f of type vlan for network 9366b65a-6b8b-4a98-877c-61d943709d2a Dec 20 16:43:15.969174 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.997955 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:16.005135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:16.006031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:16.027685 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1827195 Dec 20 16:43:16.029684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fc459f99-95b6-40ff-8bcd-0a9015645441 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:16.030694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:16.036375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Request body: {'subnet': {'network_id': '9366b65a-6b8b-4a98-877c-61d943709d2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:16.080373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: fc459f99-95b6-40ff-8bcd-0a9015645441 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:43:16.080801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fc459f99-95b6-40ff-8bcd-0a9015645441 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:43:16.092190 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de2fe9-0efa-476b-b684-e616c7577cde tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Network': ['ID=9366b65a-6b8b-4a98-877c-61d943709d2a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:16.118178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 9366b65a-6b8b-4a98-877c-61d943709d2a details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:43:16.137716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Made reservation on behalf of f4e70c83f56549a08b021ef4dd0d60e8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:16.142941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:16.404383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.objects.ports [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:43:16.405820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:16.457680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event updated for resources: {'Subnet': ['ID=33db75b6-0a98-4eb0-abd9-6f01115e5405,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:16.477961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Checking segment: {'id': '5a968e09-b644-4590-a737-4a06f8621c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9366b65a-6b8b-4a98-877c-61d943709d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:16.478362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network hostable DHCP agents. Network: 9366b65a-6b8b-4a98-877c-61d943709d2a, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:43:16.497335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Network 9366b65a-6b8b-4a98-877c-61d943709d2a is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:43:16.506426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 9366b65a-6b8b-4a98-877c-61d943709d2a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:16.510660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:16.511255 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:16.517798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bbf953-9368-40c9-87a4-0d55e22de88e None None] Network 9366b65a-6b8b-4a98-877c-61d943709d2a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:16.529810 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4e94ad91-c259-4f58-bc41-2f08a66fc63d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4977815 Dec 20 16:43:16.532588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:16.627463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-9366b65a-6b8b-4a98-877c-61d943709d2a', 'network_id': '9366b65a-6b8b-4a98-877c-61d943709d2a', 'project_id': 'f4e70c83f56549a08b021ef4dd0d60e8', 'fixed_ips': [{'subnet_id': '33db75b6-0a98-4eb0-abd9-6f01115e5405'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:43:16.628350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:16.791123 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Allocated IP 2001:db8::f816:3eff:fec4:9413 (9366b65a-6b8b-4a98-877c-61d943709d2a/33db75b6-0a98-4eb0-abd9-6f01115e5405/ee9738ab-8166-44df-91e4-af8850509ba8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:43:16.949630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:16.958704 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:16.961035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.007614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Network 9366b65a-6b8b-4a98-877c-61d943709d2a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:43:17.010629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:17.015445 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:43:17.018761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Deleting port ee9738ab-8166-44df-91e4-af8850509ba8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:17.019084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.020120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Pushing event updated for resources: {'Port': ['ID=ee9738ab-8166-44df-91e4-af8850509ba8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:17.073310 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Attempting to bind port ee9738ab-8166-44df-91e4-af8850509ba8 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:43:17.073593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Attempting to bind port ee9738ab-8166-44df-91e4-af8850509ba8 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '5a968e09-b644-4590-a737-4a06f8621c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9366b65a-6b8b-4a98-877c-61d943709d2a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:43:17.073925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Attempting to bind port ee9738ab-8166-44df-91e4-af8850509ba8 on network 9366b65a-6b8b-4a98-877c-61d943709d2a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:43:17.079265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:43:17.079652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Checking segment: {'id': '5a968e09-b644-4590-a737-4a06f8621c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9366b65a-6b8b-4a98-877c-61d943709d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:17.080063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.080461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Bound using segment: {'id': '5a968e09-b644-4590-a737-4a06f8621c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9366b65a-6b8b-4a98-877c-61d943709d2a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:43:17.080932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Bound port: ee9738ab-8166-44df-91e4-af8850509ba8, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a968e09-b644-4590-a737-4a06f8621c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9366b65a-6b8b-4a98-877c-61d943709d2a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:43:17.081321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.105641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] For port ee9738ab-8166-44df-91e4-af8850509ba8, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:17.106006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.118648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Calling delete_port for ee9738ab-8166-44df-91e4-af8850509ba8 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:17.153594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] For port ee9738ab-8166-44df-91e4-af8850509ba8, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:43:17.157009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] For port ee9738ab-8166-44df-91e4-af8850509ba8, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ee9738ab-8166-44df-91e4-af8850509ba8,segment=NetworkSegment(5a968e09-b644-4590-a737-4a06f8621c9f),segment_id=5a968e09-b644-4590-a737-4a06f8621c9f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:43:17.168536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.233997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f2899-3e46-4ce8-bf49-e831bc91fca4 None None] Pushing event updated for resources: {'Port': ['ID=ee9738ab-8166-44df-91e4-af8850509ba8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:17.261534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.292905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Port': ['ID=ee9738ab-8166-44df-91e4-af8850509ba8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:17.336615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No DVR routers for this DVR port ee9738ab-8166-44df-91e4-af8850509ba8 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:17.392872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.478429 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.518531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Subnet': ['ID=33db75b6-0a98-4eb0-abd9-6f01115e5405,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:17.580849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.602106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9366b65a-6b8b-4a98-877c-61d943709d2a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:17.611634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a968e09-b644-4590-a737-4a06f8621c9f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:17.611925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a968e09-b644-4590-a737-4a06f8621c9f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:17.623928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.638511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.645140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:17.645532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:17.648640 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:17.713290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.721425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.725570 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/9366b65a-6b8b-4a98-877c-61d943709d2a HTTP/1.1" status: 204 len: 168 time: 1.1915500 Dec 20 16:43:17.735101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:17.738512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e163b10-ad23-43ce-a665-a22a28528e0b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Network': ['ID=9366b65a-6b8b-4a98-877c-61d943709d2a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:17.774787 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82fe8c2-e7d6-4313-9e95-8ab9184806f7 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): The resource could not be found. Dec 20 16:43:17.775301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82fe8c2-e7d6-4313-9e95-8ab9184806f7 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:17.778475 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e82fe8c2-e7d6-4313-9e95-8ab9184806f7 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/subnets/33db75b6-0a98-4eb0-abd9-6f01115e5405 HTTP/1.1" status: 404 len: 337 time: 0.0420115 Dec 20 16:43:17.781086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:17.802815 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb967ca-1a0a-4470-ae2c-c0b12a4205f9 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): The resource could not be found. Dec 20 16:43:17.803526 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb967ca-1a0a-4470-ae2c-c0b12a4205f9 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:17.807492 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1fb967ca-1a0a-4470-ae2c-c0b12a4205f9 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/9366b65a-6b8b-4a98-877c-61d943709d2a HTTP/1.1" status: 404 len: 339 time: 0.0253642 Dec 20 16:43:17.810789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:17.848327 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e896116-241d-4cd7-9393-55e4e55c1555 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): The resource could not be found. Dec 20 16:43:17.849044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e896116-241d-4cd7-9393-55e4e55c1555 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:17.853138 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5e896116-241d-4cd7-9393-55e4e55c1555 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/subnets/12a1e320-afe3-4279-a548-e9ee8f083f25 HTTP/1.1" status: 404 len: 337 time: 0.0406692 Dec 20 16:43:17.856510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49364) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:17.878986 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-708335f7-f978-4550-b411-585b6b6f05fa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): The resource could not be found. Dec 20 16:43:17.880242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708335f7-f978-4550-b411-585b6b6f05fa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:17.884245 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-708335f7-f978-4550-b411-585b6b6f05fa tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/c7afa183-ad4d-4d20-bed6-28165c6f1897 HTTP/1.1" status: 404 len: 339 time: 0.0265427 Dec 20 16:43:17.887678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:17.921991 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f3ea5b-f32d-4fba-96df-8651ff21c428 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): The resource could not be found. Dec 20 16:43:17.922593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f3ea5b-f32d-4fba-96df-8651ff21c428 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:17.927655 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-21f3ea5b-f32d-4fba-96df-8651ff21c428 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/subnets/f9e6a4d1-dab0-4cfa-9ed5-0df814828d7f HTTP/1.1" status: 404 len: 337 time: 0.0386865 Dec 20 16:43:17.930345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:17.951108 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-42379916-5d4f-4753-9b41-28696ee4c6fd tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): The resource could not be found. Dec 20 16:43:17.951653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42379916-5d4f-4753-9b41-28696ee4c6fd tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:17.955293 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-42379916-5d4f-4753-9b41-28696ee4c6fd tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/062bb065-13f9-4c2d-8d49-893adc33e526 HTTP/1.1" status: 404 len: 339 time: 0.0235915 Dec 20 16:43:17.960549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:18.080638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07fb2b1f-4a26-4b81-a216-92ab06fa51cc tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Deleting port f61a4d1c-e553-4f11-8a86-0e41755d3bfa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:18.081989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07fb2b1f-4a26-4b81-a216-92ab06fa51cc tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.180437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07fb2b1f-4a26-4b81-a216-92ab06fa51cc tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.197552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-07fb2b1f-4a26-4b81-a216-92ab06fa51cc tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Calling delete_port for f61a4d1c-e553-4f11-8a86-0e41755d3bfa owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:18.285137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49129d70-fe39-4f3c-b002-46d74842741a None None] DHCP port deletion for 9366b65a-6b8b-4a98-877c-61d943709d2a request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:43:18.292105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07fb2b1f-4a26-4b81-a216-92ab06fa51cc tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.305389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962486e-7b73-45eb-a1f0-29e0346a521c None None] Network 9366b65a-6b8b-4a98-877c-61d943709d2a requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:18.318776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962486e-7b73-45eb-a1f0-29e0346a521c None None] Network 9366b65a-6b8b-4a98-877c-61d943709d2a could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 16:43:18.331081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb2b1f-4a26-4b81-a216-92ab06fa51cc tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Port': ['ID=f61a4d1c-e553-4f11-8a86-0e41755d3bfa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:18.337121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07fb2b1f-4a26-4b81-a216-92ab06fa51cc tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.337794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7ef3d746-682a-4593-9abf-c052df7ed01d None None] Could not find standard attr ID for object ee9738ab-8166-44df-91e4-af8850509ba8. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:43:18.340509 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-07fb2b1f-4a26-4b81-a216-92ab06fa51cc tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/ports/f61a4d1c-e553-4f11-8a86-0e41755d3bfa HTTP/1.1" status: 204 len: 168 time: 0.3784196 Dec 20 16:43:18.343000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:18.369905 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77d0e2f-26f9-4dcd-a536-ccb803a91f21 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): The resource could not be found. Dec 20 16:43:18.370402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77d0e2f-26f9-4dcd-a536-ccb803a91f21 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:18.373650 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e77d0e2f-26f9-4dcd-a536-ccb803a91f21 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/subnets/5d213941-46f1-497b-8149-51ff559de85e HTTP/1.1" status: 404 len: 337 time: 0.0296266 Dec 20 16:43:18.376502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:18.460451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.565127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.591536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df251a9-3f4b-4324-918a-aadc828b25fa']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:18.602752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5b4723-254d-4759-a423-c6310e5f1536') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:18.603050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5b4723-254d-4759-a423-c6310e5f1536') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:18.613857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.629253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.638212 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:18.639128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:18.642622 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:18.716944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.724147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.727406 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/5df251a9-3f4b-4324-918a-aadc828b25fa HTTP/1.1" status: 204 len: 168 time: 0.3499696 Dec 20 16:43:18.730643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:18.748369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b1654-d5b7-4cf3-a69e-b446fb424f9b tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Network': ['ID=5df251a9-3f4b-4324-918a-aadc828b25fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:18.830620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e3366a27-bf46-4bfc-95d5-dbc5cc674620 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Deleting port 96809f58-bfd9-4a8d-b33d-c303f07f8a86 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:18.830958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3366a27-bf46-4bfc-95d5-dbc5cc674620 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.904370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3366a27-bf46-4bfc-95d5-dbc5cc674620 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:18.917620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e3366a27-bf46-4bfc-95d5-dbc5cc674620 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Calling delete_port for 96809f58-bfd9-4a8d-b33d-c303f07f8a86 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:19.005280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3366a27-bf46-4bfc-95d5-dbc5cc674620 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.040909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3366a27-bf46-4bfc-95d5-dbc5cc674620 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Port': ['ID=96809f58-bfd9-4a8d-b33d-c303f07f8a86,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:19.046844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3366a27-bf46-4bfc-95d5-dbc5cc674620 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.050164 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e3366a27-bf46-4bfc-95d5-dbc5cc674620 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/ports/96809f58-bfd9-4a8d-b33d-c303f07f8a86 HTTP/1.1" status: 204 len: 168 time: 0.3185506 Dec 20 16:43:19.053572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:19.089872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd02efed-f55f-4f05-bf74-5d5e9bab0598 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] DELETE failed (client error): The resource could not be found. Dec 20 16:43:19.090700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd02efed-f55f-4f05-bf74-5d5e9bab0598 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:43:19.095784 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fd02efed-f55f-4f05-bf74-5d5e9bab0598 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/subnets/a7e3dbc7-babd-4acf-9391-c53930db331a HTTP/1.1" status: 404 len: 337 time: 0.0408993 Dec 20 16:43:19.098517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:19.193745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.289408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.313984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca5ee3d-9ffa-4251-add1-2ed456841941']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:19.325050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cfca59-39e4-43df-8581-84b9bff67881') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:19.325356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cfca59-39e4-43df-8581-84b9bff67881') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:19.335830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.350163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.357040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:19.357447 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:19.360737 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:19.430111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.437336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.440605 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/fca5ee3d-9ffa-4251-add1-2ed456841941 HTTP/1.1" status: 204 len: 168 time: 0.3410189 Dec 20 16:43:19.443724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:19.462999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb735f4c-e052-4249-a225-ff6908141d4e tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Network': ['ID=fca5ee3d-9ffa-4251-add1-2ed456841941,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:19.513013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc61087-ec8d-4be9-9b89-e0b4aaa4667d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Deleting subnet 888b6bd3-b79d-4f5f-9e53-a55b15c8bbd2 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:43:19.517066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fc61087-ec8d-4be9-9b89-e0b4aaa4667d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.578105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fc61087-ec8d-4be9-9b89-e0b4aaa4667d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.677929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fc61087-ec8d-4be9-9b89-e0b4aaa4667d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.740449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fc61087-ec8d-4be9-9b89-e0b4aaa4667d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.767531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc61087-ec8d-4be9-9b89-e0b4aaa4667d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Subnet': ['ID=888b6bd3-b79d-4f5f-9e53-a55b15c8bbd2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:19.772789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fc61087-ec8d-4be9-9b89-e0b4aaa4667d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.776868 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6fc61087-ec8d-4be9-9b89-e0b4aaa4667d tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/subnets/888b6bd3-b79d-4f5f-9e53-a55b15c8bbd2 HTTP/1.1" status: 204 len: 168 time: 0.3225982 Dec 20 16:43:19.778425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:19.780998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c50b7ae-7c12-4d6e-8b92-050703387bd0 None None] Network 71a590a0-227a-479a-9e86-32e1f214d4f9 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:19.897540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:19.943185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667e7f8-43d5-4999-9014-7f865b86a7f0 None None] DHCP port deletion for 71a590a0-227a-479a-9e86-32e1f214d4f9 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:43:19.983166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Deleting port dab5ae51-ff57-4bac-ba04-5787317b5e6d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:19.984269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.006477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c667e7f8-43d5-4999-9014-7f865b86a7f0 None None] Deleting port dab5ae51-ff57-4bac-ba04-5787317b5e6d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:20.007200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c667e7f8-43d5-4999-9014-7f865b86a7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.060924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] For port dab5ae51-ff57-4bac-ba04-5787317b5e6d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=dab5ae51-ff57-4bac-ba04-5787317b5e6d,segment=NetworkSegment(b960bd20-e834-4050-9b96-c44e48e3938e),segment_id=b960bd20-e834-4050-9b96-c44e48e3938e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:20.061319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.071645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device dab5ae51-ff57-4bac-ba04-5787317b5e6d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:20.080765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Calling delete_port for dab5ae51-ff57-4bac-ba04-5787317b5e6d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:20.118037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c667e7f8-43d5-4999-9014-7f865b86a7f0 None None] For port dab5ae51-ff57-4bac-ba04-5787317b5e6d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=dab5ae51-ff57-4bac-ba04-5787317b5e6d,segment=NetworkSegment(b960bd20-e834-4050-9b96-c44e48e3938e),segment_id=b960bd20-e834-4050-9b96-c44e48e3938e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:20.118462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c667e7f8-43d5-4999-9014-7f865b86a7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.137096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c667e7f8-43d5-4999-9014-7f865b86a7f0 None None] Calling delete_port for dab5ae51-ff57-4bac-ba04-5787317b5e6d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:20.178232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.208919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Port': ['ID=dab5ae51-ff57-4bac-ba04-5787317b5e6d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:20.210917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] No DVR routers for this DVR port dab5ae51-ff57-4bac-ba04-5787317b5e6d on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:20.241954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.303869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.304239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ee9738ab-8166-44df-91e4-af8850509ba8 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:20.308425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c667e7f8-43d5-4999-9014-7f865b86a7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.327533 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a590a0-227a-479a-9e86-32e1f214d4f9']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:20.332137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: ee9738ab-8166-44df-91e4-af8850509ba8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:43:20.333103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ee9738ab-8166-44df-91e4-af8850509ba8 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:43:20.344181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b960bd20-e834-4050-9b96-c44e48e3938e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:20.344592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b960bd20-e834-4050-9b96-c44e48e3938e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:20.356727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.359291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667e7f8-43d5-4999-9014-7f865b86a7f0 None None] Pushing event deleted for resources: {'Port': ['ID=dab5ae51-ff57-4bac-ba04-5787317b5e6d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:20.363428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667e7f8-43d5-4999-9014-7f865b86a7f0 None None] No DVR routers for this DVR port dab5ae51-ff57-4bac-ba04-5787317b5e6d on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:20.373891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.382910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:20.383316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:20.386473 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:20.456715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.465001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.467819 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] 10.222.0.60 "DELETE /v2.0/networks/71a590a0-227a-479a-9e86-32e1f214d4f9 HTTP/1.1" status: 204 len: 168 time: 0.6882811 Dec 20 16:43:20.480581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5259832-9a10-49d6-8b62-19a1ae19cad5 tempest-NetworksIpV6TestAttrs-1019427297 tempest-NetworksIpV6TestAttrs-1019427297-project] Pushing event deleted for resources: {'Network': ['ID=71a590a0-227a-479a-9e86-32e1f214d4f9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:20.749742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:20.902870 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8d249fcc-5041-4dc1-8460-072f84bf916a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4e70c83f56549a08b021ef4dd0d60e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1517324 Dec 20 16:43:20.905528 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:20.956043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c76af6f-fa36-4413-9517-05fd1b023cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:20.979778 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c76af6f-fa36-4413-9517-05fd1b023cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:21.034050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c76af6f-fa36-4413-9517-05fd1b023cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:21.037746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c76af6f-fa36-4413-9517-05fd1b023cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:21.039377 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1c76af6f-fa36-4413-9517-05fd1b023cce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/296b2947-48c3-4245-82e2-00950f0467e9 HTTP/1.1" status: 204 len: 168 time: 0.1326311 Dec 20 16:43:21.050661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76af6f-fa36-4413-9517-05fd1b023cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296b2947-48c3-4245-82e2-00950f0467e9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:25.016258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd55b3f9-70a2-478c-8c7d-5045919e019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:27.737082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6b999e6-f9a9-419c-bd4d-a3faca25d4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:28.422689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:29.276089 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:43:29.962161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:30.770519 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:35.629814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:35.848160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b80f28-5174-4507-bac3-46f1cdcf8832 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:35.848631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b80f28-5174-4507-bac3-46f1cdcf8832 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:35.849098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b80f28-5174-4507-bac3-46f1cdcf8832 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:35.850809 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-04b80f28-5174-4507-bac3-46f1cdcf8832 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&network_id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 3000 time: 0.2199745 Dec 20 16:43:37.921689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49420) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:37.974177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458e0ff-48ae-49fd-8fbd-52ad450bcec6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:37.975722 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6458e0ff-48ae-49fd-8fbd-52ad450bcec6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927 HTTP/1.1" status: 200 len: 814 time: 0.0530155 Dec 20 16:43:38.553497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49426) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:38.558008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6deb6382-7e8a-486b-aa7f-bad0b2b9e5a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:38.615774 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6deb6382-7e8a-486b-aa7f-bad0b2b9e5a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:38.756926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6deb6382-7e8a-486b-aa7f-bad0b2b9e5a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:38.760732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6deb6382-7e8a-486b-aa7f-bad0b2b9e5a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:38.761097 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-6deb6382-7e8a-486b-aa7f-bad0b2b9e5a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 4f9d03d2-7dee-42e7-a32e-dab733765ae6 disassociated. External IP: 172.26.1.211, port: 1d002d47-7889-4d1c-84f2-8c245c32f1f2. Dec 20 16:43:38.992827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deb6382-7e8a-486b-aa7f-bad0b2b9e5a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:43:39.104856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deb6382-7e8a-486b-aa7f-bad0b2b9e5a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:43:39.110097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6deb6382-7e8a-486b-aa7f-bad0b2b9e5a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:39.114963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] Sync routers for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:43:39.126032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:39.126709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:43:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:39.138603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6deb6382-7e8a-486b-aa7f-bad0b2b9e5a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 690 time: 0.5837188 Dec 20 16:43:39.139220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:43:39.141450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:39.142037 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00d747-3fa3-40f0-bcbb-7a09161a8091" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:43:39.195263 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb40567b-9319-412a-b4e3-54babd3d86b4 x-openstack-request-id: req-fb40567b-9319-412a-b4e3-54babd3d86b4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:43:39.195679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:43:39.195812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb40567b-9319-412a-b4e3-54babd3d86b4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:43:39.196190 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'status': 'completed', 'code': 200} Dec 20 16:43:39.214881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-36354857-cbb8-40b4-8328-1b2b5532bcc8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 690 time: 0.0709858 Dec 20 16:43:39.253634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:39.264616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-28187719-dd20-4eef-8bc5-b477d43e9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:39.266195 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-28187719-dd20-4eef-8bc5-b477d43e9657 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 1099 time: 0.0460615 Dec 20 16:43:39.370849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-5cdfd531-a80d-4a42-a665-1a153a1e493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:39.371747 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-5cdfd531-a80d-4a42-a665-1a153a1e493f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 898 time: 0.0965805 Dec 20 16:43:39.421193 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-4fa6fbf0-a858-4e8a-882a-7dc6fa7d9e18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2 HTTP/1.1" status: 200 len: 217 time: 0.0353389 Dec 20 16:43:39.464582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:39.480234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-8f633a53-ff47-481b-9dad-5ffafa2dba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:39.481703 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-8f633a53-ff47-481b-9dad-5ffafa2dba05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3109229d-cd43-461b-ab31-c666a5243906 HTTP/1.1" status: 200 len: 834 time: 0.0491862 Dec 20 16:43:39.494155 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] Checking router: 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:43:39.502566 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:39.503884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:43:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:39.548208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-f613e7d8-e233-496c-8aec-f5103728ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:39.549730 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-f613e7d8-e233-496c-8aec-f5103728ae86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1657c7e-9190-46b9-844c-21e877b5f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583086 Dec 20 16:43:39.650555 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-e6237d0d-fadf-4a8d-81b2-31a02873be7f service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932186 Dec 20 16:43:39.754933 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a00d747-3fa3-40f0-bcbb-7a09161a8091 req-7653d1da-4de8-4dd5-93c0-3cb5f4993890 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962098 Dec 20 16:43:39.771313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:39.983571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:40.016139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f95cd-7f7d-4b54-8172-b0019dea6779 None None] The sync data for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv is: [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:43:40.217718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:40.259077 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de55c5-29b6-48ea-bede-1a8029ad8e76 None None] New status for floating IP 4f9d03d2-7dee-42e7-a32e-dab733765ae6: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:43:40.277295 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e025ee10-cb62-47f2-abeb-2c92531c37c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 690 time: 0.0581269 Dec 20 16:43:41.281708 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:41.325857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-52f2e97f-83fd-4845-b20c-02d5e42713c5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 688 time: 0.0430543 Dec 20 16:43:42.537573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:42.542162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627425649', 'description': 'tempest-secgroup-smoke-1627425649 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:42.567261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.633756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.637443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.664952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.666159 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1275909 Dec 20 16:43:42.669361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:42.670099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6961922-812d-496a-901a-e37f23bc1658,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:42.674023 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'f6961922-812d-496a-901a-e37f23bc1658', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:42.677670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.678047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.678414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.678746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.679068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.679390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.679710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.680026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.680342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.680663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.680975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.681285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.681596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f57640b-4dd6-4d64-8d3b-eec0c31d51c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.704326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.765691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.769415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.788355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be030e8-d8d2-4cb0-a879-e68498d1e6fe,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:42.797315 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.797799 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.798234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.798644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.798978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.799360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.800321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.800752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.801087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.801414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.801746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.802069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.802444 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:42.808882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.810099 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7a5111eb-17f3-496b-a56c-62a793fe24cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397450 Dec 20 16:43:42.812944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:42.817293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a8e6cf67-898c-4028-884e-8c7c2abad951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'f6961922-812d-496a-901a-e37f23bc1658', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:42.846374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cf67-898c-4028-884e-8c7c2abad951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.906968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cf67-898c-4028-884e-8c7c2abad951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.911209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cf67-898c-4028-884e-8c7c2abad951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.929264 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6cf67-898c-4028-884e-8c7c2abad951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cac2ca-2249-42c1-8e66-642a6fd14e2c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:42.936466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cf67-898c-4028-884e-8c7c2abad951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.937682 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a8e6cf67-898c-4028-884e-8c7c2abad951 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237934 Dec 20 16:43:42.940604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:42.945121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d062f57-789d-4fd4-a652-bc01aed133b7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'f6961922-812d-496a-901a-e37f23bc1658', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:42.974705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d062f57-789d-4fd4-a652-bc01aed133b7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.030688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d062f57-789d-4fd4-a652-bc01aed133b7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.035066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d062f57-789d-4fd4-a652-bc01aed133b7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.055190 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d062f57-789d-4fd4-a652-bc01aed133b7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42fa446-b354-4880-a458-6ca9e1479ed2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:43.061707 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d062f57-789d-4fd4-a652-bc01aed133b7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.062488 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2d062f57-789d-4fd4-a652-bc01aed133b7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208618 Dec 20 16:43:43.065352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:43.069634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-14b29fe7-9e3e-4b7e-bd56-6ab722bbe429 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'f6961922-812d-496a-901a-e37f23bc1658', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:43.099103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b29fe7-9e3e-4b7e-bd56-6ab722bbe429 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.157331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b29fe7-9e3e-4b7e-bd56-6ab722bbe429 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.161394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b29fe7-9e3e-4b7e-bd56-6ab722bbe429 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.179011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b29fe7-9e3e-4b7e-bd56-6ab722bbe429 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e504e758-d27b-4e0b-bdd3-97320f8f765b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:43.187395 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14b29fe7-9e3e-4b7e-bd56-6ab722bbe429 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.188750 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-14b29fe7-9e3e-4b7e-bd56-6ab722bbe429 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223245 Dec 20 16:43:43.191685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49454) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:43.197701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-84e3a6b3-1d1f-4bf4-b76b-a29db4a50e09 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'f6961922-812d-496a-901a-e37f23bc1658', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:43.221558 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-84e3a6b3-1d1f-4bf4-b76b-a29db4a50e09 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:43:43.227047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84e3a6b3-1d1f-4bf4-b76b-a29db4a50e09 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.289404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84e3a6b3-1d1f-4bf4-b76b-a29db4a50e09 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.293214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84e3a6b3-1d1f-4bf4-b76b-a29db4a50e09 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.312066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3a6b3-1d1f-4bf4-b76b-a29db4a50e09 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2e24c2-28ea-42a6-92b0-e3cc3dd2a054,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:43.321115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84e3a6b3-1d1f-4bf4-b76b-a29db4a50e09 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.322384 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-84e3a6b3-1d1f-4bf4-b76b-a29db4a50e09 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296363 Dec 20 16:43:43.325177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:43.329687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f1c7e1f-bddc-4ddb-ad65-68dc6d4647c3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'f6961922-812d-496a-901a-e37f23bc1658', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:43.354657 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-8f1c7e1f-bddc-4ddb-ad65-68dc6d4647c3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:43:43.360125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7e1f-bddc-4ddb-ad65-68dc6d4647c3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.421243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7e1f-bddc-4ddb-ad65-68dc6d4647c3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.424246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7e1f-bddc-4ddb-ad65-68dc6d4647c3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.443840 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c7e1f-bddc-4ddb-ad65-68dc6d4647c3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293deacc-eb00-4a09-978a-b69ad496fb08,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:43.452737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7e1f-bddc-4ddb-ad65-68dc6d4647c3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:43.453938 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f1c7e1f-bddc-4ddb-ad65-68dc6d4647c3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276433 Dec 20 16:43:43.646820 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-fa475c5c-846c-4be8-8849-7b19a7e7c1c6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627425649&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.0433953 Dec 20 16:43:43.751487 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-e2a6ea7f-e629-46bc-9fdc-113aa86dd9c0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:43.753473 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-e2a6ea7f-e629-46bc-9fdc-113aa86dd9c0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 797 time: 0.0995195 Dec 20 16:43:43.769442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-5613ae71-fa2d-43f7-9365-c9824be6a405 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0100520 Dec 20 16:43:43.829517 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-3f9448e1-2917-4c9e-b2d2-2b2560e9e122 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543571 Dec 20 16:43:43.928278 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-d109f44a-2e1f-4f91-a349-8297186fb6b2 service neutron] 10.222.0.60 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864351 Dec 20 16:43:44.018733 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-493f16fb-0fc5-4c21-b042-f82229d2869f service neutron] 10.222.0.60 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841963 Dec 20 16:43:44.146413 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:44.195457 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49a163d6-3cc6-4110-88c9-ecbcde9e797b req-0fb0749c-38db-443d-b580-b2aeac6c6591 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 210 time: 0.0268872 Dec 20 16:43:45.398929 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-702caea3-d476-4b16-b853-005faa4371de req-3d4d0c02-c8b0-44a8-9044-80c12703ad79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 210 time: 0.0318470 Dec 20 16:43:45.430811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-cd4b2c65-2d2c-4fd1-a2fd-81d2debbab3b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:45.432219 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-cd4b2c65-2d2c-4fd1-a2fd-81d2debbab3b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 797 time: 0.4307034 Dec 20 16:43:45.508897 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-6029faaf-b4e7-42bc-a3e6-8119ddb11ae8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 472 time: 0.0662928 Dec 20 16:43:45.518926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['f6961922-812d-496a-901a-e37f23bc1658']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:45.626599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:43:45.630876 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:45.756931 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.8 (a1657c7e-9190-46b9-844c-21e877b5f936/3109229d-cd43-461b-ab31-c666a5243906/0c4d9015-1f49-4c45-b32b-9ff2018ea177) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:43:45.892564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:45.926118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:45.974335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network a1657c7e-9190-46b9-844c-21e877b5f936 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:43:45.977480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:43:45.981235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:43:46.006749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=0c4d9015-1f49-4c45-b32b-9ff2018ea177,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:46.043369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:46.044072 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:46.064121 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-863fd4fa-ee95-4b11-a7c1-0c35edb3934e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486968 Dec 20 16:43:46.077828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Request body: {'port': {'device_id': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:46.143706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:46.251372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ce80ee16-bfda-482b-881a-89fab4610844 None None] Provisioning complete for port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:46.251958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce80ee16-bfda-482b-881a-89fab4610844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:46.286112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ce80ee16-bfda-482b-881a-89fab4610844 None None] Port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:43:46.419474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4d9015-1f49-4c45-b32b-9ff2018ea177 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:43:46.427733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:46.441480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Transition to ACTIVE for port object 0c4d9015-1f49-4c45-b32b-9ff2018ea177 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:43:46.447368 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:46.524624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Pushing event updated for resources: {'Port': ['ID=0c4d9015-1f49-4c45-b32b-9ff2018ea177,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:46.555111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d48f78-9ae8-4436-9b70-99d1551f3c2a req-433dac65-71d8-4e41-9a82-5a18cf7a0a88 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:46.557570 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-57d48f78-9ae8-4436-9b70-99d1551f3c2a req-433dac65-71d8-4e41-9a82-5a18cf7a0a88 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 943 time: 0.0900843 Dec 20 16:43:46.625756 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-57d48f78-9ae8-4436-9b70-99d1551f3c2a req-72c43045-41bd-4e19-8fe1-ac5c4b10198d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624604 Dec 20 16:43:46.632295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Attempting to bind port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:43:46.632692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Attempting to bind port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:43:46.633027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Attempting to bind port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 on network a1657c7e-9190-46b9-844c-21e877b5f936 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:43:46.638424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 on network a1657c7e-9190-46b9-844c-21e877b5f936 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:43:46.639080 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Attempting to bind port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 on network a1657c7e-9190-46b9-844c-21e877b5f936 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:43:46.645767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:43:46.646108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Checking segment: {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:43:46.646522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Bound using segment: {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:43:46.646964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Bound port: 0c4d9015-1f49-4c45-b32b-9ff2018ea177, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6728cb3b-cbec-436b-83dc-aaa7593f13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:43:46.647489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:46.720215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] For port 0c4d9015-1f49-4c45-b32b-9ff2018ea177, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:43:46.723406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] For port 0c4d9015-1f49-4c45-b32b-9ff2018ea177, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=0c4d9015-1f49-4c45-b32b-9ff2018ea177,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:43:46.728043 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:46.769504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:46.770143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:46.771592 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] 10.222.0.18 "PUT /v2.0/ports/0c4d9015-1f49-4c45-b32b-9ff2018ea177 HTTP/1.1" status: 200 len: 1093 time: 0.6983552 Dec 20 16:43:46.772655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'tag': '0c4d9015-1f49-4c45-b32b-9ff2018ea177'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:43:46.775041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2662f478-298d-45e7-a3f0-3f8236ab4a25" -d '{"events": [{"name": "network-changed", "server_uuid": "5e14cd3e-b902-4dbe-9856-fbc685e79015", "tag": "0c4d9015-1f49-4c45-b32b-9ff2018ea177"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:43:46.798184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b4bfc-822c-4b35-8de9-113fd37fde2e service neutron] Pushing event updated for resources: {'Port': ['ID=0c4d9015-1f49-4c45-b32b-9ff2018ea177,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:46.821534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f58989-8981-46fb-bf3d-60b808ffda2a x-openstack-request-id: req-55f58989-8981-46fb-bf3d-60b808ffda2a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:43:46.821929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e14cd3e-b902-4dbe-9856-fbc685e79015", "tag": "0c4d9015-1f49-4c45-b32b-9ff2018ea177", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:43:46.822135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55f58989-8981-46fb-bf3d-60b808ffda2a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:43:46.822563 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'tag': '0c4d9015-1f49-4c45-b32b-9ff2018ea177', 'status': 'completed', 'code': 200} Dec 20 16:43:46.870564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-216354ff-6f87-46c9-a52e-d2a784f81db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:46.872167 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-216354ff-6f87-46c9-a52e-d2a784f81db2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 1096 time: 0.0451066 Dec 20 16:43:46.923679 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-2a6b0f16-9972-478f-a079-b499339ff974 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4d9015-1f49-4c45-b32b-9ff2018ea177 HTTP/1.1" status: 200 len: 217 time: 0.0402055 Dec 20 16:43:46.978627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-e0a1b545-9bec-4989-bb59-fe917fa74d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:46.980119 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-e0a1b545-9bec-4989-bb59-fe917fa74d5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3109229d-cd43-461b-ab31-c666a5243906 HTTP/1.1" status: 200 len: 834 time: 0.0499377 Dec 20 16:43:47.032271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-fee754c5-6860-466e-a1ec-0b71f48f3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:47.034785 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-fee754c5-6860-466e-a1ec-0b71f48f3c83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1657c7e-9190-46b9-844c-21e877b5f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444994 Dec 20 16:43:47.139442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-792ecea3-fed9-464a-9c00-371c507dad60 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887632 Dec 20 16:43:47.231288 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a93d090-3bd9-45f3-b946-cb558f18665b req-fee5eb7f-1fa3-4b6b-9379-fbab8de0c63c service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842507 Dec 20 16:43:47.339923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-bac6ed70-8176-4b25-a7b8-315b00ccb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:47.341802 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-bac6ed70-8176-4b25-a7b8-315b00ccb161 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 1096 time: 0.0533025 Dec 20 16:43:47.434851 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-1d429345-bf6f-4735-a240-5893fe1915ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:47.436339 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-1d429345-bf6f-4735-a240-5893fe1915ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 898 time: 0.0863950 Dec 20 16:43:47.482710 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-5c3db285-70aa-47f7-9d39-fd1c4d670941 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4d9015-1f49-4c45-b32b-9ff2018ea177 HTTP/1.1" status: 200 len: 217 time: 0.0385544 Dec 20 16:43:47.532014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-74f86a3f-cb62-4b14-b569-aa0016fc79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:47.533452 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-74f86a3f-cb62-4b14-b569-aa0016fc79bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3109229d-cd43-461b-ab31-c666a5243906 HTTP/1.1" status: 200 len: 834 time: 0.0436151 Dec 20 16:43:47.582463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-6f786288-426a-4f10-bc50-7f6164cf21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:47.583935 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-6f786288-426a-4f10-bc50-7f6164cf21cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1657c7e-9190-46b9-844c-21e877b5f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402126 Dec 20 16:43:47.678744 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-7a378c20-8d69-44cf-aee1-fcba207aeeb5 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869048 Dec 20 16:43:47.748238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37254002-ada7-454d-9ca2-a332c029198b req-470d8f96-314e-4786-b93c-165dcf7b064a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:47.749674 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-37254002-ada7-454d-9ca2-a332c029198b req-470d8f96-314e-4786-b93c-165dcf7b064a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 943 time: 0.0495591 Dec 20 16:43:47.772977 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2662f478-298d-45e7-a3f0-3f8236ab4a25 req-af449017-0b58-4515-bd81-2744720e48aa service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862422 Dec 20 16:43:47.801364 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-37254002-ada7-454d-9ca2-a332c029198b req-281fd4fa-7452-4ccd-998c-1417c9e331c5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457542 Dec 20 16:43:48.803002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 0c4d9015-1f49-4c45-b32b-9ff2018ea177 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:43:48.900448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 0c4d9015-1f49-4c45-b32b-9ff2018ea177, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=0c4d9015-1f49-4c45-b32b-9ff2018ea177,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:48.912301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '0c4d9015-1f49-4c45-b32b-9ff2018ea177', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'port_id': '0c4d9015-1f49-4c45-b32b-9ff2018ea177', 'mac_address': 'fa:16:3e:d1:3e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:43:48.926816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732d04-23cd-4677-937d-6749629fbc39 req-3900511a-e808-4103-81b2-be6b8bc61610 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:48.928334 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-14732d04-23cd-4677-937d-6749629fbc39 req-3900511a-e808-4103-81b2-be6b8bc61610 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 943 time: 0.0558913 Dec 20 16:43:48.951258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:48.969389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4d9015-1f49-4c45-b32b-9ff2018ea177 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:43:48.990360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 0c4d9015-1f49-4c45-b32b-9ff2018ea177, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=0c4d9015-1f49-4c45-b32b-9ff2018ea177,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:48.994626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:48.999140 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-14732d04-23cd-4677-937d-6749629fbc39 req-c4497f80-194a-4c03-81eb-7a2d542fcb27 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647531 Dec 20 16:43:49.043902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=0c4d9015-1f49-4c45-b32b-9ff2018ea177,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:49.051526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.051886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.052237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.052578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.052919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.053308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.053590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.053924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.054278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.054613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.054945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.055278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.055601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:49.241844 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['0c4d9015-1f49-4c45-b32b-9ff2018ea177'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:43:50.119475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4014c-cb9a-46d5-a070-2b270cd7a858 req-cccdb309-dcc1-4e78-986b-4c9dd0481d4f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:50.120937 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b1b4014c-cb9a-46d5-a070-2b270cd7a858 req-cccdb309-dcc1-4e78-986b-4c9dd0481d4f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 944 time: 0.0562837 Dec 20 16:43:50.173796 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b1b4014c-cb9a-46d5-a070-2b270cd7a858 req-c5b6e92d-367d-476c-9918-b9026cc7ff85 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469785 Dec 20 16:43:50.501099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:50.659853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Deleting port 9e5c17fb-d2d9-4414-809d-45b38a358afe {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:50.660189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:50.732871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:50.733190 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:50.744750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Calling delete_port for 9e5c17fb-d2d9-4414-809d-45b38a358afe owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:50.817860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 0c4d9015-1f49-4c45-b32b-9ff2018ea177 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:43:50.868759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:43:50.873021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:43:50.873412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:50.901595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:50.938104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event deleted for resources: {'Port': ['ID=9e5c17fb-d2d9-4414-809d-45b38a358afe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:50.963160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:50.986276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4d9015-1f49-4c45-b32b-9ff2018ea177'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:43:50.988783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd8c0f1-6af7-47dd-87bd-ddc4b4a7c6c5" -d '{"events": [{"server_uuid": "5e14cd3e-b902-4dbe-9856-fbc685e79015", "name": "network-vif-plugged", "status": "completed", "tag": "0c4d9015-1f49-4c45-b32b-9ff2018ea177"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:43:50.996524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:50.996864 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Floating IP b7ba5a0a-e561-4eb6-aa9a-575f7825acf2 disassociated (deleted). External IP: 172.26.1.142, port: fc846cab-6de5-4874-8ac1-306066ba9262. Dec 20 16:43:51.005069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 0c4d9015-1f49-4c45-b32b-9ff2018ea177, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=0c4d9015-1f49-4c45-b32b-9ff2018ea177,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:51.009930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:51.033985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73426618-998a-48c9-b5d6-bed37adfc8d9 x-openstack-request-id: req-73426618-998a-48c9-b5d6-bed37adfc8d9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:43:51.034297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e14cd3e-b902-4dbe-9856-fbc685e79015", "name": "network-vif-plugged", "status": "completed", "tag": "0c4d9015-1f49-4c45-b32b-9ff2018ea177", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:43:51.034554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73426618-998a-48c9-b5d6-bed37adfc8d9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:43:51.034941 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4d9015-1f49-4c45-b32b-9ff2018ea177', 'code': 200} Dec 20 16:43:51.066196 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=0c4d9015-1f49-4c45-b32b-9ff2018ea177,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:51.246036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d8b08-5fb6-4132-97da-4e38a1fba6cd req-27042005-a05f-465c-b579-0bec4fd50377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:51.247535 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f64d8b08-5fb6-4132-97da-4e38a1fba6cd req-27042005-a05f-465c-b579-0bec4fd50377 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 1098 time: 0.0617721 Dec 20 16:43:51.251517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Router baf431dc-a141-429f-ac2b-4013b3bb86b3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:43:51.296492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514b7b8-82cf-465a-ba67-374c62530ae4 req-ddad9275-60f3-4d73-ba0a-69d7f31fe0b9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:51.297984 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1514b7b8-82cf-465a-ba67-374c62530ae4 req-ddad9275-60f3-4d73-ba0a-69d7f31fe0b9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 945 time: 0.0497205 Dec 20 16:43:51.348149 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f64d8b08-5fb6-4132-97da-4e38a1fba6cd req-6eb39681-99cd-4628-8f1d-7e6e50ad8e8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922122 Dec 20 16:43:51.356323 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1514b7b8-82cf-465a-ba67-374c62530ae4 req-6ea390e8-9f1f-4bfe-8e93-59b2257c2c46 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518367 Dec 20 16:43:51.401037 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:43:51.405780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:51.410672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] Sync routers for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:43:51.420864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:51.421487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:43:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:51.432820 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c9ae6e2f-e4fb-4c6e-a640-83dde4898dd5 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "DELETE /v2.0/floatingips/b7ba5a0a-e561-4eb6-aa9a-575f7825acf2 HTTP/1.1" status: 204 len: 168 time: 0.9306290 Dec 20 16:43:51.433486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:43:51.435739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:43:51.477583 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3418cf7c-0083-4075-b744-2b3898643ca7 x-openstack-request-id: req-3418cf7c-0083-4075-b744-2b3898643ca7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:43:51.478077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:43:51.478419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3418cf7c-0083-4075-b744-2b3898643ca7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:43:51.478885 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'status': 'completed', 'code': 200} Dec 20 16:43:51.530192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:51.613500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-cf7dd80d-b460-48e0-8654-e7fd83743875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:51.615225 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-cf7dd80d-b460-48e0-8654-e7fd83743875 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6e25f074d8f4948b0eb49618d4cc1fe&device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 1098 time: 0.0505092 Dec 20 16:43:51.669617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e77a-5144-4cd5-86b4-dd6ea54fe2f8 req-883f384a-4757-472e-909e-e513ebce1d9b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:51.671608 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4073e77a-5144-4cd5-86b4-dd6ea54fe2f8 req-883f384a-4757-472e-909e-e513ebce1d9b tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.0527587 Dec 20 16:43:51.722689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-b03e722f-0381-4450-b7a2-790fee77548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:51.724175 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-b03e722f-0381-4450-b7a2-790fee77548f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2dd6da37-3251-41c4-b744-9ff56d40c01e HTTP/1.1" status: 200 len: 897 time: 0.0991411 Dec 20 16:43:51.736298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4073e77a-5144-4cd5-86b4-dd6ea54fe2f8 req-6c0265fc-f9fe-44a2-833f-bdbcb7bfc92c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499458 Dec 20 16:43:51.754579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e11ff5c1-054c-433d-a364-9c159b019e05', 'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'mac_address': 'fa:16:3e:0c:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:04Z', 'updated_at': '2021-12-20T16:42:09Z', 'revision_number': 5, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'subnets': [{'id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:51.776146 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-e6712ce7-8cf5-4f33-bd50-891aad8313b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc846cab-6de5-4874-8ac1-306066ba9262 HTTP/1.1" status: 200 len: 217 time: 0.0424438 Dec 20 16:43:51.781031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] Checking router: baf431dc-a141-429f-ac2b-4013b3bb86b3 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:43:51.789944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:51.790570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:43:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:51.829413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-500be6b0-c904-4375-9cff-a08e60fa333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:51.830999 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-500be6b0-c904-4375-9cff-a08e60fa333f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04c29942-5775-4a17-96a1-718e2bd636d9 HTTP/1.1" status: 200 len: 835 time: 0.0447750 Dec 20 16:43:51.878509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-b8deb268-3485-405f-9d58-d76fa9ae4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:51.880089 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-b8deb268-3485-405f-9d58-d76fa9ae4d59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2dd6da37-3251-41c4-b744-9ff56d40c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413930 Dec 20 16:43:51.897242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:51.977505 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-de078465-0efd-49aa-aa6b-54d89ab01930 service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882084 Dec 20 16:43:52.074149 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67b592be-fd0c-4e4c-ac20-df4603e1e7cb req-7ad66fe7-72b3-4056-b5e3-ae4369482175 service neutron] 10.222.0.18 "GET /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863156 Dec 20 16:43:52.114053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e11ff5c1-054c-433d-a364-9c159b019e05', 'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'mac_address': 'fa:16:3e:0c:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:04Z', 'updated_at': '2021-12-20T16:42:09Z', 'revision_number': 5, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'subnets': [{'id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:52.144529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aefb87-7517-4c53-bf3e-4fe5bfed2fcf None None] The sync data for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv is: [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:42:05Z', 'revision_number': 4, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e11ff5c1-054c-433d-a364-9c159b019e05', 'name': '', 'network_id': '2dd6da37-3251-41c4-b744-9ff56d40c01e', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'mac_address': 'fa:16:3e:0c:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:04Z', 'updated_at': '2021-12-20T16:42:09Z', 'revision_number': 5, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'subnets': [{'id': '04c29942-5775-4a17-96a1-718e2bd636d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:43:52.382769 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788dd4aa-0be6-419f-8a20-94b40cec1aa2 None None] New status for floating IP b7ba5a0a-e561-4eb6-aa9a-575f7825acf2: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:43:52.492747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b41a8-0d22-41e4-ba76-3e2363e449c4 req-857fcb88-6a8e-4bc0-a412-c05c2bda6703 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:52.494501 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bd0b41a8-0d22-41e4-ba76-3e2363e449c4 req-857fcb88-6a8e-4bc0-a412-c05c2bda6703 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 945 time: 0.0602126 Dec 20 16:43:52.554248 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bd0b41a8-0d22-41e4-ba76-3e2363e449c4 req-aa8fcde4-e8d1-4cd9-a104-cd3ded9fc3f4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532644 Dec 20 16:43:52.855417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1e935-c319-4af6-bb79-a5bf46861fb1 req-00710adc-9932-420a-aeba-ed582cfc6b17 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:52.856923 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c7c1e935-c319-4af6-bb79-a5bf46861fb1 req-00710adc-9932-420a-aeba-ed582cfc6b17 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.0529590 Dec 20 16:43:52.906526 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c7c1e935-c319-4af6-bb79-a5bf46861fb1 req-03decd6f-bbfd-48ac-b4dd-e3b0416311b0 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/security-groups?id=aaac18aa-a757-4449-a5ea-bbe8a2e2774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 Dec 20 16:43:53.079417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-68f39864-5c3d-4643-804c-edcdc604b355 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:53.080775 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-68f39864-5c3d-4643-804c-edcdc604b355 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.18 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 945 time: 0.0478692 Dec 20 16:43:53.167397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Deleting port fc846cab-6de5-4874-8ac1-306066ba9262 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:53.167727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:53.256732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] For port fc846cab-6de5-4874-8ac1-306066ba9262, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fc846cab-6de5-4874-8ac1-306066ba9262,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:53.257084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:53.270361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Calling delete_port for fc846cab-6de5-4874-8ac1-306066ba9262 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:53.397270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:53.425574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event deleted for resources: {'Port': ['ID=fc846cab-6de5-4874-8ac1-306066ba9262,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:53.467119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] No DVR routers for this DVR port fc846cab-6de5-4874-8ac1-306066ba9262 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:53.469580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:53.473426 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8fea6ec5-b1f8-4354-a671-0b6803b7f35c req-057e5c0a-63b0-4b1a-94c7-304fb9227203 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.18 "DELETE /v2.0/ports/fc846cab-6de5-4874-8ac1-306066ba9262 HTTP/1.1" status: 204 len: 173 time: 0.3866212 Dec 20 16:43:53.480046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'name': 'network-vif-deleted', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:43:53.482339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de954fa-8e6f-49b1-8058-e8346bda5c3a" -d '{"events": [{"server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "name": "network-vif-deleted", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:43:53.518446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e24482-1a45-440f-9846-88b74b781660 x-openstack-request-id: req-39e24482-1a45-440f-9846-88b74b781660 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:43:53.518862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d", "name": "network-vif-deleted", "tag": "fc846cab-6de5-4874-8ac1-306066ba9262", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:43:53.519266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39e24482-1a45-440f-9846-88b74b781660 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:43:53.519664 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d', 'name': 'network-vif-deleted', 'tag': 'fc846cab-6de5-4874-8ac1-306066ba9262', 'status': 'completed', 'code': 200} Dec 20 16:43:53.673569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ebfb-6f8e-4303-a4c9-61da8584f869 req-b33f11d6-cea0-4944-8b9d-7bc313889f4b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:53.675120 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b3d6ebfb-6f8e-4303-a4c9-61da8584f869 req-b33f11d6-cea0-4944-8b9d-7bc313889f4b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 945 time: 0.0517979 Dec 20 16:43:53.725500 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b3d6ebfb-6f8e-4303-a4c9-61da8584f869 req-4d36119f-e0f1-4ca8-84c8-e52c2c70ff66 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Dec 20 16:43:53.851414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492abc8-361b-402a-961c-12f16983e0a9 req-bdc20d12-3103-4a14-979d-36edadb576a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:53.853065 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1492abc8-361b-402a-961c-12f16983e0a9 req-bdc20d12-3103-4a14-979d-36edadb576a8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 945 time: 0.0573642 Dec 20 16:43:53.905254 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1492abc8-361b-402a-961c-12f16983e0a9 req-a29a6bea-b21f-4138-a5f7-07f6fecebb69 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Dec 20 16:43:53.927622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:53.969165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e832077-260c-457f-b865-c7e6e12cd097 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:53.973428 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2e832077-260c-457f-b865-c7e6e12cd097 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 1093 time: 0.0422826 Dec 20 16:43:53.974320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:53.978801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-917739c1-fda3-4a49-8095-d2b8171dbadd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'port_id': '0c4d9015-1f49-4c45-b32b-9ff2018ea177'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:43:54.016659 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-df6bb585-844e-40e1-85d0-414a0e856624 req-71947b05-8e83-4c7f-9d4e-371d275f15e9 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f0f888-f3d4-4ab5-8ef2-ea4dd590f34d HTTP/1.1" status: 200 len: 210 time: 0.0262327 Dec 20 16:43:54.019039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-917739c1-fda3-4a49-8095-d2b8171dbadd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:54.436791 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-5205a15f-bf14-4383-bf9d-42fe82a92605 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787978 Dec 20 16:43:54.839557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-917739c1-fda3-4a49-8095-d2b8171dbadd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:54.847319 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-917739c1-fda3-4a49-8095-d2b8171dbadd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:54.851870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-198b1834-31a3-4436-b97f-bee72e633edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:54.853353 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-198b1834-31a3-4436-b97f-bee72e633edf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 1099 time: 0.3731818 Dec 20 16:43:55.008572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a27951a-908d-410e-924c-f40ed9dba9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:55.023627 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-917739c1-fda3-4a49-8095-d2b8171dbadd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 4f9d03d2-7dee-42e7-a32e-dab733765ae6 associated. External IP: 172.26.1.211, port: 0c4d9015-1f49-4c45-b32b-9ff2018ea177. Dec 20 16:43:55.027131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-5b9b1cbd-12a7-4431-90c1-8c08d6a1e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:55.028567 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-5b9b1cbd-12a7-4431-90c1-8c08d6a1e1bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 898 time: 0.1439004 Dec 20 16:43:55.075570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:55.102292 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-7c91e1bd-92fd-4f0b-a3b7-ff61585f5897 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2 HTTP/1.1" status: 200 len: 217 time: 0.0404012 Dec 20 16:43:55.197252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-87725db3-0169-45ee-baf3-481db96ff77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:55.198712 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-87725db3-0169-45ee-baf3-481db96ff77f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3109229d-cd43-461b-ab31-c666a5243906 HTTP/1.1" status: 200 len: 834 time: 0.0876322 Dec 20 16:43:55.326352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-edefb04b-ff23-4837-801d-e25e1106ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:55.328198 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-edefb04b-ff23-4837-801d-e25e1106ec1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1657c7e-9190-46b9-844c-21e877b5f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213279 Dec 20 16:43:55.402522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917739c1-fda3-4a49-8095-d2b8171dbadd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:43:55.441672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:55.484603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-d0647ed6-da44-4f31-bdc0-dc83ff62e762 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472566 Dec 20 16:43:55.591178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917739c1-fda3-4a49-8095-d2b8171dbadd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:43:55.596263 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-917739c1-fda3-4a49-8095-d2b8171dbadd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:55.602768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] Sync routers for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:43:55.611868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:55.612477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:43:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:55.633177 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-917739c1-fda3-4a49-8095-d2b8171dbadd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 991 time: 1.6580892 Dec 20 16:43:55.636653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'tag': '0c4d9015-1f49-4c45-b32b-9ff2018ea177'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:43:55.639187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e74f7fb-a88e-44ea-a231-3434dec8c300" -d '{"events": [{"name": "network-changed", "server_uuid": "5e14cd3e-b902-4dbe-9856-fbc685e79015", "tag": "0c4d9015-1f49-4c45-b32b-9ff2018ea177"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:43:55.641525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49534) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:55.693358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3db1321-c438-470f-8a2b-446c9d0426e5 x-openstack-request-id: req-b3db1321-c438-470f-8a2b-446c9d0426e5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:43:55.693887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e14cd3e-b902-4dbe-9856-fbc685e79015", "tag": "0c4d9015-1f49-4c45-b32b-9ff2018ea177", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:43:55.694616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3db1321-c438-470f-8a2b-446c9d0426e5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:43:55.695038 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'tag': '0c4d9015-1f49-4c45-b32b-9ff2018ea177', 'status': 'completed', 'code': 200} Dec 20 16:43:55.697290 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dead4b00-6ad2-4ec7-a1d5-723d9f73494a req-43701ed5-e7ea-46a1-ae5c-bc540d76b802 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866779 Dec 20 16:43:55.713993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Deleting port e11ff5c1-054c-433d-a364-9c159b019e05 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:55.722459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:55.739906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:55.758230 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b439a0c7-29a9-47c6-b659-ef21d14f11ce tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 991 time: 0.1087945 Dec 20 16:43:55.769593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-295e7fd8-cf97-44b1-b33d-796c37fbcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:55.771113 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-295e7fd8-cf97-44b1-b33d-796c37fbcce9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 1098 time: 0.0533383 Dec 20 16:43:55.823420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] For port e11ff5c1-054c-433d-a364-9c159b019e05, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e11ff5c1-054c-433d-a364-9c159b019e05,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:55.823787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:55.838432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Calling delete_port for e11ff5c1-054c-433d-a364-9c159b019e05 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:55.872509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-06e593e5-f98c-4dd2-b964-8a37fd0a95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:55.873980 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-06e593e5-f98c-4dd2-b964-8a37fd0a95c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 200 len: 898 time: 0.0958738 Dec 20 16:43:55.941228 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-c5c426ed-2049-494a-a694-dfba09e75575 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4d9015-1f49-4c45-b32b-9ff2018ea177 HTTP/1.1" status: 200 len: 999 time: 0.0599651 Dec 20 16:43:55.972303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '4f9d03d2-7dee-42e7-a32e-dab733765ae6', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.211', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'port_id': '0c4d9015-1f49-4c45-b32b-9ff2018ea177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'mac_address': 'fa:16:3e:d1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:43:04Z', 'updated_at': '2021-12-20T16:43:54Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:55.993812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-7468e1d4-8087-4316-88a5-3f79b37a573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:55.995645 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-7468e1d4-8087-4316-88a5-3f79b37a573f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3109229d-cd43-461b-ab31-c666a5243906 HTTP/1.1" status: 200 len: 834 time: 0.0480275 Dec 20 16:43:55.999741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] Checking router: 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:43:56.009233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:56.009906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:43:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:56.053758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:56.070327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-88157644-55a3-4bd7-b2ce-0357c4acbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:56.072244 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-88157644-55a3-4bd7-b2ce-0357c4acbf31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a1657c7e-9190-46b9-844c-21e877b5f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686004 Dec 20 16:43:56.089333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event deleted for resources: {'Port': ['ID=e11ff5c1-054c-433d-a364-9c159b019e05,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:56.157445 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:56.203517 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-aee18593-eefa-4655-9f1c-d27973d7a0b0 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223817 Dec 20 16:43:56.329228 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0e74f7fb-a88e-44ea-a231-3434dec8c300 req-f54109e2-a2f7-444b-a89e-8aa36466df03 service neutron] 10.222.0.18 "GET /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189909 Dec 20 16:43:56.335347 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:56.558865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Router baf431dc-a141-429f-ac2b-4013b3bb86b3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:43:56.590523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '4f9d03d2-7dee-42e7-a32e-dab733765ae6', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.211', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'port_id': '0c4d9015-1f49-4c45-b32b-9ff2018ea177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'mac_address': 'fa:16:3e:d1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:43:04Z', 'updated_at': '2021-12-20T16:43:54Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:56.620437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88136cc9-6dc3-4a1f-8561-837ddf2dc788 None None] The sync data for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv is: [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '4f9d03d2-7dee-42e7-a32e-dab733765ae6', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.211', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'port_id': '0c4d9015-1f49-4c45-b32b-9ff2018ea177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'mac_address': 'fa:16:3e:d1:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:43:04Z', 'updated_at': '2021-12-20T16:43:54Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:43:56.678386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:43:56.683663 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b33602b6-8475-4ae3-acd2-056d8ec7d183 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "PUT /v2.0/routers/baf431dc-a141-429f-ac2b-4013b3bb86b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6068997 Dec 20 16:43:56.686347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49538) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:56.687948 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] Sync routers for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:43:56.698426 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:56.699039 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:43:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:56.743525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cea0be-d3d8-4dde-b953-0094f56ca6ba tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Deleting subnet 04c29942-5775-4a17-96a1-718e2bd636d9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:43:56.747149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41cea0be-d3d8-4dde-b953-0094f56ca6ba tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:56.760397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:56.795780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41cea0be-d3d8-4dde-b953-0094f56ca6ba tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:56.814619 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:56.832465 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d1fb7948-2e59-4368-abb1-143a64394b4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 991 time: 0.0707533 Dec 20 16:43:56.860320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391560e-f445-4345-bade-816f7b83f18c None None] New status for floating IP 4f9d03d2-7dee-42e7-a32e-dab733765ae6: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:43:56.899323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fc846cab-6de5-4874-8ac1-306066ba9262 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:56.906923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41cea0be-d3d8-4dde-b953-0094f56ca6ba tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:56.932040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: fc846cab-6de5-4874-8ac1-306066ba9262 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:43:56.932465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fc846cab-6de5-4874-8ac1-306066ba9262 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:43:56.980336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41cea0be-d3d8-4dde-b953-0094f56ca6ba tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.008749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cea0be-d3d8-4dde-b953-0094f56ca6ba tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event deleted for resources: {'Subnet': ['ID=04c29942-5775-4a17-96a1-718e2bd636d9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:57.015097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41cea0be-d3d8-4dde-b953-0094f56ca6ba tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.019311 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-41cea0be-d3d8-4dde-b953-0094f56ca6ba tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "DELETE /v2.0/subnets/04c29942-5775-4a17-96a1-718e2bd636d9 HTTP/1.1" status: 204 len: 168 time: 0.3316870 Dec 20 16:43:57.021808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:57.038673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717689a6-9f8e-4685-bab5-fbe3778609c8 None None] Network 2dd6da37-3251-41c4-b744-9ff56d40c01e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:43:57.106963 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:43:55Z', 'revision_number': 5, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:57.141276 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] Checking router: baf431dc-a141-429f-ac2b-4013b3bb86b3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:43:57.151493 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] Routers {'baf431dc-a141-429f-ac2b-4013b3bb86b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:43:57.152267 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:43:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['baf431dc-a141-429f-ac2b-4013b3bb86b3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:57.158501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.226147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e784141-127d-42d0-af3d-7a1bcf034ec2 None None] DHCP port deletion for 2dd6da37-3251-41c4-b744-9ff56d40c01e request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:43:57.263881 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] Set router baf431dc-a141-429f-ac2b-4013b3bb86b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:43:57.275152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4e784141-127d-42d0-af3d-7a1bcf034ec2 None None] Deleting port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:57.275620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e784141-127d-42d0-af3d-7a1bcf034ec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.276855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.331958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Deleting port 715e1ef2-8022-4323-88bf-451474f51a0d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:57.332387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.343196 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e784141-127d-42d0-af3d-7a1bcf034ec2 None None] For port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9c0e3df7-fc97-4018-b69c-bc1080b7a7e7,segment=NetworkSegment(b2b4210e-b603-40f8-a24a-1f6ac38d8751),segment_id=b2b4210e-b603-40f8-a24a-1f6ac38d8751)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:57.343602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e784141-127d-42d0-af3d-7a1bcf034ec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.357089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4e784141-127d-42d0-af3d-7a1bcf034ec2 None None] Calling delete_port for 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:57.415244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] For port 715e1ef2-8022-4323-88bf-451474f51a0d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=715e1ef2-8022-4323-88bf-451474f51a0d,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:57.415612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.429414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Calling delete_port for 715e1ef2-8022-4323-88bf-451474f51a0d owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:57.442391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e784141-127d-42d0-af3d-7a1bcf034ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.450704 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:43:55Z', 'revision_number': 5, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:57.474907 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e784141-127d-42d0-af3d-7a1bcf034ec2 None None] No DVR routers for this DVR port 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:57.478493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e784141-127d-42d0-af3d-7a1bcf034ec2 None None] Pushing event deleted for resources: {'Port': ['ID=9c0e3df7-fc97-4018-b69c-bc1080b7a7e7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:57.483045 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05a8c9-3420-4f15-b773-e754efe0362d None None] The sync data for ids ['baf431dc-a141-429f-ac2b-4013b3bb86b3'] in dv-neutron-822328-3-hyperv is: [{'id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649081956', 'tenant_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:41:57Z', 'updated_at': '2021-12-20T16:43:55Z', 'revision_number': 5, 'project_id': 'c6e25f074d8f4948b0eb49618d4cc1fe', 'gw_port': {'id': '715e1ef2-8022-4323-88bf-451474f51a0d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf431dc-a141-429f-ac2b-4013b3bb86b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:41:58Z', 'updated_at': '2021-12-20T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:43:57.618052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.647830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event deleted for resources: {'Port': ['ID=715e1ef2-8022-4323-88bf-451474f51a0d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:57.655168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638ac18-2bb5-4796-ae81-4606eca920b3 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:43:57.708285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.730794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9eea-0e8b-49df-9ec4-688bc6ebc425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.836438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:57.921806 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0db00fba-72b9-48fc-9bda-5cfae4773829 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 200 len: 993 time: 0.0764701 Dec 20 16:43:58.090021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:58.111286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:43:58.111632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9c0e3df7-fc97-4018-b69c-bc1080b7a7e7 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:43:58.112047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e11ff5c1-054c-433d-a364-9c159b019e05 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:58.125686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.127876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.130949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e11ff5c1-054c-433d-a364-9c159b019e05 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:43:58.131296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e11ff5c1-054c-433d-a364-9c159b019e05 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:43:58.171944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.172631 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Fanout notify agent at l3_agent the message router_deleted on router baf431dc-a141-429f-ac2b-4013b3bb86b3 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:43:58.180235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.181430 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eae276e9-682e-432b-ab6c-970ceaca6793 tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "DELETE /v2.0/routers/baf431dc-a141-429f-ac2b-4013b3bb86b3 HTTP/1.1" status: 204 len: 168 time: 1.1585057 Dec 20 16:43:58.184217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:58.272069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.356347 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.375536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd6da37-3251-41c4-b744-9ff56d40c01e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:58.384608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b4210e-b603-40f8-a24a-1f6ac38d8751') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:58.384831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b4210e-b603-40f8-a24a-1f6ac38d8751') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:43:58.394657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.407672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.414080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:43:58.414509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.417689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:43:58.417875 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:43:58.479516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.487173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.489579 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "DELETE /v2.0/networks/2dd6da37-3251-41c4-b744-9ff56d40c01e HTTP/1.1" status: 204 len: 168 time: 0.3044062 Dec 20 16:43:58.493968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:58.500776 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b64b8-4ca9-49b0-a962-0fd1d0b47bed tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event deleted for resources: {'Network': ['ID=2dd6da37-3251-41c4-b744-9ff56d40c01e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:58.551932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-951272a9-ee83-4ec6-b29c-b743bdbdba8c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.577757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-951272a9-ee83-4ec6-b29c-b743bdbdba8c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.647828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-951272a9-ee83-4ec6-b29c-b743bdbdba8c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.650649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-951272a9-ee83-4ec6-b29c-b743bdbdba8c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:58.651890 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-951272a9-ee83-4ec6-b29c-b743bdbdba8c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] 10.222.0.60 "DELETE /v2.0/security-groups/aaac18aa-a757-4449-a5ea-bbe8a2e2774a HTTP/1.1" status: 204 len: 168 time: 0.1569138 Dec 20 16:43:58.662403 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951272a9-ee83-4ec6-b29c-b743bdbdba8c tempest-TestNetworkAdvancedServerOps-1289774813 tempest-TestNetworkAdvancedServerOps-1289774813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaac18aa-a757-4449-a5ea-bbe8a2e2774a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:58.967317 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:59.099378 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cad0bd1c-b32b-46ac-8cd9-2f79969d77fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6e25f074d8f4948b0eb49618d4cc1fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308794 Dec 20 16:43:59.101904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49560) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:59.149821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b3511fe-b9b5-4aa8-b6cd-c8f90acc398e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.174883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b3511fe-b9b5-4aa8-b6cd-c8f90acc398e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.219597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b3511fe-b9b5-4aa8-b6cd-c8f90acc398e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.222904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b3511fe-b9b5-4aa8-b6cd-c8f90acc398e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.224052 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8b3511fe-b9b5-4aa8-b6cd-c8f90acc398e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfc47aef-db2b-4bb6-b63d-45f754a6303e HTTP/1.1" status: 204 len: 168 time: 0.1212256 Dec 20 16:43:59.231718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3511fe-b9b5-4aa8-b6cd-c8f90acc398e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc47aef-db2b-4bb6-b63d-45f754a6303e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:59.481808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:59.495760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d771cf56-c90c-458c-9413-14621a2828d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.574662 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d771cf56-c90c-458c-9413-14621a2828d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.578831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d771cf56-c90c-458c-9413-14621a2828d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.617192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771cf56-c90c-458c-9413-14621a2828d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddee15dd-4f21-4be2-93fc-5bd177cb2a81,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:59.625061 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d771cf56-c90c-458c-9413-14621a2828d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3f8dd52bd934bb6b83107e4877090ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396506 Dec 20 16:43:59.625618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:43:59.673486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df2a49d4-bde7-41fb-b8d5-671e343e1087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.694397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df2a49d4-bde7-41fb-b8d5-671e343e1087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.743955 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df2a49d4-bde7-41fb-b8d5-671e343e1087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.746900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df2a49d4-bde7-41fb-b8d5-671e343e1087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.748885 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-df2a49d4-bde7-41fb-b8d5-671e343e1087 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddee15dd-4f21-4be2-93fc-5bd177cb2a81 HTTP/1.1" status: 204 len: 168 time: 0.1227808 Dec 20 16:43:59.757058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a49d4-bde7-41fb-b8d5-671e343e1087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddee15dd-4f21-4be2-93fc-5bd177cb2a81,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:59.966023 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.992891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 715e1ef2-8022-4323-88bf-451474f51a0d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:44:00.015032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 715e1ef2-8022-4323-88bf-451474f51a0d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:44:00.015275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 715e1ef2-8022-4323-88bf-451474f51a0d not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:44:00.773023 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:06.287095 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:44:14.144859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:25.011943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73056376-e276-4771-baba-827d06d36ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:27.404128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8acb83-8b59-40a0-b0e5-f3ff48bf074a req-bd683e8c-8939-4866-bfa4-94f1d6980f22 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:27.405885 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a8acb83-8b59-40a0-b0e5-f3ff48bf074a req-bd683e8c-8939-4866-bfa4-94f1d6980f22 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 945 time: 0.0619497 Dec 20 16:44:27.468752 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a8acb83-8b59-40a0-b0e5-f3ff48bf074a req-17bef1f2-4f23-4570-bdba-ab2bb50986cb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516043 Dec 20 16:44:27.733946 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54354cf8-e17e-487d-a905-b3bd32db2302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:28.424026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:28.611824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c541c-50ec-46c6-ab5e-ea191bfe493d req-d0fd6f4a-482d-4efd-b1d6-4c8b8aef4b28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:28.613491 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b86c541c-50ec-46c6-ab5e-ea191bfe493d req-d0fd6f4a-482d-4efd-b1d6-4c8b8aef4b28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 945 time: 0.0547228 Dec 20 16:44:28.669261 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b86c541c-50ec-46c6-ab5e-ea191bfe493d req-6777f648-3f47-4e86-8d52-5c0ae7e94b6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6961922-812d-496a-901a-e37f23bc1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 Dec 20 16:44:28.736160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-b480458c-1849-4438-acbc-b9b6a26a9abe tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:28.737719 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-b480458c-1849-4438-acbc-b9b6a26a9abe tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 945 time: 0.0514977 Dec 20 16:44:28.836994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:44:28.837380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:28.928543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 0c4d9015-1f49-4c45-b32b-9ff2018ea177, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=0c4d9015-1f49-4c45-b32b-9ff2018ea177,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:28.928993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:29.111653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:29.112123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:29.112477 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 4f9d03d2-7dee-42e7-a32e-dab733765ae6 disassociated. External IP: 172.26.1.211, port: 0c4d9015-1f49-4c45-b32b-9ff2018ea177. Dec 20 16:44:29.112856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 0c4d9015-1f49-4c45-b32b-9ff2018ea177 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:44:29.249577 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:29.292369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=0c4d9015-1f49-4c45-b32b-9ff2018ea177,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:29.452446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:44:29.570204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:44:29.582814 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] Sync routers for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:44:29.594777 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:29.595511 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:29.621824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port 0c4d9015-1f49-4c45-b32b-9ff2018ea177 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:44:29.624855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:29.629116 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0de17adf-d497-4a1f-92f0-0649fbf893dd req-684a953c-671e-4883-97c9-e01f63c88880 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/0c4d9015-1f49-4c45-b32b-9ff2018ea177 HTTP/1.1" status: 204 len: 173 time: 0.8855309 Dec 20 16:44:29.629723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'name': 'network-vif-deleted', 'tag': '0c4d9015-1f49-4c45-b32b-9ff2018ea177'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:29.633234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecda634-0c54-42fc-ba7e-f9e54e3f74aa" -d '{"events": [{"server_uuid": "5e14cd3e-b902-4dbe-9856-fbc685e79015", "name": "network-vif-deleted", "tag": "0c4d9015-1f49-4c45-b32b-9ff2018ea177"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:44:29.694924 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5f48eb-b7ef-4a95-8d7c-00c0d85a51f7 x-openstack-request-id: req-1a5f48eb-b7ef-4a95-8d7c-00c0d85a51f7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:44:29.695911 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e14cd3e-b902-4dbe-9856-fbc685e79015", "name": "network-vif-deleted", "tag": "0c4d9015-1f49-4c45-b32b-9ff2018ea177", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:44:29.696432 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a5f48eb-b7ef-4a95-8d7c-00c0d85a51f7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:44:29.703752 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e14cd3e-b902-4dbe-9856-fbc685e79015', 'name': 'network-vif-deleted', 'tag': '0c4d9015-1f49-4c45-b32b-9ff2018ea177', 'status': 'completed', 'code': 200} Dec 20 16:44:29.784766 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:44:29.850881 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4dfd5308-fb53-4f65-bc48-257918b11b4b req-207d1d2c-47e3-4143-9e78-ff41457b416b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e14cd3e-b902-4dbe-9856-fbc685e79015 HTTP/1.1" status: 200 len: 210 time: 0.0596211 Dec 20 16:44:29.969982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:30.049668 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:30.083216 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] Checking router: 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:44:30.092917 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:30.093527 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:30.238782 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:44:30.541178 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:30.572578 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f1fb62-795f-4ce7-b5f3-b9aa958901cb None None] The sync data for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv is: [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:42:43Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '7a995d9c-aecf-4dfa-8921-80eff7a8f81b', 'name': '', 'network_id': 'a1657c7e-9190-46b9-844c-21e877b5f936', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:87:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '3109229d-cd43-461b-ab31-c666a5243906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:42Z', 'updated_at': '2021-12-20T16:42:47Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '3109229d-cd43-461b-ab31-c666a5243906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:44:30.784748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:30.816764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037e8a2-d54e-4313-a1ff-7e8e18031b06 None None] New status for floating IP 4f9d03d2-7dee-42e7-a32e-dab733765ae6: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:44:30.921195 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:30.999698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01700a30-34da-41c2-95a4-4d3a3db44478 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.002844 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 0c4d9015-1f49-4c45-b32b-9ff2018ea177 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:44:31.026397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 0c4d9015-1f49-4c45-b32b-9ff2018ea177 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:44:31.026888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 0c4d9015-1f49-4c45-b32b-9ff2018ea177 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:44:31.031307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01700a30-34da-41c2-95a4-4d3a3db44478 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.093247 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01700a30-34da-41c2-95a4-4d3a3db44478 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.096915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01700a30-34da-41c2-95a4-4d3a3db44478 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.098146 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-01700a30-34da-41c2-95a4-4d3a3db44478 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/f6961922-812d-496a-901a-e37f23bc1658 HTTP/1.1" status: 204 len: 168 time: 0.1747868 Dec 20 16:44:31.110108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01700a30-34da-41c2-95a4-4d3a3db44478 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6961922-812d-496a-901a-e37f23bc1658,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:31.135522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49598) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:31.290818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 14ff4203-5f6b-42ab-ac44-d0f83722b031 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:44:31.291156 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.372779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.373046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.386344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 14ff4203-5f6b-42ab-ac44-d0f83722b031 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:44:31.539941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.566229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=14ff4203-5f6b-42ab-ac44-d0f83722b031,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:31.630993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.633497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.634694 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2ce055b0-cf27-4e58-8aca-fb1a2a6cbc8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/floatingips/4f9d03d2-7dee-42e7-a32e-dab733765ae6 HTTP/1.1" status: 204 len: 168 time: 0.4967585 Dec 20 16:44:31.880128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304f085-27f2-465d-a042-b75428aebb1a req-a5920644-888d-4a39-8fe0-efe0478c424e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:31.882005 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7304f085-27f2-465d-a042-b75428aebb1a req-a5920644-888d-4a39-8fe0-efe0478c424e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 946 time: 0.0535872 Dec 20 16:44:31.939491 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7304f085-27f2-465d-a042-b75428aebb1a req-334d8d57-a39a-41ef-8f61-7588bddfdb95 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503297 Dec 20 16:44:33.072067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f05bc-974b-407e-b605-ac831c7871be req-455b762c-5083-46bd-b28a-e087cef8edba tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:33.073611 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f03f05bc-974b-407e-b605-ac831c7871be req-455b762c-5083-46bd-b28a-e087cef8edba tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 946 time: 0.0555336 Dec 20 16:44:33.097993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-082808ad-4b6e-40e6-88ab-bf8c53fa74f8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:33.099548 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-082808ad-4b6e-40e6-88ab-bf8c53fa74f8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc189aa-8f60-41eb-9c92-8e0fbc019931 HTTP/1.1" status: 200 len: 946 time: 0.0528572 Dec 20 16:44:33.134626 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f03f05bc-974b-407e-b605-ac831c7871be req-8c4f46e9-8b24-49a4-b241-020d64f3906a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d5d3943-a348-4871-8d36-ade47b98743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487213 Dec 20 16:44:33.218172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:44:33.218672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:33.324194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 1d002d47-7889-4d1c-84f2-8c245c32f1f2, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1d002d47-7889-4d1c-84f2-8c245c32f1f2,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:33.324480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:33.337954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 1d002d47-7889-4d1c-84f2-8c245c32f1f2 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:44:33.474603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:33.506328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=1d002d47-7889-4d1c-84f2-8c245c32f1f2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:33.549501 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port 1d002d47-7889-4d1c-84f2-8c245c32f1f2 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:44:33.552076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:33.555872 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-68643b88-2fe4-4de8-89aa-c3ef800457f2 req-b5d013c4-cda4-48e3-946d-c66039e2b642 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/1d002d47-7889-4d1c-84f2-8c245c32f1f2 HTTP/1.1" status: 204 len: 173 time: 0.4503512 Dec 20 16:44:33.556363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'name': 'network-vif-deleted', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:33.558738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e4e5b3-d249-4ffb-ab7b-e10cf458d7ab" -d '{"events": [{"server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "name": "network-vif-deleted", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:44:33.597106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f776336-02b4-4a13-81d3-fb52874b112a x-openstack-request-id: req-4f776336-02b4-4a13-81d3-fb52874b112a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:44:33.597527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc189aa-8f60-41eb-9c92-8e0fbc019931", "name": "network-vif-deleted", "tag": "1d002d47-7889-4d1c-84f2-8c245c32f1f2", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:44:33.597878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f776336-02b4-4a13-81d3-fb52874b112a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:44:33.598383 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc189aa-8f60-41eb-9c92-8e0fbc019931', 'name': 'network-vif-deleted', 'tag': '1d002d47-7889-4d1c-84f2-8c245c32f1f2', 'status': 'completed', 'code': 200} Dec 20 16:44:34.214375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49610) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:34.286118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49984d2f-902c-485b-af2b-0b4a575dad03 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:34.317892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49984d2f-902c-485b-af2b-0b4a575dad03 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:34.391043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49984d2f-902c-485b-af2b-0b4a575dad03 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:34.394044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49984d2f-902c-485b-af2b-0b4a575dad03 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:34.395365 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-49984d2f-902c-485b-af2b-0b4a575dad03 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/2d5d3943-a348-4871-8d36-ade47b98743f HTTP/1.1" status: 204 len: 168 time: 0.1795514 Dec 20 16:44:34.410393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49984d2f-902c-485b-af2b-0b4a575dad03 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5d3943-a348-4871-8d36-ade47b98743f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:34.441386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:34.951758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:35.287083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:44:35.288076 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:35.386759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 7a995d9c-aecf-4dfa-8921-80eff7a8f81b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=7a995d9c-aecf-4dfa-8921-80eff7a8f81b,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:35.387169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:35.407204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 7a995d9c-aecf-4dfa-8921-80eff7a8f81b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:44:35.629723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:35.660015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=7a995d9c-aecf-4dfa-8921-80eff7a8f81b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:35.877166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:36.129959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:44:36.251168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:44:36.257298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a777ecb3-26ee-461e-8335-832a5a0ed4ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/4cd026c4-f8ae-49ba-8a62-5d049a94dd5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8139977 Dec 20 16:44:36.262194 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] Sync routers for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:44:36.263006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:36.274848 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:36.275743 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:36.328845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-205424a2-a668-436a-9344-d59ae7a8be2e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting subnet 3109229d-cd43-461b-ab31-c666a5243906 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:44:36.332786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-205424a2-a668-436a-9344-d59ae7a8be2e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:36.392167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-205424a2-a668-436a-9344-d59ae7a8be2e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:36.398904 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:44:36.539745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-205424a2-a668-436a-9344-d59ae7a8be2e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:36.633364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-205424a2-a668-436a-9344-d59ae7a8be2e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:36.661984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205424a2-a668-436a-9344-d59ae7a8be2e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Subnet': ['ID=3109229d-cd43-461b-ab31-c666a5243906,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:36.665810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-205424a2-a668-436a-9344-d59ae7a8be2e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:36.672083 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-205424a2-a668-436a-9344-d59ae7a8be2e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/subnets/3109229d-cd43-461b-ab31-c666a5243906 HTTP/1.1" status: 204 len: 168 time: 0.4082909 Dec 20 16:44:36.672326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:36.678494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92827402-c031-4d2f-b53d-81b92265cdbe None None] Network a1657c7e-9190-46b9-844c-21e877b5f936 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:44:36.725446 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:44:35Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:36.753868 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] Checking router: 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:44:36.763608 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] Routers {'4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:36.764514 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:36.819903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:36.875764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac4496-9b13-44f9-aa1b-fa57a9d69447 None None] DHCP port deletion for a1657c7e-9190-46b9-844c-21e877b5f936 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:44:36.891640 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] Set router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:44:36.951673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac4496-9b13-44f9-aa1b-fa57a9d69447 None None] Deleting port e312b3aa-136a-4d22-8f02-527bab3f6460 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:44:36.952050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ac4496-9b13-44f9-aa1b-fa57a9d69447 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.002985 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.020738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1d002d47-7889-4d1c-84f2-8c245c32f1f2 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:44:37.047230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 1d002d47-7889-4d1c-84f2-8c245c32f1f2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:44:37.047613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1d002d47-7889-4d1c-84f2-8c245c32f1f2 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:44:37.070720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d0ac4496-9b13-44f9-aa1b-fa57a9d69447 None None] For port e312b3aa-136a-4d22-8f02-527bab3f6460, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e312b3aa-136a-4d22-8f02-527bab3f6460,segment=NetworkSegment(6728cb3b-cbec-436b-83dc-aaa7593f13b5),segment_id=6728cb3b-cbec-436b-83dc-aaa7593f13b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:37.071071 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ac4496-9b13-44f9-aa1b-fa57a9d69447 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.085104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:44:37.085441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.100465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac4496-9b13-44f9-aa1b-fa57a9d69447 None None] Calling delete_port for e312b3aa-136a-4d22-8f02-527bab3f6460 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:44:37.211564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ac4496-9b13-44f9-aa1b-fa57a9d69447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.228511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port a99a9bbc-232f-4111-b5fa-d254f0b7b3c9, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a99a9bbc-232f-4111-b5fa-d254f0b7b3c9,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:37.229025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.230469 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:44:35Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:37.242233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac4496-9b13-44f9-aa1b-fa57a9d69447 None None] Pushing event deleted for resources: {'Port': ['ID=e312b3aa-136a-4d22-8f02-527bab3f6460,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:37.246781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac4496-9b13-44f9-aa1b-fa57a9d69447 None None] No DVR routers for this DVR port e312b3aa-136a-4d22-8f02-527bab3f6460 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:44:37.255045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:44:37.279354 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077560a-b947-4d8f-b989-a106e6e50a0d None None] The sync data for ids ['4cd026c4-f8ae-49ba-8a62-5d049a94dd5e'] in dv-neutron-822328-3-hyperv is: [{'id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'name': 'tempest-TestNetworkBasicOps-router-1158249187', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:42:37Z', 'updated_at': '2021-12-20T16:44:35Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a99a9bbc-232f-4111-b5fa-d254f0b7b3c9', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd026c4-f8ae-49ba-8a62-5d049a94dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:42:38Z', 'updated_at': '2021-12-20T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:44:37.451425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.478747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=a99a9bbc-232f-4111-b5fa-d254f0b7b3c9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:37.495783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68014db1-78bb-40fe-8dae-bfdb01f3cc8e None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:44:37.542846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.661883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.664717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.727723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.728814 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd026c4-f8ae-49ba-8a62-5d049a94dd5e {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:44:37.738898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.740768 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dd8b92ed-1aab-4738-8952-833b0b51b547 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/routers/4cd026c4-f8ae-49ba-8a62-5d049a94dd5e HTTP/1.1" status: 204 len: 168 time: 1.0669336 Dec 20 16:44:37.744064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:37.841807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.968175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:37.997544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1657c7e-9190-46b9-844c-21e877b5f936']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:38.012697 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6728cb3b-cbec-436b-83dc-aaa7593f13b5') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:38.012989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6728cb3b-cbec-436b-83dc-aaa7593f13b5') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:38.023174 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.036658 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.045320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:44:38.045320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:44:38.050738 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:44:38.129346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:44:38.160048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:44:38.160455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a99a9bbc-232f-4111-b5fa-d254f0b7b3c9 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:44:38.161071 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7a995d9c-aecf-4dfa-8921-80eff7a8f81b no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:44:38.164628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.177300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.182455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 7a995d9c-aecf-4dfa-8921-80eff7a8f81b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:44:38.182974 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7a995d9c-aecf-4dfa-8921-80eff7a8f81b not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:44:38.184544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e312b3aa-136a-4d22-8f02-527bab3f6460 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:44:38.186074 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/networks/a1657c7e-9190-46b9-844c-21e877b5f936 HTTP/1.1" status: 204 len: 168 time: 0.4372995 Dec 20 16:44:38.203484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e312b3aa-136a-4d22-8f02-527bab3f6460 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:44:38.204189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e312b3aa-136a-4d22-8f02-527bab3f6460 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:44:38.214398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09a18c-578a-4a8e-9f73-8cf44a8fc0bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Network': ['ID=a1657c7e-9190-46b9-844c-21e877b5f936,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:38.219739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:38.226991 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'network': {'name': 'tempest-network-smoke--1691462179', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:38.258443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:44:38.263576 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.289515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:44:38.299852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.300186 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Added segment f88d4429-05eb-4fab-8f76-c5ac1258018a of type vlan for network f282c918-e7ca-45bd-a974-b0c839df6eb3 Dec 20 16:44:38.342007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.372338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.379137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:38.379871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.472348 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2502840 Dec 20 16:44:38.475037 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:38.480476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-188426532', 'admin_state_up': True, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:38.483133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea76271-de34-4eb7-a8e0-1a356412f0b6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Network': ['ID=f282c918-e7ca-45bd-a974-b0c839df6eb3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:38.497016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f282c918-e7ca-45bd-a974-b0c839df6eb3 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:44:38.516625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.518248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:38.607745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:39.079551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:39.284397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:39.308083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:39.416260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.78 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/d28a8e31-3b3a-4e52-8bca-4dbea07020ec) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:44:39.574388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:39.609818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:39.654285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:44:39.658128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:44:39.662400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:44:39.668890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=d28a8e31-3b3a-4e52-8bca-4dbea07020ec,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:39.676005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84029a-f677-4d82-838f-9b8479c4f90b None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:44:39.728350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f7e660d2-5233-4e44-97e4-bfd924b2c7b1 None None] Provisioning complete for port d28a8e31-3b3a-4e52-8bca-4dbea07020ec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:39.729102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7e660d2-5233-4e44-97e4-bfd924b2c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:39.770073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f7e660d2-5233-4e44-97e4-bfd924b2c7b1 None None] Port d28a8e31-3b3a-4e52-8bca-4dbea07020ec cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:44:39.967553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:40.241611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:40.391279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:44:40.503996 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:44:40.514222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Sync routers for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:44:40.527182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:40.531816 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3f7e4d75-2934-469e-a214-36cb5dd5274d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0522664 Dec 20 16:44:40.532019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:40.532019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:40.532271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49626) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:40.567830 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3e573a12-2328-4709-9687-5e1aac885caf tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347021 Dec 20 16:44:40.571484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:40.643468 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:44:40.683387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0d750-48a6-4f1a-93ca-45f40f57af9c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:40.685811 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bfd0d750-48a6-4f1a-93ca-45f40f57af9c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1132231 Dec 20 16:44:40.689203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49630) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:40.718725 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-22a85c64-5676-4a7a-967f-22f6e4ddd363 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282111 Dec 20 16:44:40.722803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:40.727640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1208008792', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:40.821025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:44:40.826172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:40.847887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:39Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:40.879471 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Checking router: 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:44:40.879829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Updating router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 port d28a8e31-3b3a-4e52-8bca-4dbea07020ec binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:44:40.905781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.042832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.111547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=f3bcf88a-6ade-4646-8395-3cc51c542dc8,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:41.123900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Checking segment: {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:44:41.124747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network hostable DHCP agents. Network: f282c918-e7ca-45bd-a974-b0c839df6eb3, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:44:41.142958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f282c918-e7ca-45bd-a974-b0c839df6eb3 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:44:41.153552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f282c918-e7ca-45bd-a974-b0c839df6eb3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:44:41.163108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:41.164089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.173264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f952b0bc-ae4e-4a93-8f25-522eb642bec6 None None] Network f282c918-e7ca-45bd-a974-b0c839df6eb3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:44:41.187132 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a81a3d59-688b-4edc-a624-5fca54ca4236 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4632804 Dec 20 16:44:41.191519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:41.228854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.260741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.328157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b9982-2694-4b81-91cf-fe9a76bc3f9f None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:44:41.345512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Attempting to bind port d28a8e31-3b3a-4e52-8bca-4dbea07020ec on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:44:41.345888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Attempting to bind port d28a8e31-3b3a-4e52-8bca-4dbea07020ec by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:44:41.346252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Attempting to bind port d28a8e31-3b3a-4e52-8bca-4dbea07020ec on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:44:41.351430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd376f62-b819-4dea-af1d-3495390b99a5 None None] Pushing event updated for resources: {'Port': ['ID=d28a8e31-3b3a-4e52-8bca-4dbea07020ec,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:41.371758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:44:41.372266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:44:41.372510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.373037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:44:41.373385 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Bound port: d28a8e31-3b3a-4e52-8bca-4dbea07020ec, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:44:41.373903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.400861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-f282c918-e7ca-45bd-a974-b0c839df6eb3', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:44:41.401770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.461058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] For port d28a8e31-3b3a-4e52-8bca-4dbea07020ec, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:44:41.463178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f15e7980-546b-4fcd-833e-fdf14bc39e1b None None] Provisioning complete for port d28a8e31-3b3a-4e52-8bca-4dbea07020ec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:41.463587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f15e7980-546b-4fcd-833e-fdf14bc39e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.698678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] For port d28a8e31-3b3a-4e52-8bca-4dbea07020ec, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d28a8e31-3b3a-4e52-8bca-4dbea07020ec,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:44:41.713820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.718643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:41.759001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f15e7980-546b-4fcd-833e-fdf14bc39e1b None None] Port d28a8e31-3b3a-4e52-8bca-4dbea07020ec cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:44:41.791257 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cbeb0e-48de-4c61-b0e3-0b4e96074a66 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:44:41.839366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:41.840018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:41.847182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Allocated IP 172.20.0.2 (f282c918-e7ca-45bd-a974-b0c839df6eb3/f3bcf88a-6ade-4646-8395-3cc51c542dc8/ef22a132-1372-4196-8795-4a208a24b3d5) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:44:41.849140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd376f62-b819-4dea-af1d-3495390b99a5 None None] Pushing event updated for resources: {'Port': ['ID=d28a8e31-3b3a-4e52-8bca-4dbea07020ec,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:41.973815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ad138eaa-57aa-4617-9a02-fc1fd721b878 None None] Provisioning complete for port d28a8e31-3b3a-4e52-8bca-4dbea07020ec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:41.974133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad138eaa-57aa-4617-9a02-fc1fd721b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.058097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:44:42.269735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.290491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.328022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad138eaa-57aa-4617-9a02-fc1fd721b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.342355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.1 (f282c918-e7ca-45bd-a974-b0c839df6eb3/f3bcf88a-6ade-4646-8395-3cc51c542dc8/e61abdad-9b4a-4661-818f-c176228759f6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:44:42.370069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Network f282c918-e7ca-45bd-a974-b0c839df6eb3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:44:42.382099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:44:42.395094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:44:42.402184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ad138eaa-57aa-4617-9a02-fc1fd721b878 None None] For port d28a8e31-3b3a-4e52-8bca-4dbea07020ec, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d28a8e31-3b3a-4e52-8bca-4dbea07020ec,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:42.405853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Pushing event updated for resources: {'Port': ['ID=ef22a132-1372-4196-8795-4a208a24b3d5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:42.410666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad138eaa-57aa-4617-9a02-fc1fd721b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.473728 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.516317 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Attempting to bind port ef22a132-1372-4196-8795-4a208a24b3d5 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:44:42.516707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Attempting to bind port ef22a132-1372-4196-8795-4a208a24b3d5 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:44:42.517078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Attempting to bind port ef22a132-1372-4196-8795-4a208a24b3d5 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:44:42.522235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad138eaa-57aa-4617-9a02-fc1fd721b878 None None] Pushing event updated for resources: {'Port': ['ID=d28a8e31-3b3a-4e52-8bca-4dbea07020ec,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:42.524929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.530561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:44:42.530999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Checking segment: {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:44:42.531393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.531739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Bound using segment: {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:44:42.532221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Bound port: ef22a132-1372-4196-8795-4a208a24b3d5, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:44:42.532605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.551907 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:39Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:42.582559 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a86cf-c501-4e07-859b-10b4269e54a0 None None] The sync data for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv is: [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:39Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:44:42.584217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f282c918-e7ca-45bd-a974-b0c839df6eb3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:44:42.588173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:44:42.591036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:44:42.641273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] For port ef22a132-1372-4196-8795-4a208a24b3d5, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:44:42.642285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.644883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=e61abdad-9b4a-4661-818f-c176228759f6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:42.646620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] For port ef22a132-1372-4196-8795-4a208a24b3d5, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ef22a132-1372-4196-8795-4a208a24b3d5,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:44:42.656639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:42.755004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200d076-9c28-4c94-a0ae-deac6cb9639e None None] Pushing event updated for resources: {'Port': ['ID=ef22a132-1372-4196-8795-4a208a24b3d5,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:42.815395 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:43.220874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:43.230857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:43.275855 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:44:43.319910 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:43.321846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=e61abdad-9b4a-4661-818f-c176228759f6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:43.334766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.335089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.335442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.335777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.336106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.336438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.336765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.337092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.337418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.337743 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.338072 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.338416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.338735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:43.479932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f282c918-e7ca-45bd-a974-b0c839df6eb3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:44:43.482000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:44:43.660290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:44:43.820660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:44:43.829138 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-11495e55-b419-4bd4-bcc4-db1c0fdde73a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/4b1b288d-2cd3-4b3e-9f8e-3bf782c86853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361635 Dec 20 16:44:43.832516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:43.916266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4510c1-03a8-4ef5-bfac-df4082ecffc0 None None] Network f282c918-e7ca-45bd-a974-b0c839df6eb3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:44:43.980433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e50bcb-ca38-4624-ab5c-dbe9cd75acf9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:43.981262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e50bcb-ca38-4624-ab5c-dbe9cd75acf9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:43.982098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e50bcb-ca38-4624-ab5c-dbe9cd75acf9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:43.982935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e50bcb-ca38-4624-ab5c-dbe9cd75acf9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:43.988391 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17e50bcb-ca38-4624-ab5c-dbe9cd75acf9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1520870 Dec 20 16:44:43.988757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:44.010992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-de4d9e15-8d94-4f65-8dfb-abdb87acfaaa None None] Provisioning complete for port ef22a132-1372-4196-8795-4a208a24b3d5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:44.011455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de4d9e15-8d94-4f65-8dfb-abdb87acfaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:44.089658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3c87a-6842-4d78-880c-3ec1814b37c4 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:44.090439 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3c87a-6842-4d78-880c-3ec1814b37c4 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:44.091180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3c87a-6842-4d78-880c-3ec1814b37c4 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:44.092191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3c87a-6842-4d78-880c-3ec1814b37c4 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:44.100167 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a0e3c87a-6842-4d78-880c-3ec1814b37c4 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1063943 Dec 20 16:44:44.101810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:44.226740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ef22a132-1372-4196-8795-4a208a24b3d5 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:44:44.272199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de4d9e15-8d94-4f65-8dfb-abdb87acfaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:44.292835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:44.345943 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8b12f50f-8066-4ac4-b09e-a33d2d9e81b5 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2366974 Dec 20 16:44:44.346343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-de4d9e15-8d94-4f65-8dfb-abdb87acfaaa None None] For port ef22a132-1372-4196-8795-4a208a24b3d5, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ef22a132-1372-4196-8795-4a208a24b3d5,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:44.347373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:44.348828 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port ef22a132-1372-4196-8795-4a208a24b3d5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:44.349421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:44.353248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de4d9e15-8d94-4f65-8dfb-abdb87acfaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:44.358855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-768640255', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:44.451282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d9e15-8d94-4f65-8dfb-abdb87acfaaa None None] Pushing event updated for resources: {'Port': ['ID=ef22a132-1372-4196-8795-4a208a24b3d5,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:44.535345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d28a8e31-3b3a-4e52-8bca-4dbea07020ec up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:44:44.640804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d28a8e31-3b3a-4e52-8bca-4dbea07020ec triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:44.641394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:44.650576 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Sync routers for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:44:44.682791 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:44.683886 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:44.731959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ad273f7f-a0f2-4a70-97ba-ea4b9af9b6d4 None None] Provisioning complete for port ef22a132-1372-4196-8795-4a208a24b3d5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:44.732556 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad273f7f-a0f2-4a70-97ba-ea4b9af9b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:44.929549 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:44:44.954385 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ad273f7f-a0f2-4a70-97ba-ea4b9af9b6d4 None None] Provisioning complete for port e61abdad-9b4a-4661-818f-c176228759f6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:44.954886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad273f7f-a0f2-4a70-97ba-ea4b9af9b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:44.997825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:44:45.002695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.025101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] device_id is not set on port a9bc70d7-8123-4255-9390-8b4822e3fea9 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:44:45.028194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ad273f7f-a0f2-4a70-97ba-ea4b9af9b6d4 None None] Port e61abdad-9b4a-4661-818f-c176228759f6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:44:45.156689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.11 (f282c918-e7ca-45bd-a974-b0c839df6eb3/f3bcf88a-6ade-4646-8395-3cc51c542dc8/a9bc70d7-8123-4255-9390-8b4822e3fea9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:44:45.161122 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-818394a5-1dcb-40a8-a2da-bf4c50992263 None None] Provisioning complete for port e61abdad-9b4a-4661-818f-c176228759f6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:45.161687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-818394a5-1dcb-40a8-a2da-bf4c50992263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.221102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-818394a5-1dcb-40a8-a2da-bf4c50992263 None None] Port e61abdad-9b4a-4661-818f-c176228759f6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:44:45.343928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-00e93178-4761-4e6d-9335-ba3e52e48e72 None None] Provisioning complete for port e61abdad-9b4a-4661-818f-c176228759f6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:45.344473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00e93178-4761-4e6d-9335-ba3e52e48e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.383294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-00e93178-4761-4e6d-9335-ba3e52e48e72 None None] Port e61abdad-9b4a-4661-818f-c176228759f6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:44:45.407383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.415071 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e61abdad-9b4a-4661-818f-c176228759f6', 'name': '', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:22:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:41Z', 'updated_at': '2021-12-20T16:44:43Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:45.444089 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Checking router: 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:44:45.444421 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Updating router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 port e61abdad-9b4a-4661-818f-c176228759f6 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:44:45.455641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.477307 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.510169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f282c918-e7ca-45bd-a974-b0c839df6eb3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:44:45.513961 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:44:45.521007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:44:45.557813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:45.601718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:45.602783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.632082 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-efc87b29-2066-4fe3-83d1-6a7aea9b8494 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2807324 Dec 20 16:44:45.812779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7389f426-9933-440e-9a4e-5f464998fad6 None None] Provisioning complete for port a9bc70d7-8123-4255-9390-8b4822e3fea9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:45.813244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7389f426-9933-440e-9a4e-5f464998fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.859631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7389f426-9933-440e-9a4e-5f464998fad6 None None] Port a9bc70d7-8123-4255-9390-8b4822e3fea9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:44:45.873172 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.880706 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:45.950900 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Pushing event updated for resources: {'Port': ['ID=e61abdad-9b4a-4661-818f-c176228759f6,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:45.991156 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.991751 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.992328 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.992886 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.993461 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.994027 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.994644 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.995219 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.995817 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.996366 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.996933 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.997523 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:45.998067 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.060378 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Attempting to bind port e61abdad-9b4a-4661-818f-c176228759f6 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:44:46.061686 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Attempting to bind port e61abdad-9b4a-4661-818f-c176228759f6 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:44:46.062374 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Attempting to bind port e61abdad-9b4a-4661-818f-c176228759f6 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:44:46.068745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49646) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:46.074088 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:44:46.074795 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Checking segment: {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:44:46.075452 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.076086 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Bound using segment: {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:44:46.076345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114499366', 'description': 'tempest-secgroup-smoke-1114499366 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:46.076977 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Bound port: e61abdad-9b4a-4661-818f-c176228759f6, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:44:46.077590 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.132748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.186894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ef22a132-1372-4196-8795-4a208a24b3d5 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:44:46.286665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.292633 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.294730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port ef22a132-1372-4196-8795-4a208a24b3d5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:46.295937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.333017 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] For port e61abdad-9b4a-4661-818f-c176228759f6, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:44:46.338861 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] For port e61abdad-9b4a-4661-818f-c176228759f6, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e61abdad-9b4a-4661-818f-c176228759f6,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:44:46.342041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.346807 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2728391 Dec 20 16:44:46.347067 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.347276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:46.354948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc1bfd-d321-4296-a734-2d9d39850a49,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:46.355540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-05a0bee8-8353-499b-8885-f3421bf14131 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '7ffc1bfd-d321-4296-a734-2d9d39850a49', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:46.371652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.372175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.372688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.373205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.374358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.374852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.375369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.376555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.377122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.377631 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.378160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.378759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.379305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9f2e3-c36b-41f5-bae7-8774047b09d3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:46.381618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-15e118a4-08fe-4e51-86c0-85aca53b1b28 None None] Provisioning complete for port e61abdad-9b4a-4661-818f-c176228759f6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:46.382343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15e118a4-08fe-4e51-86c0-85aca53b1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.422909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a0bee8-8353-499b-8885-f3421bf14131 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.439183 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:46.440209 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:46.552643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a0bee8-8353-499b-8885-f3421bf14131 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.563639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a0bee8-8353-499b-8885-f3421bf14131 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.609388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0bee8-8353-499b-8885-f3421bf14131 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c113822-4b5f-446c-a36e-3971feaf4e9d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:46.630796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15e118a4-08fe-4e51-86c0-85aca53b1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.636982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a0bee8-8353-499b-8885-f3421bf14131 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.639940 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-05a0bee8-8353-499b-8885-f3421bf14131 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2906301 Dec 20 16:44:46.642485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49650) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:46.643761 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:44:46.651211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-56a21b07-c66c-4af5-88d6-15f60310830d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '7ffc1bfd-d321-4296-a734-2d9d39850a49', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:46.688651 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-15e118a4-08fe-4e51-86c0-85aca53b1b28 None None] For port e61abdad-9b4a-4661-818f-c176228759f6, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e61abdad-9b4a-4661-818f-c176228759f6,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:46.696726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15e118a4-08fe-4e51-86c0-85aca53b1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.719808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56a21b07-c66c-4af5-88d6-15f60310830d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.739149 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24608b-910c-46e6-b407-2b6ad5a10042 None None] Pushing event updated for resources: {'Port': ['ID=e61abdad-9b4a-4661-818f-c176228759f6,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:46.770608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e118a4-08fe-4e51-86c0-85aca53b1b28 None None] Pushing event updated for resources: {'Port': ['ID=e61abdad-9b4a-4661-818f-c176228759f6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:46.824132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56a21b07-c66c-4af5-88d6-15f60310830d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.829132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8bd31fd8-0708-4cdb-a2b8-d6081b5bed74 None None] Provisioning complete for port e61abdad-9b4a-4661-818f-c176228759f6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:46.829888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bd31fd8-0708-4cdb-a2b8-d6081b5bed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.833106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56a21b07-c66c-4af5-88d6-15f60310830d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.865072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a21b07-c66c-4af5-88d6-15f60310830d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b3e987-2203-4723-82ca-b9f872db01cb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:46.882856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-56a21b07-c66c-4af5-88d6-15f60310830d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:46.885574 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-56a21b07-c66c-4af5-88d6-15f60310830d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2406969 Dec 20 16:44:46.890245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:46.897075 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fff80333-9e68-4ec8-a496-ab472794aed9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '7ffc1bfd-d321-4296-a734-2d9d39850a49', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:46.936914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff80333-9e68-4ec8-a496-ab472794aed9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.017586 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e61abdad-9b4a-4661-818f-c176228759f6', 'name': '', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:22:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:41Z', 'updated_at': '2021-12-20T16:44:46Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:47.034699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff80333-9e68-4ec8-a496-ab472794aed9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.039997 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff80333-9e68-4ec8-a496-ab472794aed9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.064232 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11095d0-895d-4a9f-9a1b-20ade6bfc715 None None] The sync data for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv is: [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e61abdad-9b4a-4661-818f-c176228759f6', 'name': '', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:22:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:41Z', 'updated_at': '2021-12-20T16:44:46Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:44:47.067388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff80333-9e68-4ec8-a496-ab472794aed9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dda66ef-cff7-4ccf-beaa-73bb0f644fcd,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:47.084818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff80333-9e68-4ec8-a496-ab472794aed9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.086772 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fff80333-9e68-4ec8-a496-ab472794aed9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1939476 Dec 20 16:44:47.090549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:47.098503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d2cb99d5-e841-4582-9c29-c53aaef10db4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '7ffc1bfd-d321-4296-a734-2d9d39850a49', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:47.168488 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2cb99d5-e841-4582-9c29-c53aaef10db4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.266112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2cb99d5-e841-4582-9c29-c53aaef10db4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.271030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2cb99d5-e841-4582-9c29-c53aaef10db4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.290126 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb99d5-e841-4582-9c29-c53aaef10db4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c26ef64-5fc4-46a7-b70b-f23470b257d1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:47.303979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2cb99d5-e841-4582-9c29-c53aaef10db4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.308219 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d2cb99d5-e841-4582-9c29-c53aaef10db4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2133060 Dec 20 16:44:47.308954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:47.316886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0177a490-dd34-4cac-a203-df88e9e4be72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '7ffc1bfd-d321-4296-a734-2d9d39850a49', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:47.349576 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-0177a490-dd34-4cac-a203-df88e9e4be72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:44:47.356199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0177a490-dd34-4cac-a203-df88e9e4be72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.451144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0177a490-dd34-4cac-a203-df88e9e4be72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.458295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0177a490-dd34-4cac-a203-df88e9e4be72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.479243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177a490-dd34-4cac-a203-df88e9e4be72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb08f16-01c1-49f4-a5a4-8f90dd7bb55a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:47.495395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0177a490-dd34-4cac-a203-df88e9e4be72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.499897 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0177a490-dd34-4cac-a203-df88e9e4be72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1895244 Dec 20 16:44:47.502193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:47.507067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c86101d1-93cd-4eb4-af53-2bd5f1cda038 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '7ffc1bfd-d321-4296-a734-2d9d39850a49', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:47.539070 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-c86101d1-93cd-4eb4-af53-2bd5f1cda038 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:44:47.546434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c86101d1-93cd-4eb4-af53-2bd5f1cda038 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.634329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c86101d1-93cd-4eb4-af53-2bd5f1cda038 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.639255 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c86101d1-93cd-4eb4-af53-2bd5f1cda038 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.665644 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86101d1-93cd-4eb4-af53-2bd5f1cda038 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5922d28e-4edf-4d86-a7c8-24e513f7aee5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:47.677746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c86101d1-93cd-4eb4-af53-2bd5f1cda038 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:47.679912 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c86101d1-93cd-4eb4-af53-2bd5f1cda038 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1764238 Dec 20 16:44:47.975674 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-29793ec9-c988-48ce-acaf-cea04b70eeb5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114499366&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.0672700 Dec 20 16:44:48.059127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f55286-32e4-45f0-87ab-566b51aad564 req-bc3e51d7-3464-4b5d-b6c1-a0920765eea9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:48.061610 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-bc3e51d7-3464-4b5d-b6c1-a0920765eea9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 930 time: 0.0763063 Dec 20 16:44:48.128999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e61abdad-9b4a-4661-818f-c176228759f6 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:44:48.141924 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-c4c3a431-6d2f-42dc-b5f7-93dc61de80ce service neutron] 10.222.0.60 "GET /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0616558 Dec 20 16:44:48.205039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e61abdad-9b4a-4661-818f-c176228759f6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:48.205834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:48.283498 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-4330a36f-0d47-405d-8dd1-3c9d6472fb6f service neutron] 10.222.0.60 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314552 Dec 20 16:44:48.442861 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-f051b7ec-b1d3-4461-8379-c2780324908e service neutron] 10.222.0.60 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457942 Dec 20 16:44:48.715639 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45ac6c9b-ef1f-4547-b36e-dd2fffffdd65 req-1198313c-8dee-4543-9fb1-6a8250568b82 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 210 time: 0.0323722 Dec 20 16:44:49.631739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f55286-32e4-45f0-87ab-566b51aad564 req-802723e1-d4ef-44ea-afbc-f2315a35b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:49.633723 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-802723e1-d4ef-44ea-afbc-f2315a35b303 service neutron] 10.222.0.18 "GET /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 1026 time: 0.0388639 Dec 20 16:44:49.809946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f55286-32e4-45f0-87ab-566b51aad564 req-10cb0cd3-7aee-491b-a2bf-de5d332e2db6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:49.812926 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-10cb0cd3-7aee-491b-a2bf-de5d332e2db6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=f282c918-e7ca-45bd-a974-b0c839df6eb3 HTTP/1.1" status: 200 len: 797 time: 0.1729553 Dec 20 16:44:49.862350 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1aa16523-627a-4739-a022-92ac0c29780a req-26f05eee-6760-4419-8ff8-7cb60f833bcb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 210 time: 0.0401282 Dec 20 16:44:49.910343 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-153e09b6-c550-4d67-a7ed-7418690d08a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 380 time: 0.0766745 Dec 20 16:44:49.922079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Request body: {'port': {'device_id': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:49.985139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:50.356210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bc70d7-8123-4255-9390-8b4822e3fea9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:44:50.365130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:50.380137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Transition to ACTIVE for port object a9bc70d7-8123-4255-9390-8b4822e3fea9 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:44:50.384687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:50.448777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:50.570544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Attempting to bind port a9bc70d7-8123-4255-9390-8b4822e3fea9 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:44:50.571133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Attempting to bind port a9bc70d7-8123-4255-9390-8b4822e3fea9 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:44:50.571678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Attempting to bind port a9bc70d7-8123-4255-9390-8b4822e3fea9 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:44:50.581073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Port a9bc70d7-8123-4255-9390-8b4822e3fea9 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:44:50.581627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Attempting to bind port a9bc70d7-8123-4255-9390-8b4822e3fea9 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:44:50.592349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:44:50.592893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Checking segment: {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:44:50.593597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Bound using segment: {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:44:50.594475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Bound port: a9bc70d7-8123-4255-9390-8b4822e3fea9, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:44:50.595187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:50.709082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:44:50.714238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:44:50.719762 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:50.784508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:50.785523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:50.787921 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 1131 time: 0.8700910 Dec 20 16:44:50.788484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:50.791636 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf44bcbd-1418-43a4-bc9f-fe978001e147", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:44:50.845322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064001d3-0846-436e-815e-dfee8861c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:50.870622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8451ec3-8160-4657-b739-7f687bd302cf x-openstack-request-id: req-c8451ec3-8160-4657-b739-7f687bd302cf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:44:50.871098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf44bcbd-1418-43a4-bc9f-fe978001e147", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:44:50.872369 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8451ec3-8160-4657-b739-7f687bd302cf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:44:50.872839 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'status': 'completed', 'code': 200} Dec 20 16:44:50.928149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f55286-32e4-45f0-87ab-566b51aad564 req-7fbf1626-f5d3-40e6-826c-89643903843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:50.929897 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-7fbf1626-f5d3-40e6-826c-89643903843b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 1134 time: 0.0776541 Dec 20 16:44:50.978942 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-89cf27bf-ac39-4368-b351-df9ac54e5f47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 217 time: 0.0395844 Dec 20 16:44:51.066795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f55286-32e4-45f0-87ab-566b51aad564 req-07b68121-6639-407f-8fee-058adda0c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:51.068199 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-07b68121-6639-407f-8fee-058adda0c702 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3bcf88a-6ade-4646-8395-3cc51c542dc8 HTTP/1.1" status: 200 len: 835 time: 0.0810790 Dec 20 16:44:51.112335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46eab1-487b-4911-b237-07aa3c316bef req-54b9fd07-fe74-4e52-b4c7-11e27bac8bec tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:51.113958 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0a46eab1-487b-4911-b237-07aa3c316bef req-54b9fd07-fe74-4e52-b4c7-11e27bac8bec tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 981 time: 0.0975382 Dec 20 16:44:51.136997 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f55286-32e4-45f0-87ab-566b51aad564 req-1fef6614-1a9b-4af7-8498-be8817e41f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:51.138505 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-1fef6614-1a9b-4af7-8498-be8817e41f97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f282c918-e7ca-45bd-a974-b0c839df6eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0627174 Dec 20 16:44:51.243711 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0a46eab1-487b-4911-b237-07aa3c316bef req-a4b7ee21-5acd-4321-b1ee-7c0e73999d05 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184204 Dec 20 16:44:51.274838 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-02b09ad8-cdfc-4f78-b812-afa24406cce7 service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275711 Dec 20 16:44:51.371942 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87f55286-32e4-45f0-87ab-566b51aad564 req-1b915118-13c4-4854-b1f7-0cd349ba7c74 service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896745 Dec 20 16:44:51.464455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-2efe5159-7d8b-4d67-8184-bffd10215afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:51.465970 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-2efe5159-7d8b-4d67-8184-bffd10215afb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 1134 time: 0.0486095 Dec 20 16:44:51.567496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-10f8d545-a137-4faa-9a8a-18e731f68c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:51.569181 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-10f8d545-a137-4faa-9a8a-18e731f68c40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f282c918-e7ca-45bd-a974-b0c839df6eb3 HTTP/1.1" status: 200 len: 898 time: 0.0961862 Dec 20 16:44:51.620057 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-02bbea17-2236-43a8-af1e-20bdee8d7534 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 217 time: 0.0427134 Dec 20 16:44:51.678918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-17bc010d-d727-4454-8f05-7d66d372fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:51.680409 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-17bc010d-d727-4454-8f05-7d66d372fffc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3bcf88a-6ade-4646-8395-3cc51c542dc8 HTTP/1.1" status: 200 len: 835 time: 0.0525599 Dec 20 16:44:51.732419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-b46ed553-854d-4665-8927-693b75e8cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:51.734689 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-b46ed553-854d-4665-8927-693b75e8cc99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f282c918-e7ca-45bd-a974-b0c839df6eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466371 Dec 20 16:44:51.842742 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-ed31dd64-e22b-4e9e-9131-2665ef76441a service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987806 Dec 20 16:44:51.952373 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5deea1b4-b79e-4dec-a642-c550bf2b2f1e req-8e15839e-f6bb-4f50-a0c5-e45f77ac8687 service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004114 Dec 20 16:44:52.383992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd05ff-2724-4c5a-be5f-45c5950e745f req-ba5df776-cdba-4056-8d36-e01e79ac4a1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:52.385822 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdfd05ff-2724-4c5a-be5f-45c5950e745f req-ba5df776-cdba-4056-8d36-e01e79ac4a1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 981 time: 0.0525358 Dec 20 16:44:52.441472 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdfd05ff-2724-4c5a-be5f-45c5950e745f req-d1cd7c6e-2e99-4f62-b5f4-0e0c045e7c97 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451624 Dec 20 16:44:53.128045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device a9bc70d7-8123-4255-9390-8b4822e3fea9 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:44:53.235983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:53.252423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'port_id': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'mac_address': 'fa:16:3e:a2:36:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:44:53.293514 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:53.307766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bc70d7-8123-4255-9390-8b4822e3fea9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:44:53.330395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:53.334903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:53.384465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:53.393200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.393590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.393933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.394306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.394647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.394983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.395322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.395691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.396015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.396359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.396701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.397026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.397351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:44:53.543866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['a9bc70d7-8123-4255-9390-8b4822e3fea9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:44:53.571776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034120f-fb4b-4025-abb2-55a5fcdb40eb req-6e45d4af-3942-41c3-a62d-65c6f90e9633 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:53.573387 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0034120f-fb4b-4025-abb2-55a5fcdb40eb req-6e45d4af-3942-41c3-a62d-65c6f90e9633 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 982 time: 0.0600073 Dec 20 16:44:53.652211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0034120f-fb4b-4025-abb2-55a5fcdb40eb req-fd860e8d-4f74-4649-a7c4-ac728a13e579 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675788 Dec 20 16:44:54.795752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356602d8-ebb0-42d0-8ac9-d182c6e28e21 req-86cc56c7-2e8d-4c79-9e9e-b9a5acaa6b94 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:54.797333 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-356602d8-ebb0-42d0-8ac9-d182c6e28e21 req-86cc56c7-2e8d-4c79-9e9e-b9a5acaa6b94 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 982 time: 0.0580528 Dec 20 16:44:54.848521 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-356602d8-ebb0-42d0-8ac9-d182c6e28e21 req-7b98ab37-7a1d-4b25-af9e-1f69e75da05d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Dec 20 16:44:55.017599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37906ef8-b389-40f6-8064-886354204c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:55.140872 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device a9bc70d7-8123-4255-9390-8b4822e3fea9 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:44:55.195150 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port a9bc70d7-8123-4255-9390-8b4822e3fea9 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:44:55.200665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port a9bc70d7-8123-4255-9390-8b4822e3fea9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:44:55.201355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:55.299455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:55.327368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:55.329669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77b2151-f2c6-46e6-b997-99456bb29cc0" -d '{"events": [{"server_uuid": "cf44bcbd-1418-43a4-bc9f-fe978001e147", "name": "network-vif-plugged", "status": "completed", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:44:55.343060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:44:55.349104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:55.378620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9001bd54-5b4a-4050-87d0-16cb199ceffc x-openstack-request-id: req-9001bd54-5b4a-4050-87d0-16cb199ceffc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:44:55.378908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf44bcbd-1418-43a4-bc9f-fe978001e147", "name": "network-vif-plugged", "status": "completed", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:44:55.379153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9001bd54-5b4a-4050-87d0-16cb199ceffc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:44:55.379547 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'code': 200} Dec 20 16:44:55.407517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:55.562243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad76a3b-9392-4f39-9e98-a49e0490189d req-7b453392-d0f6-4cc0-ab12-6c26d3dc8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:55.563788 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cad76a3b-9392-4f39-9e98-a49e0490189d req-7b453392-d0f6-4cc0-ab12-6c26d3dc8805 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 1136 time: 0.0439255 Dec 20 16:44:55.609468 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cad76a3b-9392-4f39-9e98-a49e0490189d req-e02e400a-c4df-4af6-9d30-43307b4e8bb4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Dec 20 16:44:55.980868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9be057-93c1-474e-acfd-bc00e0b28fc2 req-22be1e5a-cc5f-4f19-b0e2-d5143bb5baed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:55.982416 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef9be057-93c1-474e-acfd-bc00e0b28fc2 req-22be1e5a-cc5f-4f19-b0e2-d5143bb5baed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 983 time: 0.0500333 Dec 20 16:44:56.032103 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef9be057-93c1-474e-acfd-bc00e0b28fc2 req-c30fc46c-8e50-4d26-808a-3d7263087e5b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436256 Dec 20 16:44:57.153030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fc690-5b56-4501-a059-023e91de5d52 req-ec8dac75-4374-49cd-b870-0a4376794757 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:57.155090 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fa2fc690-5b56-4501-a059-023e91de5d52 req-ec8dac75-4374-49cd-b870-0a4376794757 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 983 time: 0.0514877 Dec 20 16:44:57.206614 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fa2fc690-5b56-4501-a059-023e91de5d52 req-7d0d571c-5cf0-40f0-ac47-d453401f3f30 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453858 Dec 20 16:44:57.326720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cc7e7-5fa4-416d-ad70-8959eb69487e req-1236e639-e994-410e-a6c4-76ec8b927152 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:57.328122 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c1cc7e7-5fa4-416d-ad70-8959eb69487e req-1236e639-e994-410e-a6c4-76ec8b927152 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 983 time: 0.0514519 Dec 20 16:44:57.382185 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c1cc7e7-5fa4-416d-ad70-8959eb69487e req-d2588dee-6028-48d7-b953-12734dd4fc6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478363 Dec 20 16:44:57.405815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:57.445607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf3b90c-1f7a-460a-a51b-5ee64232a0f2 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:57.447192 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fcf3b90c-1f7a-460a-a51b-5ee64232a0f2 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 1131 time: 0.0403254 Dec 20 16:44:57.450204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:57.455107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:44:57.480223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:57.584382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:57.696066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.143 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/5fe95703-034e-42d9-8465-96f496956539) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:44:57.746134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f554ee7-639c-4e1d-9a43-537d20a71573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:57.811080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:57.853138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:57.896907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:44:57.899901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:44:57.903839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:44:57.926470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=5fe95703-034e-42d9-8465-96f496956539,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:58.293156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:58.364842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:58.429642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:58.533534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:58.547319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:58.666523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=5fe95703-034e-42d9-8465-96f496956539,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:44:58.684304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:58.814036 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 0343d523-ce74-4f84-b11a-4aad55c88026 associated. External IP: 172.26.1.143, port: a9bc70d7-8123-4255-9390-8b4822e3fea9. Dec 20 16:44:59.375535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:44:59.532127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:44:59.542602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] Sync routers for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:44:59.554217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:59.554980 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:44:59.555608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:44:59.585139 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0cd6032e-5560-4b88-9583-f3f84a05131b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.1333158 Dec 20 16:44:59.585750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:44:59.588124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a6bfee-7a5a-466c-b9aa-688d811790ca" -d '{"events": [{"name": "network-changed", "server_uuid": "cf44bcbd-1418-43a4-bc9f-fe978001e147", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:44:59.588995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:44:59.644583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6874f1-8c5d-49d1-8da5-0355f4cecce6 x-openstack-request-id: req-ee6874f1-8c5d-49d1-8da5-0355f4cecce6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:44:59.644875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf44bcbd-1418-43a4-bc9f-fe978001e147", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:44:59.645127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee6874f1-8c5d-49d1-8da5-0355f4cecce6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:44:59.645531 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'status': 'completed', 'code': 200} Dec 20 16:44:59.729562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:44:59.733079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a6c5d-6d20-4d33-9525-9addd0075799 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:59.734809 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2d3a6c5d-6d20-4d33-9525-9addd0075799 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147&network_id=f282c918-e7ca-45bd-a974-b0c839df6eb3 HTTP/1.1" status: 200 len: 1131 time: 0.1444309 Dec 20 16:44:59.741697 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-922d62fa-4bbb-47d8-b26a-4fb7dd7cefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:59.743505 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-922d62fa-4bbb-47d8-b26a-4fb7dd7cefe8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 1136 time: 0.0676317 Dec 20 16:44:59.924012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-a32910ab-b2cb-4383-9b11-b05759945da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:44:59.926739 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-a32910ab-b2cb-4383-9b11-b05759945da8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f282c918-e7ca-45bd-a974-b0c839df6eb3 HTTP/1.1" status: 200 len: 898 time: 0.1752722 Dec 20 16:45:00.032450 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-57c8bc92-6440-4f5c-bd58-6c7064f4cf3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 1037 time: 0.0987811 Dec 20 16:45:00.047504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:00.129343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-404b3c4e-cf99-4c67-ade4-cf0fe81c6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:00.130842 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-404b3c4e-cf99-4c67-ade4-cf0fe81c6d1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3bcf88a-6ade-4646-8395-3cc51c542dc8 HTTP/1.1" status: 200 len: 835 time: 0.0908289 Dec 20 16:45:00.139623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0343d523-ce74-4f84-b11a-4aad55c88026', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.143', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'port_id': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-768640255', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'mac_address': 'fa:16:3e:a2:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:44:58Z', 'updated_at': '2021-12-20T16:44:58Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61abdad-9b4a-4661-818f-c176228759f6', 'name': '', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:41Z', 'updated_at': '2021-12-20T16:44:46Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:00.161594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7ee65-01e6-4250-93ca-fe3ed76e3308 req-6c7c1883-e43e-4547-ba69-8e88ea6a1943 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:00.163217 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f4a7ee65-01e6-4250-93ca-fe3ed76e3308 req-6c7c1883-e43e-4547-ba69-8e88ea6a1943 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 983 time: 0.0812078 Dec 20 16:45:00.173293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] Checking router: 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:45:00.182860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:00.183312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:00.226081 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-bf5063c3-736c-44fa-b53d-1aa4508f39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:00.227646 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-bf5063c3-736c-44fa-b53d-1aa4508f39ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f282c918-e7ca-45bd-a974-b0c839df6eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874319 Dec 20 16:45:00.236240 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f4a7ee65-01e6-4250-93ca-fe3ed76e3308 req-4a17a027-87f9-46bf-b5fb-bc4679dd01cf tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574613 Dec 20 16:45:00.296184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:00.333956 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-5b86f6b9-ab3d-4eb8-a16b-fd418f3a1344 service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963206 Dec 20 16:45:00.445535 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a9a6bfee-7a5a-466c-b9aa-688d811790ca req-f441a1a0-1e89-4965-9ccd-3af349b82c10 service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030309 Dec 20 16:45:00.546885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0343d523-ce74-4f84-b11a-4aad55c88026', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.143', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'port_id': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-768640255', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'mac_address': 'fa:16:3e:a2:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:44:58Z', 'updated_at': '2021-12-20T16:44:58Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61abdad-9b4a-4661-818f-c176228759f6', 'name': '', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:41Z', 'updated_at': '2021-12-20T16:44:46Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:00.587365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b433113-7882-4290-ab68-1dcbd8d3b0a4 None None] The sync data for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv is: [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0343d523-ce74-4f84-b11a-4aad55c88026', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.143', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'port_id': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-768640255', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'mac_address': 'fa:16:3e:a2:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf44bcbd-1418-43a4-bc9f-fe978001e147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:44:58Z', 'updated_at': '2021-12-20T16:44:58Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61abdad-9b4a-4661-818f-c176228759f6', 'name': '', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:41Z', 'updated_at': '2021-12-20T16:44:46Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:45:00.780819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:00.795711 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d2ed8-cb61-4c72-912c-00672ca19ed5 None None] New status for floating IP 0343d523-ce74-4f84-b11a-4aad55c88026: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:45:01.365594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295de7-006f-4479-bde6-3f28eebdef46 req-c0cfb137-2c51-426a-8ecb-9cd89a4521ea tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:01.367369 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cb295de7-006f-4479-bde6-3f28eebdef46 req-c0cfb137-2c51-426a-8ecb-9cd89a4521ea tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 983 time: 0.0510137 Dec 20 16:45:01.398539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f4539-adc7-4374-8e95-dd063062a6ed req-4efa0a30-07ba-4bab-84b0-43055a5b4805 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:01.400070 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-599f4539-adc7-4374-8e95-dd063062a6ed req-4efa0a30-07ba-4bab-84b0-43055a5b4805 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 983 time: 0.0582449 Dec 20 16:45:01.420255 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cb295de7-006f-4479-bde6-3f28eebdef46 req-95fbdb4a-5c88-4193-97f2-a8d57643366a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447080 Dec 20 16:45:01.446887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f4539-adc7-4374-8e95-dd063062a6ed req-8dadea39-18c3-453f-9d5b-3d5910624f9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:01.448304 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-599f4539-adc7-4374-8e95-dd063062a6ed req-8dadea39-18c3-453f-9d5b-3d5910624f9b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0415130 Dec 20 16:45:01.555036 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-599f4539-adc7-4374-8e95-dd063062a6ed req-ee15b9e3-1b47-4dd6-969e-ce88fc1ac718 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1008351 Dec 20 16:45:01.566406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:01.626538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:01.771634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:01.808973 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:45:01.846075 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] device_id is not set on port a9bc70d7-8123-4255-9390-8b4822e3fea9 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:45:01.857119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:01.864659 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:01.978578 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:02.066158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] No DVR routers for this DVR port a9bc70d7-8123-4255-9390-8b4822e3fea9 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:45:02.167338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-46b87498-6c17-48ce-aeff-0b8847b99b4b None None] Provisioning complete for port a9bc70d7-8123-4255-9390-8b4822e3fea9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:02.168103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46b87498-6c17-48ce-aeff-0b8847b99b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:02.203269 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-46b87498-6c17-48ce-aeff-0b8847b99b4b None None] Port a9bc70d7-8123-4255-9390-8b4822e3fea9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:45:02.234466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] In _notify_port_updated(), no bound segment for port a9bc70d7-8123-4255-9390-8b4822e3fea9 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:45:02.235358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:02.235959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:02.237266 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-599f4539-adc7-4374-8e95-dd063062a6ed req-9164d63b-ae44-4071-a32b-319efdc3c102 service neutron] 10.222.0.18 "PUT /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 1026 time: 0.6750197 Dec 20 16:45:02.533387 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a46cacfd-449e-458e-ad50-a15b748e020a req-f8d10333-b1b8-42e9-a6ca-c57e6fd9ce84 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf44bcbd-1418-43a4-bc9f-fe978001e147 HTTP/1.1" status: 200 len: 210 time: 0.0283489 Dec 20 16:45:03.593003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49728) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:03.640711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed96dd-5629-4a86-85bb-5e1d2c9c942b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:03.642252 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-76ed96dd-5629-4a86-85bb-5e1d2c9c942b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 925 time: 0.0479133 Dec 20 16:45:04.057960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:04.063262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e8addb7d-6327-40f9-bbbe-7db4fd9706dd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494983440', 'description': 'tempest-secgroup-smoke-1494983440 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:04.088352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8addb7d-6327-40f9-bbbe-7db4fd9706dd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.166649 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8addb7d-6327-40f9-bbbe-7db4fd9706dd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.172043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8addb7d-6327-40f9-bbbe-7db4fd9706dd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.205605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8addb7d-6327-40f9-bbbe-7db4fd9706dd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.207330 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e8addb7d-6327-40f9-bbbe-7db4fd9706dd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1480217 Dec 20 16:45:04.212119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49734) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:04.214718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8addb7d-6327-40f9-bbbe-7db4fd9706dd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3967cd-dbce-439f-97c6-5862db20cdbd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:04.218311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-db7cb802-38d0-43e3-b81d-260f10a62274 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '3d3967cd-dbce-439f-97c6-5862db20cdbd', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:04.259543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db7cb802-38d0-43e3-b81d-260f10a62274 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.340756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db7cb802-38d0-43e3-b81d-260f10a62274 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.346279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db7cb802-38d0-43e3-b81d-260f10a62274 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.368905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cb802-38d0-43e3-b81d-260f10a62274 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998ed00c-2437-4421-9e5f-276d4fe9df21,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:04.379642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db7cb802-38d0-43e3-b81d-260f10a62274 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.380963 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-db7cb802-38d0-43e3-b81d-260f10a62274 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674588 Dec 20 16:45:04.385765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49736) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:04.390668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f86f96dc-39b2-400e-aa16-5d1f103c001b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '3d3967cd-dbce-439f-97c6-5862db20cdbd', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:04.425593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f86f96dc-39b2-400e-aa16-5d1f103c001b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.490053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f86f96dc-39b2-400e-aa16-5d1f103c001b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.494417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f86f96dc-39b2-400e-aa16-5d1f103c001b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.513038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f96dc-39b2-400e-aa16-5d1f103c001b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bd01c0-955f-4949-a116-a6f225214dbf,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:04.522371 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f86f96dc-39b2-400e-aa16-5d1f103c001b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.523605 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f86f96dc-39b2-400e-aa16-5d1f103c001b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367717 Dec 20 16:45:04.526838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:04.532188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dbcf4b65-10dc-412e-ab29-537aa51f2eb8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '3d3967cd-dbce-439f-97c6-5862db20cdbd', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:04.565764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4b65-10dc-412e-ab29-537aa51f2eb8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.643358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4b65-10dc-412e-ab29-537aa51f2eb8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.647887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4b65-10dc-412e-ab29-537aa51f2eb8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.670286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf4b65-10dc-412e-ab29-537aa51f2eb8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7512e8fa-f5d8-4507-8251-091d4eb85bee,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:04.680160 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4b65-10dc-412e-ab29-537aa51f2eb8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.681641 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-dbcf4b65-10dc-412e-ab29-537aa51f2eb8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535428 Dec 20 16:45:04.684737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49740) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:04.689605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7369cb1b-abc6-4606-9c6e-a4dc388584c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '3d3967cd-dbce-439f-97c6-5862db20cdbd', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:04.726705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7369cb1b-abc6-4606-9c6e-a4dc388584c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.831602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7369cb1b-abc6-4606-9c6e-a4dc388584c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.836557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7369cb1b-abc6-4606-9c6e-a4dc388584c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.856272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369cb1b-abc6-4606-9c6e-a4dc388584c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3619c4-d4eb-46ee-8b96-7d1e0957d303,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:04.867717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7369cb1b-abc6-4606-9c6e-a4dc388584c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.868976 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7369cb1b-abc6-4606-9c6e-a4dc388584c2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1831663 Dec 20 16:45:04.871970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49742) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:04.876610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bc790be0-8b17-464f-9c11-d043129f9dc7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '3d3967cd-dbce-439f-97c6-5862db20cdbd', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:04.905826 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-bc790be0-8b17-464f-9c11-d043129f9dc7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:45:04.912229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc790be0-8b17-464f-9c11-d043129f9dc7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.987065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc790be0-8b17-464f-9c11-d043129f9dc7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.992610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc790be0-8b17-464f-9c11-d043129f9dc7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:05.014374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc790be0-8b17-464f-9c11-d043129f9dc7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639d1f1b-540a-45d2-80ed-1147652ea0c5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:05.028201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc790be0-8b17-464f-9c11-d043129f9dc7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:05.034069 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bc790be0-8b17-464f-9c11-d043129f9dc7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1610672 Dec 20 16:45:05.037261 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:05.042530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0d118e46-815c-4743-b4d0-828ee63f19df tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '3d3967cd-dbce-439f-97c6-5862db20cdbd', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:05.071832 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-0d118e46-815c-4743-b4d0-828ee63f19df tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:45:05.078320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d118e46-815c-4743-b4d0-828ee63f19df tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:05.150622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d118e46-815c-4743-b4d0-828ee63f19df tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:05.155484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d118e46-815c-4743-b4d0-828ee63f19df tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:05.173438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d118e46-815c-4743-b4d0-828ee63f19df tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a36216-6090-4ac3-9a5c-03a3fbbbfd6c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:05.182514 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d118e46-815c-4743-b4d0-828ee63f19df tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:05.183838 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0d118e46-815c-4743-b4d0-828ee63f19df tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452484 Dec 20 16:45:05.214198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device a9bc70d7-8123-4255-9390-8b4822e3fea9 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:45:05.266313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device a9bc70d7-8123-4255-9390-8b4822e3fea9 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:45:05.367418 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-f07c55c5-dd9f-4a86-813c-9a96a35e0f53 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494983440&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.0707471 Dec 20 16:45:05.421749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87284-9a41-487d-a903-147588b02c07 req-f5275cd2-bb4f-431c-9185-890ea0b05413 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:05.423285 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-f5275cd2-bb4f-431c-9185-890ea0b05413 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 930 time: 0.0480275 Dec 20 16:45:05.586883 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-7cffd639-641d-471a-b31c-8890b5974248 service neutron] 10.222.0.60 "GET /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1414630 Dec 20 16:45:05.706450 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-8c678b7e-0d85-404a-b592-53b128276cf9 service neutron] 10.222.0.60 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133556 Dec 20 16:45:05.807156 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-b37b779b-ed3a-4294-b4ef-a74235b218e9 service neutron] 10.222.0.60 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943198 Dec 20 16:45:07.019066 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8b838362-1cec-47cd-8f1b-7874c86dbc49 req-deea5bfe-f871-47c3-bc65-8ffcc5bf5c11 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 210 time: 0.0401938 Dec 20 16:45:07.948667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87284-9a41-487d-a903-147588b02c07 req-271024bc-065c-4040-9a9f-f96721914c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:07.950453 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-271024bc-065c-4040-9a9f-f96721914c2e service neutron] 10.222.0.18 "GET /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 1026 time: 0.0412652 Dec 20 16:45:08.100272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87284-9a41-487d-a903-147588b02c07 req-8dc7c02c-7c0a-44d7-8315-fb498292dbb1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:08.101895 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-8dc7c02c-7c0a-44d7-8315-fb498292dbb1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=f282c918-e7ca-45bd-a974-b0c839df6eb3 HTTP/1.1" status: 200 len: 797 time: 0.1455274 Dec 20 16:45:08.191176 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a49d3de-ff72-404d-9f14-58b6817ae9d3 req-35ae3a4e-0e76-4a33-8f94-75c3a8a43ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 210 time: 0.0486100 Dec 20 16:45:08.207535 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-0635f999-29a8-44ce-aef6-9293e960e6fe tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 473 time: 0.0959499 Dec 20 16:45:08.220826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Request body: {'port': {'device_id': '57f83197-11fb-4eee-9fa8-2c4ba3cf0c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:08.287192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:08.920317 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bc70d7-8123-4255-9390-8b4822e3fea9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:45:08.928855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:08.943492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Transition to ACTIVE for port object a9bc70d7-8123-4255-9390-8b4822e3fea9 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:45:08.949606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:09.038612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:09.155884 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Attempting to bind port a9bc70d7-8123-4255-9390-8b4822e3fea9 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:45:09.156628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Attempting to bind port a9bc70d7-8123-4255-9390-8b4822e3fea9 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:45:09.156628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Attempting to bind port a9bc70d7-8123-4255-9390-8b4822e3fea9 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:45:09.161977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Port a9bc70d7-8123-4255-9390-8b4822e3fea9 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:45:09.162492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Attempting to bind port a9bc70d7-8123-4255-9390-8b4822e3fea9 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:45:09.168148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:45:09.168484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Checking segment: {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:45:09.168937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Bound using segment: {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:45:09.169370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Bound port: a9bc70d7-8123-4255-9390-8b4822e3fea9, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88d4429-05eb-4fab-8f76-c5ac1258018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:45:09.169726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:09.248647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:45:09.252472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:45:09.258845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:09.344391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:09.345038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:09.346593 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] 10.222.0.18 "PUT /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 1131 time: 1.1319783 Dec 20 16:45:09.348648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f83197-11fb-4eee-9fa8-2c4ba3cf0c58', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:09.351239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1714b4-8215-484e-ae88-967b03a15bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "57f83197-11fb-4eee-9fa8-2c4ba3cf0c58", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:45:09.401557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95ec4a-2f50-4707-986e-c65b00b9418f service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:09.425742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04b2da-8509-4130-bd13-47b9c8ee30f8 req-fd8c2b7a-baf7-414a-bec4-06378e0d71ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:09.427310 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ac04b2da-8509-4130-bd13-47b9c8ee30f8 req-fd8c2b7a-baf7-414a-bec4-06378e0d71ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 981 time: 0.1057572 Dec 20 16:45:09.450581 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4571a8-eb12-4056-9ceb-88b521afb1fd x-openstack-request-id: req-3d4571a8-eb12-4056-9ceb-88b521afb1fd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:45:09.450866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f83197-11fb-4eee-9fa8-2c4ba3cf0c58", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:45:09.451060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d4571a8-eb12-4056-9ceb-88b521afb1fd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:45:09.451476 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f83197-11fb-4eee-9fa8-2c4ba3cf0c58', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'status': 'completed', 'code': 200} Dec 20 16:45:09.496068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87284-9a41-487d-a903-147588b02c07 req-c19ad54a-30f3-47c5-a577-1e5c2b37261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:09.497717 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-c19ad54a-30f3-47c5-a577-1e5c2b37261f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 1134 time: 0.0975218 Dec 20 16:45:09.506705 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ac04b2da-8509-4130-bd13-47b9c8ee30f8 req-16f5319d-f20d-46dc-9ce4-5b438a7cf101 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639119 Dec 20 16:45:09.586812 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-9d6be09c-532e-4814-8d66-fa314da8e7df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 1037 time: 0.0790141 Dec 20 16:45:09.648592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87284-9a41-487d-a903-147588b02c07 req-7daddf8a-4ca1-4fd1-86ba-2c6c4889395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:09.650405 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-7daddf8a-4ca1-4fd1-86ba-2c6c4889395d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3bcf88a-6ade-4646-8395-3cc51c542dc8 HTTP/1.1" status: 200 len: 835 time: 0.0566671 Dec 20 16:45:09.717434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87284-9a41-487d-a903-147588b02c07 req-43ad26b7-a96f-4571-b59d-6166964ec1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:09.719026 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-43ad26b7-a96f-4571-b59d-6166964ec1b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f282c918-e7ca-45bd-a974-b0c839df6eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0621157 Dec 20 16:45:09.822759 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-c54fd0b9-49bf-497b-95b9-f0edc9d908be service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965426 Dec 20 16:45:09.923768 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbb87284-9a41-487d-a903-147588b02c07 req-c36009de-656a-4e77-ac9e-49c7bc5d2c12 service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941556 Dec 20 16:45:10.034801 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-2abea26b-d826-48b2-9b08-8d855a4a560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:10.037099 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-2abea26b-d826-48b2-9b08-8d855a4a560e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 1134 time: 0.0562663 Dec 20 16:45:10.181682 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-135d5996-5bd2-4d2e-9305-6c9edf6531f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:10.183871 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-135d5996-5bd2-4d2e-9305-6c9edf6531f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f282c918-e7ca-45bd-a974-b0c839df6eb3 HTTP/1.1" status: 200 len: 898 time: 0.1391106 Dec 20 16:45:10.262459 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-c9cd49c9-32c7-4de9-88dc-4011093dd762 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 1037 time: 0.0700281 Dec 20 16:45:10.337573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-0932a4c5-c061-4c88-8ba8-d51248a6c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:10.340102 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-0932a4c5-c061-4c88-8ba8-d51248a6c751 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3bcf88a-6ade-4646-8395-3cc51c542dc8 HTTP/1.1" status: 200 len: 835 time: 0.0702996 Dec 20 16:45:10.392076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-1939c833-04cb-4d36-818e-7537751026df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:10.393603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-1939c833-04cb-4d36-818e-7537751026df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f282c918-e7ca-45bd-a974-b0c839df6eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453506 Dec 20 16:45:10.499660 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-61cc176a-2257-4c21-8dde-2cf22fcbc466 service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984268 Dec 20 16:45:10.611188 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e1714b4-8215-484e-ae88-967b03a15bc0 req-3e205971-7e01-469e-b487-c917a1b48024 service neutron] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036344 Dec 20 16:45:10.650227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fa6ff-4c5b-4ec2-8c53-eb63a61943b7 req-f29f7062-b274-4c50-9e8d-54d1ec14b297 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:10.651993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d2fa6ff-4c5b-4ec2-8c53-eb63a61943b7 req-f29f7062-b274-4c50-9e8d-54d1ec14b297 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 981 time: 0.0590494 Dec 20 16:45:10.708723 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d2fa6ff-4c5b-4ec2-8c53-eb63a61943b7 req-18c46ed8-7fda-4d5b-a2fc-64d1948580e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453365 Dec 20 16:45:11.249376 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device a9bc70d7-8123-4255-9390-8b4822e3fea9 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:45:11.350451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:11.362988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'port_id': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'mac_address': 'fa:16:3e:a2:36:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:45:11.404293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:11.426152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bc70d7-8123-4255-9390-8b4822e3fea9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:45:11.457617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:11.461962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:11.511906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:11.659599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['a9bc70d7-8123-4255-9390-8b4822e3fea9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:45:11.864251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec709b-cc39-407c-9790-90e37a440211 req-3330667a-e9f1-4685-8a01-7dbcd247a398 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:11.865727 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6eec709b-cc39-407c-9790-90e37a440211 req-3330667a-e9f1-4685-8a01-7dbcd247a398 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 982 time: 0.0546980 Dec 20 16:45:11.922135 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6eec709b-cc39-407c-9790-90e37a440211 req-52fc2914-4e97-49d9-98e1-8dc9f38d352d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496998 Dec 20 16:45:13.058016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dcbeb-e9f5-4bff-b539-f64c336cf627 req-450543f9-0859-4c06-9821-a873cf7b3ad6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:13.059613 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-637dcbeb-e9f5-4bff-b539-f64c336cf627 req-450543f9-0859-4c06-9821-a873cf7b3ad6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 982 time: 0.0585501 Dec 20 16:45:13.116163 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-637dcbeb-e9f5-4bff-b539-f64c336cf627 req-f920c581-6cae-4b32-80a7-574623f8f471 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468495 Dec 20 16:45:13.249117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device a9bc70d7-8123-4255-9390-8b4822e3fea9 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:45:13.302295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port a9bc70d7-8123-4255-9390-8b4822e3fea9 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:45:13.306776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port a9bc70d7-8123-4255-9390-8b4822e3fea9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:13.307148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:13.396026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:13.423319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f83197-11fb-4eee-9fa8-2c4ba3cf0c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:13.426161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78283f70-9595-4a08-8e12-d375a714f44a" -d '{"events": [{"server_uuid": "57f83197-11fb-4eee-9fa8-2c4ba3cf0c58", "name": "network-vif-plugged", "status": "completed", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:45:13.443245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:13.448990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:13.477247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc23ff-6674-4aee-8ec3-b9c8256ed681 x-openstack-request-id: req-31bc23ff-6674-4aee-8ec3-b9c8256ed681 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:45:13.477716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f83197-11fb-4eee-9fa8-2c4ba3cf0c58", "name": "network-vif-plugged", "status": "completed", "tag": "a9bc70d7-8123-4255-9390-8b4822e3fea9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:45:13.478067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31bc23ff-6674-4aee-8ec3-b9c8256ed681 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:45:13.478620 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f83197-11fb-4eee-9fa8-2c4ba3cf0c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bc70d7-8123-4255-9390-8b4822e3fea9', 'code': 200} Dec 20 16:45:13.521095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:13.667027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8444d-48f3-4081-a9e6-febc8051a3a5 req-70ae7022-2885-4f6e-b92a-38a9340e6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:13.668571 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5fc8444d-48f3-4081-a9e6-febc8051a3a5 req-70ae7022-2885-4f6e-b92a-38a9340e6868 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 1137 time: 0.0454948 Dec 20 16:45:13.717213 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5fc8444d-48f3-4081-a9e6-febc8051a3a5 req-e05cce58-2360-4fb8-a60e-1613e23fa5a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Dec 20 16:45:14.136090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:14.252574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea48128-9096-453d-9776-c3291d31f3fc req-d51c252c-0a07-43ae-9477-f13573d589c8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:14.254187 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bea48128-9096-453d-9776-c3291d31f3fc req-d51c252c-0a07-43ae-9477-f13573d589c8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 984 time: 0.0561695 Dec 20 16:45:14.305995 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bea48128-9096-453d-9776-c3291d31f3fc req-cb455461-44e4-41ba-b2fb-fec4347d5615 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Dec 20 16:45:15.432688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601714-7c51-4e69-bb9d-23100e2456b4 req-9703d040-eddf-435f-a83c-e508c4a34e0b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:15.434829 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f8601714-7c51-4e69-bb9d-23100e2456b4 req-9703d040-eddf-435f-a83c-e508c4a34e0b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 984 time: 0.0549743 Dec 20 16:45:15.489338 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f8601714-7c51-4e69-bb9d-23100e2456b4 req-581fe70a-58ae-44bc-bb1a-427034cad8ac tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Dec 20 16:45:15.613389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52288e4-5255-4833-a361-f173e414ba01 req-ba56f868-32c8-47e5-836d-69c7921fef05 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:15.614976 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a52288e4-5255-4833-a361-f173e414ba01 req-ba56f868-32c8-47e5-836d-69c7921fef05 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 984 time: 0.0558057 Dec 20 16:45:15.666176 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a52288e4-5255-4833-a361-f173e414ba01 req-15952794-9f93-4220-abbb-dd9919453124 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Dec 20 16:45:15.689273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:15.731881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353bc6a0-f4bc-48bc-b628-8e37bbe2d1d1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:15.733430 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-353bc6a0-f4bc-48bc-b628-8e37bbe2d1d1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58&network_id=f282c918-e7ca-45bd-a974-b0c839df6eb3 HTTP/1.1" status: 200 len: 1132 time: 0.0430970 Dec 20 16:45:16.015183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794296ac-c999-4183-93e7-fcb3367835eb req-bea930f7-1b09-4d7b-94d2-edb37fc9a272 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:16.018005 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-794296ac-c999-4183-93e7-fcb3367835eb req-bea930f7-1b09-4d7b-94d2-edb37fc9a272 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 984 time: 0.0845039 Dec 20 16:45:16.095061 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-794296ac-c999-4183-93e7-fcb3367835eb req-8bff808a-aa18-4f7a-a716-f510e3be5a3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705087 Dec 20 16:45:17.222070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4731a4-c75d-4dce-8694-369986bf8c21 req-69452963-81ea-4759-be85-65d7bcfea4eb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:17.223732 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9d4731a4-c75d-4dce-8694-369986bf8c21 req-69452963-81ea-4759-be85-65d7bcfea4eb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 984 time: 0.0517161 Dec 20 16:45:17.309811 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9d4731a4-c75d-4dce-8694-369986bf8c21 req-ad24d7cb-c701-49da-aa5d-86067610a31b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab18cf55-d2a1-42fa-9831-f85d755b2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798957 Dec 20 16:45:17.318387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759caec5-6065-42af-909e-ecab58e86b2e req-6324d67f-a544-43e9-b1e9-6d2a48c99edd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:17.319875 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-759caec5-6065-42af-909e-ecab58e86b2e req-6324d67f-a544-43e9-b1e9-6d2a48c99edd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 984 time: 0.0838947 Dec 20 16:45:17.366879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759caec5-6065-42af-909e-ecab58e86b2e req-18198dff-7759-4f5a-bd85-6120b3d52035 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:17.368276 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-759caec5-6065-42af-909e-ecab58e86b2e req-18198dff-7759-4f5a-bd85-6120b3d52035 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0414910 Dec 20 16:45:17.482236 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-759caec5-6065-42af-909e-ecab58e86b2e req-8ace5eb3-59b8-4fd2-aabc-4b3a740bccfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1078470 Dec 20 16:45:17.493943 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:17.555634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:17.699455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=a9bc70d7-8123-4255-9390-8b4822e3fea9,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:17.749049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] For port a9bc70d7-8123-4255-9390-8b4822e3fea9, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:45:17.784638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] device_id is not set on port a9bc70d7-8123-4255-9390-8b4822e3fea9 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:45:17.794317 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:17.799904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:17.882901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:17.930699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] No DVR routers for this DVR port a9bc70d7-8123-4255-9390-8b4822e3fea9 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:45:18.093295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6b305713-a8d0-4e11-ba18-0f3188165599 None None] Provisioning complete for port a9bc70d7-8123-4255-9390-8b4822e3fea9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:18.094223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b305713-a8d0-4e11-ba18-0f3188165599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:18.125532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] In _notify_port_updated(), no bound segment for port a9bc70d7-8123-4255-9390-8b4822e3fea9 on network f282c918-e7ca-45bd-a974-b0c839df6eb3 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:45:18.126598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:18.127279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:18.129023 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-759caec5-6065-42af-909e-ecab58e86b2e req-fd1cfaf4-acb6-4f28-892b-aa8354aee483 service neutron] 10.222.0.18 "PUT /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 200 len: 1027 time: 0.6398675 Dec 20 16:45:18.137031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6b305713-a8d0-4e11-ba18-0f3188165599 None None] Port a9bc70d7-8123-4255-9390-8b4822e3fea9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:45:18.466850 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5bedf944-799f-4e42-bc06-6881443ecc57 req-7ad2ea69-4a75-46cc-87f5-d0d79127db07 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f83197-11fb-4eee-9fa8-2c4ba3cf0c58 HTTP/1.1" status: 200 len: 210 time: 0.0283270 Dec 20 16:45:19.536760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:19.613494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b04594dd-2046-401f-8a39-25689e289006 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:19.659754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b04594dd-2046-401f-8a39-25689e289006 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:19.756552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b04594dd-2046-401f-8a39-25689e289006 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:19.759849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b04594dd-2046-401f-8a39-25689e289006 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:19.761147 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b04594dd-2046-401f-8a39-25689e289006 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/3d3967cd-dbce-439f-97c6-5862db20cdbd HTTP/1.1" status: 204 len: 168 time: 0.2232080 Dec 20 16:45:19.773697 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04594dd-2046-401f-8a39-25689e289006 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3967cd-dbce-439f-97c6-5862db20cdbd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:19.804398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:20.014460 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 5fe95703-034e-42d9-8465-96f496956539 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:45:20.014744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:20.107515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:20.107997 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:20.123506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 5fe95703-034e-42d9-8465-96f496956539 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:45:20.275979 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:45:20.296965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:20.327897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=5fe95703-034e-42d9-8465-96f496956539,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:20.394612 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:20.395039 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 0343d523-ce74-4f84-b11a-4aad55c88026 disassociated (deleted). External IP: 172.26.1.143, port: a9bc70d7-8123-4255-9390-8b4822e3fea9. Dec 20 16:45:20.619431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:45:20.733672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:45:20.739137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:20.745785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] Sync routers for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:45:20.757603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:20.758636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:20.775918 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2294e6a7-bdfb-4a10-853c-f36aefbe49c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/floatingips/0343d523-ce74-4f84-b11a-4aad55c88026 HTTP/1.1" status: 204 len: 168 time: 0.9702210 Dec 20 16:45:20.855349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:20.908564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:20.950209 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daf965ac-e0a9-4c88-882b-f1b52b119f3a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:20.995896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daf965ac-e0a9-4c88-882b-f1b52b119f3a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:21.098221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daf965ac-e0a9-4c88-882b-f1b52b119f3a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:21.102003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daf965ac-e0a9-4c88-882b-f1b52b119f3a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:21.103610 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-daf965ac-e0a9-4c88-882b-f1b52b119f3a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/7ffc1bfd-d321-4296-a734-2d9d39850a49 HTTP/1.1" status: 204 len: 168 time: 0.2471006 Dec 20 16:45:21.115648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf965ac-e0a9-4c88-882b-f1b52b119f3a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc1bfd-d321-4296-a734-2d9d39850a49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:21.148104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49822) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:21.268123 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device a9bc70d7-8123-4255-9390-8b4822e3fea9 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:45:21.279719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b90c86d5-1f25-4fc8-af69-01965b6a9f62 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port a9bc70d7-8123-4255-9390-8b4822e3fea9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:45:21.280207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b90c86d5-1f25-4fc8-af69-01965b6a9f62 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:21.365403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device a9bc70d7-8123-4255-9390-8b4822e3fea9 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:45:21.391881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b90c86d5-1f25-4fc8-af69-01965b6a9f62 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:21.405724 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b90c86d5-1f25-4fc8-af69-01965b6a9f62 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for a9bc70d7-8123-4255-9390-8b4822e3fea9 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:45:21.444957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e61abdad-9b4a-4661-818f-c176228759f6', 'name': '', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:41Z', 'updated_at': '2021-12-20T16:44:46Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:21.481808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] Checking router: 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:45:21.490647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:21.491303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:21.560662 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b90c86d5-1f25-4fc8-af69-01965b6a9f62 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:21.593868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c86d5-1f25-4fc8-af69-01965b6a9f62 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=a9bc70d7-8123-4255-9390-8b4822e3fea9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:21.655564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:21.728675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b90c86d5-1f25-4fc8-af69-01965b6a9f62 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:21.740624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:21.741255 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b90c86d5-1f25-4fc8-af69-01965b6a9f62 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/ports/a9bc70d7-8123-4255-9390-8b4822e3fea9 HTTP/1.1" status: 204 len: 168 time: 0.5914295 Dec 20 16:45:21.943683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e61abdad-9b4a-4661-818f-c176228759f6', 'name': '', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:41Z', 'updated_at': '2021-12-20T16:44:46Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:21.971214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0712d-33e3-4152-bd20-10902bdfb0af None None] The sync data for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv is: [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e61abdad-9b4a-4661-818f-c176228759f6', 'name': '', 'network_id': 'f282c918-e7ca-45bd-a974-b0c839df6eb3', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:c7:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:41Z', 'updated_at': '2021-12-20T16:44:46Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'f3bcf88a-6ade-4646-8395-3cc51c542dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:45:22.275579 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d755c3a-4df9-4e58-8885-fb8b593a96fb None None] New status for floating IP 0343d523-ce74-4f84-b11a-4aad55c88026: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:45:22.313655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:22.667342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port e61abdad-9b4a-4661-818f-c176228759f6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:45:22.667853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:22.821584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port e61abdad-9b4a-4661-818f-c176228759f6, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e61abdad-9b4a-4661-818f-c176228759f6,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:22.822573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:22.842727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for e61abdad-9b4a-4661-818f-c176228759f6 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:45:23.139564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:23.169773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=e61abdad-9b4a-4661-818f-c176228759f6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:23.452484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:23.702638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:45:23.823777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:45:23.830879 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4ebfc074-9934-47c9-b4ca-c7135a1ad96f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/4b1b288d-2cd3-4b3e-9f8e-3bf782c86853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881040 Dec 20 16:45:23.835356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:23.846077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] Sync routers for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:45:23.861996 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:23.863174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:23.917337 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5208d112-591f-4467-bc28-4930bc9b4be5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting subnet f3bcf88a-6ade-4646-8395-3cc51c542dc8 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:45:23.921806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5208d112-591f-4467-bc28-4930bc9b4be5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:23.989122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5208d112-591f-4467-bc28-4930bc9b4be5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.050391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:24.144287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5208d112-591f-4467-bc28-4930bc9b4be5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.229172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5208d112-591f-4467-bc28-4930bc9b4be5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.273925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208d112-591f-4467-bc28-4930bc9b4be5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bcf88a-6ade-4646-8395-3cc51c542dc8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:24.277835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5208d112-591f-4467-bc28-4930bc9b4be5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.285753 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5208d112-591f-4467-bc28-4930bc9b4be5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/subnets/f3bcf88a-6ade-4646-8395-3cc51c542dc8 HTTP/1.1" status: 204 len: 168 time: 0.4484885 Dec 20 16:45:24.287310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:24.306847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f3ed3-fcf7-4729-8ed5-0fc331ce198c None None] Network f282c918-e7ca-45bd-a974-b0c839df6eb3 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:45:24.416331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:45:23Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:24.446196 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] Checking router: 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:45:24.446643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.456235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] Routers {'4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:24.456845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:44:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:24.517818 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65c769-f062-4d50-b060-b75ac0d60656 None None] DHCP port deletion for f282c918-e7ca-45bd-a974-b0c839df6eb3 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:45:24.614996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.679709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] Set router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:24.695743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port d28a8e31-3b3a-4e52-8bca-4dbea07020ec {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:45:24.696233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.759919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a65c769-f062-4d50-b060-b75ac0d60656 None None] Deleting port ef22a132-1372-4196-8795-4a208a24b3d5 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:45:24.760215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a65c769-f062-4d50-b060-b75ac0d60656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.815836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port d28a8e31-3b3a-4e52-8bca-4dbea07020ec, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d28a8e31-3b3a-4e52-8bca-4dbea07020ec,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:24.816878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.838733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for d28a8e31-3b3a-4e52-8bca-4dbea07020ec owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:45:24.878490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0a65c769-f062-4d50-b060-b75ac0d60656 None None] For port ef22a132-1372-4196-8795-4a208a24b3d5, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ef22a132-1372-4196-8795-4a208a24b3d5,segment=NetworkSegment(f88d4429-05eb-4fab-8f76-c5ac1258018a),segment_id=f88d4429-05eb-4fab-8f76-c5ac1258018a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:24.879430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a65c769-f062-4d50-b060-b75ac0d60656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:24.899416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a65c769-f062-4d50-b060-b75ac0d60656 None None] Calling delete_port for ef22a132-1372-4196-8795-4a208a24b3d5 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:45:25.040507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-760c0bf8-3e59-4a41-8b07-71469e903b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.060282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.090411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=d28a8e31-3b3a-4e52-8bca-4dbea07020ec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:25.196585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.283835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec2950-81a4-4b40-887c-9625ac2558fe None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:45:25.293105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a65c769-f062-4d50-b060-b75ac0d60656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.307952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.311990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.356848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65c769-f062-4d50-b060-b75ac0d60656 None None] Pushing event deleted for resources: {'Port': ['ID=ef22a132-1372-4196-8795-4a208a24b3d5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:25.369602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:45:23Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:25.373207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65c769-f062-4d50-b060-b75ac0d60656 None None] No DVR routers for this DVR port ef22a132-1372-4196-8795-4a208a24b3d5 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:45:25.387026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.390589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Fanout notify agent at l3_agent the message router_deleted on router 4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:45:25.407102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.408636 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a3ecd68a-6619-4f86-ae2b-1424a4779697 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/routers/4b1b288d-2cd3-4b3e-9f8e-3bf782c86853 HTTP/1.1" status: 204 len: 168 time: 1.1200449 Dec 20 16:45:25.413545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:25.424683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed1a28-d535-4570-85b5-e65e096f094c None None] The sync data for ids ['4b1b288d-2cd3-4b3e-9f8e-3bf782c86853'] in dv-neutron-822328-3-hyperv is: [{'id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'name': 'tempest-TestNetworkBasicOps-router-188426532', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:44:38Z', 'updated_at': '2021-12-20T16:45:23Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'd28a8e31-3b3a-4e52-8bca-4dbea07020ec', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b288d-2cd3-4b3e-9f8e-3bf782c86853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:44:39Z', 'updated_at': '2021-12-20T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:45:25.519269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.612587 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.637904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f282c918-e7ca-45bd-a974-b0c839df6eb3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:25.649921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88d4429-05eb-4fab-8f76-c5ac1258018a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:25.650214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88d4429-05eb-4fab-8f76-c5ac1258018a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:25.663199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.678819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.686996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:45:25.687392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:45:25.690674 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:45:25.762473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.772719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.777182 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/networks/f282c918-e7ca-45bd-a974-b0c839df6eb3 HTTP/1.1" status: 204 len: 168 time: 0.3622975 Dec 20 16:45:25.796109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:25.802652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13397b7-9e3b-48b8-be45-117e4155630a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Network': ['ID=f282c918-e7ca-45bd-a974-b0c839df6eb3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:25.816383 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c219812c-b715-4db5-a2f3-d38447677323 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0181956 Dec 20 16:45:25.818891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:25.826538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'network': {'name': 'tempest-network-smoke--371267006', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:25.859817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:45:25.866937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.904207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:45:25.917144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:25.918114 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Added segment 44406caa-7eba-4ba9-989a-2066ffbbe3a0 of type vlan for network 2e46c33a-09c5-4e39-a243-93444f08c136 Dec 20 16:45:25.984177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:26.014290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:26.020454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:26.021129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:26.079186 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2588348 Dec 20 16:45:26.083182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:26.089307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-911330612', 'admin_state_up': True, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:26.148808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:26.150549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:26.155568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9db7f6-7f54-432c-9605-c0cc88faac79 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Network': ['ID=2e46c33a-09c5-4e39-a243-93444f08c136,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:26.171611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 2e46c33a-09c5-4e39-a243-93444f08c136 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:45:26.262763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ef22a132-1372-4196-8795-4a208a24b3d5 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:45:26.301098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: ef22a132-1372-4196-8795-4a208a24b3d5 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:45:26.301967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ef22a132-1372-4196-8795-4a208a24b3d5 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:45:26.305963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e61abdad-9b4a-4661-818f-c176228759f6 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:45:26.309582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:26.352369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e61abdad-9b4a-4661-818f-c176228759f6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:45:26.352919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e61abdad-9b4a-4661-818f-c176228759f6 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:45:26.474365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:26.695769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:26.716641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:26.842447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.50 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/8df924c6-4766-45e0-bac0-d37935f1bc65) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:45:26.963739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:27.003424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:27.052279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:45:27.055672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:27.058929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:45:27.076769 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f317c4-9158-4214-b02a-b310f53bed46 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:45:27.087624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=8df924c6-4766-45e0-bac0-d37935f1bc65,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:27.134525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4082d4d1-37c5-4db3-97a4-d1c59aba7fdb None None] Provisioning complete for port 8df924c6-4766-45e0-bac0-d37935f1bc65 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:27.135157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4082d4d1-37c5-4db3-97a4-d1c59aba7fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:27.197356 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4082d4d1-37c5-4db3-97a4-d1c59aba7fdb None None] Port 8df924c6-4766-45e0-bac0-d37935f1bc65 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:45:27.689102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:27.744218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f942-fe9e-4e98-9263-ae9e547f5095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:27.963206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:28.057153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d28a8e31-3b3a-4e52-8bca-4dbea07020ec no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:45:28.091231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: d28a8e31-3b3a-4e52-8bca-4dbea07020ec {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:45:28.091806 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d28a8e31-3b3a-4e52-8bca-4dbea07020ec not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:45:28.099784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:45:28.214541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:45:28.226230 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Sync routers for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:45:28.242648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:28.244525 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f37ea5a9-e879-48b1-a059-913300fd7e67 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1599660 Dec 20 16:45:28.247547 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:28.248476 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:28.249092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:28.279016 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-02f45c2e-b808-421a-a9b7-8870e33a0c40 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285406 Dec 20 16:45:28.282093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:28.378123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ec1d2-34e5-4da1-a163-fdafb7d77f1e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:28.380174 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a80ec1d2-34e5-4da1-a163-fdafb7d77f1e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970626 Dec 20 16:45:28.383201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49842) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:28.412475 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-64ca520a-298d-4699-856c-44aecf53a9d0 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278151 Dec 20 16:45:28.415498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:28.421007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1136767789', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:28.424892 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:28.440966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:28.521413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:45:28.525072 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:28.713475 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:27Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:28.749533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:28.761625 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Checking router: d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:45:28.762062 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Updating router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 port 8df924c6-4766-45e0-bac0-d37935f1bc65 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:45:28.795480 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:28.822446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=a46b3192-9acc-4227-8d13-b632518e6862,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:28.833246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Checking segment: {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:45:28.833621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network hostable DHCP agents. Network: 2e46c33a-09c5-4e39-a243-93444f08c136, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:45:28.854901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 2e46c33a-09c5-4e39-a243-93444f08c136 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:45:28.865312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 2e46c33a-09c5-4e39-a243-93444f08c136) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:28.872050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:28.872985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:28.878336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95c808-ac07-411e-b236-18c91bd3d603 None None] Network 2e46c33a-09c5-4e39-a243-93444f08c136 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:45:28.906991 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a05829a5-8bf5-44b2-8562-ddfb14233d56 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4899180 Dec 20 16:45:28.910161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:29.041558 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-2e46c33a-09c5-4e39-a243-93444f08c136', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:45:29.042586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.209128 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.217881 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.274580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Allocated IP 172.20.0.2 (2e46c33a-09c5-4e39-a243-93444f08c136/a46b3192-9acc-4227-8d13-b632518e6862/3db64cca-8318-4eb1-a7f5-fcd7b54bab3f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:45:29.298792 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Attempting to bind port 8df924c6-4766-45e0-bac0-d37935f1bc65 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:45:29.299726 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Attempting to bind port 8df924c6-4766-45e0-bac0-d37935f1bc65 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:45:29.299984 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Attempting to bind port 8df924c6-4766-45e0-bac0-d37935f1bc65 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:45:29.314510 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:45:29.314892 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:45:29.315405 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.315805 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:45:29.316298 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Bound port: 8df924c6-4766-45e0-bac0-d37935f1bc65, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:45:29.316679 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.323437 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eefaac-4eef-4c5c-999a-ed466be75b55 None None] Pushing event updated for resources: {'Port': ['ID=8df924c6-4766-45e0-bac0-d37935f1bc65,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:29.363874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e6dfa-788e-4819-b382-a90cfba76d30 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:45:29.472750 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] For port 8df924c6-4766-45e0-bac0-d37935f1bc65, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:45:29.476292 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] For port 8df924c6-4766-45e0-bac0-d37935f1bc65, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8df924c6-4766-45e0-bac0-d37935f1bc65,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:45:29.482513 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.499201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2caf8ade-3d6a-468f-be7b-b345eae6d8fe None None] Provisioning complete for port 8df924c6-4766-45e0-bac0-d37935f1bc65 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:29.500198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2caf8ade-3d6a-468f-be7b-b345eae6d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.536922 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:29.537567 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:29.542173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.575317 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d765dab-f5cf-4052-9168-bc6951c7fa6e None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:45:29.585460 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.605968 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eefaac-4eef-4c5c-999a-ed466be75b55 None None] Pushing event updated for resources: {'Port': ['ID=8df924c6-4766-45e0-bac0-d37935f1bc65,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:29.671967 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:29.694752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Network 2e46c33a-09c5-4e39-a243-93444f08c136 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:45:29.702388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:29.708321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:45:29.720983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Pushing event updated for resources: {'Port': ['ID=3db64cca-8318-4eb1-a7f5-fcd7b54bab3f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:29.731042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.827534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Attempting to bind port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:45:29.827870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Attempting to bind port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:45:29.828237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Attempting to bind port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f on network 2e46c33a-09c5-4e39-a243-93444f08c136 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:45:29.834890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2caf8ade-3d6a-468f-be7b-b345eae6d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.841588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:45:29.842009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Checking segment: {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:45:29.842487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.842953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Bound using segment: {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:45:29.843470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Bound port: 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:45:29.843854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.869976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2caf8ade-3d6a-468f-be7b-b345eae6d8fe None None] For port 8df924c6-4766-45e0-bac0-d37935f1bc65, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8df924c6-4766-45e0-bac0-d37935f1bc65,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:29.895102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2caf8ade-3d6a-468f-be7b-b345eae6d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.985013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] For port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:45:29.992688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf8ade-3d6a-468f-be7b-b345eae6d8fe None None] Pushing event updated for resources: {'Port': ['ID=8df924c6-4766-45e0-bac0-d37935f1bc65,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:30.005660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] For port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3db64cca-8318-4eb1-a7f5-fcd7b54bab3f,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:45:30.013088 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:30.018333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:30.054667 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:27Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:30.067680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3ee9109e-0e27-4f0b-9ea9-3b7fb243e9bd None None] Provisioning complete for port 8df924c6-4766-45e0-bac0-d37935f1bc65 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:30.068049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ee9109e-0e27-4f0b-9ea9-3b7fb243e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:30.121242 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c48d8-575e-4d39-abbf-45d63247a853 None None] The sync data for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv is: [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:27Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:45:30.124760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263818a-cdc7-4950-be68-40e3116f499a None None] Pushing event updated for resources: {'Port': ['ID=3db64cca-8318-4eb1-a7f5-fcd7b54bab3f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:30.243368 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.1 (2e46c33a-09c5-4e39-a243-93444f08c136/a46b3192-9acc-4227-8d13-b632518e6862/8b7349ff-c43c-4537-aad0-54b8954eaa52) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:45:30.437922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:30.521203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:30.592543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 2e46c33a-09c5-4e39-a243-93444f08c136 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:45:30.599992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:30.603588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:45:30.610013 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=8b7349ff-c43c-4537-aad0-54b8954eaa52,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:30.663609 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:30.792166 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:30.857833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:31.308916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:31.316162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:31.420887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=8b7349ff-c43c-4537-aad0-54b8954eaa52,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:31.424024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bbaa11-e11b-4108-8017-32a3d6db7ea9 None None] Network 2e46c33a-09c5-4e39-a243-93444f08c136 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:45:31.433714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:31.514202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f23b3244-c7ed-448e-9929-c1db78a2ddf4 None None] Provisioning complete for port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:31.514602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f23b3244-c7ed-448e-9929-c1db78a2ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:31.572460 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 2e46c33a-09c5-4e39-a243-93444f08c136 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:45:31.575519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:31.646962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f23b3244-c7ed-448e-9929-c1db78a2ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:31.689565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f23b3244-c7ed-448e-9929-c1db78a2ddf4 None None] For port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3db64cca-8318-4eb1-a7f5-fcd7b54bab3f,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:31.696059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f23b3244-c7ed-448e-9929-c1db78a2ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:31.750866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:45:31.766587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b3244-c7ed-448e-9929-c1db78a2ddf4 None None] Pushing event updated for resources: {'Port': ['ID=3db64cca-8318-4eb1-a7f5-fcd7b54bab3f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:31.901010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:45:31.913343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:31.918877 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3a9d66e0-aafa-4a1a-963e-ff0ab16f9818 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/d989aec4-ea0c-42a6-86fb-ff2f90fde7c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071776 Dec 20 16:45:31.936853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f1f91806-520c-4445-9d8a-8758109220ca None None] Provisioning complete for port 8b7349ff-c43c-4537-aad0-54b8954eaa52 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:31.937875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1f91806-520c-4445-9d8a-8758109220ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:31.993680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f1f91806-520c-4445-9d8a-8758109220ca None None] Port 8b7349ff-c43c-4537-aad0-54b8954eaa52 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:45:32.009438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f1f91806-520c-4445-9d8a-8758109220ca None None] Provisioning complete for port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:32.010023 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1f91806-520c-4445-9d8a-8758109220ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:32.127415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10fc10-11f6-46c1-a180-082a9d487c6e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:32.130031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10fc10-11f6-46c1-a180-082a9d487c6e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:32.131230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10fc10-11f6-46c1-a180-082a9d487c6e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:32.132922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10fc10-11f6-46c1-a180-082a9d487c6e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:32.136536 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6d10fc10-11f6-46c1-a180-082a9d487c6e tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2204192 Dec 20 16:45:32.140836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:32.239297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8df924c6-4766-45e0-bac0-d37935f1bc65 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:45:32.276029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce43f3-474a-4aac-b5b0-0963653bf72c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:32.277107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce43f3-474a-4aac-b5b0-0963653bf72c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:32.277575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce43f3-474a-4aac-b5b0-0963653bf72c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:32.278062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce43f3-474a-4aac-b5b0-0963653bf72c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:32.279813 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-36ce43f3-474a-4aac-b5b0-0963653bf72c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1373208 Dec 20 16:45:32.284922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:32.326127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eedeef96-fedd-4243-ad32-586c8a9b6a45 None None] Provisioning complete for port 8b7349ff-c43c-4537-aad0-54b8954eaa52 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:32.326723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eedeef96-fedd-4243-ad32-586c8a9b6a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:32.395768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8df924c6-4766-45e0-bac0-d37935f1bc65 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:32.396336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:32.403530 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eedeef96-fedd-4243-ad32-586c8a9b6a45 None None] Port 8b7349ff-c43c-4537-aad0-54b8954eaa52 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:45:32.464829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Sync routers for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:45:32.491864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:32.492875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:32.499981 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c96f4e65-dfd1-4b81-8150-c8e5c3ca36e4 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2125332 Dec 20 16:45:32.632579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2ae0eaa4-7578-47c0-b74c-1be217f53e5c None None] Provisioning complete for port 8b7349ff-c43c-4537-aad0-54b8954eaa52 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:32.632897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ae0eaa4-7578-47c0-b74c-1be217f53e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:32.637901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:45:32.710923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:32.740990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0eaa4-7578-47c0-b74c-1be217f53e5c None None] Port 8b7349ff-c43c-4537-aad0-54b8954eaa52 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:45:32.892585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:32.898834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-27cbe81b-567e-426e-a8f3-944071062316 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475749521', 'description': 'tempest-secgroup-smoke-475749521 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:32.932685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27cbe81b-567e-426e-a8f3-944071062316 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:32.986861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:32.987582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.055546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27cbe81b-567e-426e-a8f3-944071062316 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.062663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27cbe81b-567e-426e-a8f3-944071062316 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.105864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27cbe81b-567e-426e-a8f3-944071062316 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.107658 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-27cbe81b-567e-426e-a8f3-944071062316 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2137842 Dec 20 16:45:33.111274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbe81b-567e-426e-a8f3-944071062316 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:33.112939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:33.122623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5edc0bb5-4504-47af-8797-06de223416a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:33.172023 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5edc0bb5-4504-47af-8797-06de223416a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.201749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:45:31Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:33.243334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Checking router: d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:45:33.243941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Updating router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 port 8b7349ff-c43c-4537-aad0-54b8954eaa52 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:45:33.248559 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5edc0bb5-4504-47af-8797-06de223416a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.253192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5edc0bb5-4504-47af-8797-06de223416a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.272333 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc0bb5-4504-47af-8797-06de223416a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540ec69b-21b1-4d9f-9b3d-f7ac21f04cda,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:33.282382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5edc0bb5-4504-47af-8797-06de223416a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.283696 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5edc0bb5-4504-47af-8797-06de223416a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1688874 Dec 20 16:45:33.288070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.288385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:33.293359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b98b89a3-059a-473d-9865-421b5246d13d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:33.329907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b98b89a3-059a-473d-9865-421b5246d13d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.403644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b98b89a3-059a-473d-9865-421b5246d13d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.409454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b98b89a3-059a-473d-9865-421b5246d13d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.430163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b89a3-059a-473d-9865-421b5246d13d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f8be49-2929-4e0f-bb27-08c002a9cd56,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:33.444440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b98b89a3-059a-473d-9865-421b5246d13d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.446066 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b98b89a3-059a-473d-9865-421b5246d13d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1568201 Dec 20 16:45:33.449324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:33.457243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b46a8c6c-c75c-477d-95cc-01fece4bff88 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:33.494340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c6c-c75c-477d-95cc-01fece4bff88 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.568226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c6c-c75c-477d-95cc-01fece4bff88 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.572616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c6c-c75c-477d-95cc-01fece4bff88 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.594248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a8c6c-c75c-477d-95cc-01fece4bff88 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1063ce-fed6-4b25-84ff-e9c7db9f1f46,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:33.607567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c6c-c75c-477d-95cc-01fece4bff88 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.609046 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b46a8c6c-c75c-477d-95cc-01fece4bff88 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581218 Dec 20 16:45:33.612231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:33.617103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5f01260b-f943-4f17-8fa9-3d3a02b82e4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:33.649452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f01260b-f943-4f17-8fa9-3d3a02b82e4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.665622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.674387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.738768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f01260b-f943-4f17-8fa9-3d3a02b82e4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.746091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f01260b-f943-4f17-8fa9-3d3a02b82e4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.773235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01260b-f943-4f17-8fa9-3d3a02b82e4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48e29ee-b9ec-49dd-ac8c-9bee140603ff,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:33.789541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f01260b-f943-4f17-8fa9-3d3a02b82e4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.791611 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5f01260b-f943-4f17-8fa9-3d3a02b82e4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1780293 Dec 20 16:45:33.796261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:33.798699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c2722-b352-4dfe-bb42-ebbc9c41ba06 None None] Pushing event updated for resources: {'Port': ['ID=8b7349ff-c43c-4537-aad0-54b8954eaa52,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:33.808623 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f1d3bac1-4147-4975-9f66-53a4f7f7b375 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:33.843516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Attempting to bind port 8b7349ff-c43c-4537-aad0-54b8954eaa52 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:45:33.843908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Attempting to bind port 8b7349ff-c43c-4537-aad0-54b8954eaa52 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:45:33.844422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Attempting to bind port 8b7349ff-c43c-4537-aad0-54b8954eaa52 on network 2e46c33a-09c5-4e39-a243-93444f08c136 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:45:33.849040 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-f1d3bac1-4147-4975-9f66-53a4f7f7b375 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:45:33.852804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:45:33.853405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Checking segment: {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:45:33.854041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.855256 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Bound using segment: {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:45:33.856044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Bound port: 8b7349ff-c43c-4537-aad0-54b8954eaa52, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:45:33.856646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.858135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d3bac1-4147-4975-9f66-53a4f7f7b375 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.957609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] For port 8b7349ff-c43c-4537-aad0-54b8954eaa52, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:45:33.963286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] For port 8b7349ff-c43c-4537-aad0-54b8954eaa52, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8b7349ff-c43c-4537-aad0-54b8954eaa52,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:45:33.972065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.987326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d3bac1-4147-4975-9f66-53a4f7f7b375 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.996396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d3bac1-4147-4975-9f66-53a4f7f7b375 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.028726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3bac1-4147-4975-9f66-53a4f7f7b375 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff663ad-2cb5-42bc-b2f6-85f89ee067ef,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:34.052641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1d3bac1-4147-4975-9f66-53a4f7f7b375 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.054388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:34.055022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:34.055852 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f1d3bac1-4147-4975-9f66-53a4f7f7b375 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2582281 Dec 20 16:45:34.058759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:34.068953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-41277219-030d-4a7f-8f51-d0c5369ae902 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:34.105507 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-41277219-030d-4a7f-8f51-d0c5369ae902 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:45:34.113502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41277219-030d-4a7f-8f51-d0c5369ae902 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.115296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c2722-b352-4dfe-bb42-ebbc9c41ba06 None None] Pushing event updated for resources: {'Port': ['ID=8b7349ff-c43c-4537-aad0-54b8954eaa52,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:34.217066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41277219-030d-4a7f-8f51-d0c5369ae902 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.223993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41277219-030d-4a7f-8f51-d0c5369ae902 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.254023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41277219-030d-4a7f-8f51-d0c5369ae902 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892a1cff-302f-40e8-8266-1ae46de05741,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:34.265209 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c45f8586-a4bd-41cb-a666-b6d0b7416eb2 None None] Provisioning complete for port 8b7349ff-c43c-4537-aad0-54b8954eaa52 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:34.265848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c45f8586-a4bd-41cb-a666-b6d0b7416eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.269455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41277219-030d-4a7f-8f51-d0c5369ae902 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.270861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-41277219-030d-4a7f-8f51-d0c5369ae902 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2099082 Dec 20 16:45:34.285336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:34.454620 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-4124ae96-48f4-4c61-ae1a-535c80f12146 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475749521&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.0478241 Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:45:34.572175 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:45:34.579351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-2894cdb0-ca3a-4147-9f5f-e7c967cd14ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:34.579351 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-2894cdb0-ca3a-4147-9f5f-e7c967cd14ab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=2e46c33a-09c5-4e39-a243-93444f08c136 HTTP/1.1" status: 200 len: 796 time: 0.1123683 Dec 20 16:45:34.595042 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-8cc6a265-6495-4da5-ad02-654663cef967 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0102952 Dec 20 16:45:34.620043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c45f8586-a4bd-41cb-a666-b6d0b7416eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.648611 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-0736199e-8920-466b-a3da-1b30b17b7d12 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464807 Dec 20 16:45:34.747716 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-c87cf4cf-3aa7-4a1b-8bb8-eeea80f6f473 service neutron] 10.222.0.60 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850248 Dec 20 16:45:34.749285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c45f8586-a4bd-41cb-a666-b6d0b7416eb2 None None] For port 8b7349ff-c43c-4537-aad0-54b8954eaa52, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8b7349ff-c43c-4537-aad0-54b8954eaa52,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:34.761228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c45f8586-a4bd-41cb-a666-b6d0b7416eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.870905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f8586-a4bd-41cb-a666-b6d0b7416eb2 None None] Pushing event updated for resources: {'Port': ['ID=8b7349ff-c43c-4537-aad0-54b8954eaa52,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:34.880628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-a339c15d-d80b-4b48-9b64-4e4009314f66 service neutron] 10.222.0.60 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246860 Dec 20 16:45:34.899345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:45:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:34.961603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbd6a6-a2f2-423c-98e0-149ac02c88b4 None None] The sync data for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv is: [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:45:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:45:34.975957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d245e51f-5b75-4705-a676-1a630370164a None None] Provisioning complete for port 8b7349ff-c43c-4537-aad0-54b8954eaa52 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:34.976932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d245e51f-5b75-4705-a676-1a630370164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:35.185055 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-31a43183-8041-499c-94cd-0d1d4577a735 req-9cd9eb6b-8ad0-4645-b1f6-2e5a0414d3d8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 210 time: 0.0425489 Dec 20 16:45:36.138449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8b7349ff-c43c-4537-aad0-54b8954eaa52 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:45:36.196737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8b7349ff-c43c-4537-aad0-54b8954eaa52 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:36.197210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:36.388005 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5893e8ef-9797-47e4-a027-f7aed51ca13f req-e12241bc-1659-4013-8471-5ce5c92e6dff tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 210 time: 0.0733359 Dec 20 16:45:36.511194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-846431e7-4ae0-43fc-8aac-b0b8e0788aaa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:36.512828 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-846431e7-4ae0-43fc-8aac-b0b8e0788aaa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=2e46c33a-09c5-4e39-a243-93444f08c136 HTTP/1.1" status: 200 len: 796 time: 0.2170219 Dec 20 16:45:36.610404 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-cafdf659-1d34-4576-92c7-6a7a6811ebe8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 379 time: 0.0881336 Dec 20 16:45:36.624455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': 'c1125f86-3c40-4929-a002-436439b52387', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:36.817730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:45:36.821601 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:36.963272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.13 (2e46c33a-09c5-4e39-a243-93444f08c136/a46b3192-9acc-4227-8d13-b632518e6862/266c3441-2df6-49b5-8a0b-64e17578d533) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:45:37.114380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:37.149862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:37.196293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 2e46c33a-09c5-4e39-a243-93444f08c136 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:45:37.199644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:37.203519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:45:37.210450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=266c3441-2df6-49b5-8a0b-64e17578d533,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:37.267335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:37.267989 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:37.290362 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-921e63ea-c804-4fb9-b0f7-5c6d9e22492c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6730866 Dec 20 16:45:37.304922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Request body: {'port': {'device_id': 'c1125f86-3c40-4929-a002-436439b52387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:37.375306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:37.492592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d7c5ead2-f2e1-425d-9e12-0d8ee8098a6b None None] Provisioning complete for port 266c3441-2df6-49b5-8a0b-64e17578d533 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:37.493182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ead2-f2e1-425d-9e12-0d8ee8098a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:37.549988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5ead2-f2e1-425d-9e12-0d8ee8098a6b None None] Port 266c3441-2df6-49b5-8a0b-64e17578d533 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:45:37.561972 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d7e75-091c-4d5b-8c2f-6dc4767452b3 req-1a71855c-e56d-45f5-93b6-49e552851cf0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:37.564638 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-476d7e75-091c-4d5b-8c2f-6dc4767452b3 req-1a71855c-e56d-45f5-93b6-49e552851cf0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 932 time: 0.0910990 Dec 20 16:45:37.629262 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-476d7e75-091c-4d5b-8c2f-6dc4767452b3 req-b79a4871-30ad-46fa-9d8e-1acff54b0b8c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567133 Dec 20 16:45:38.085360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266c3441-2df6-49b5-8a0b-64e17578d533 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:45:38.094343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:38.107320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Transition to ACTIVE for port object 266c3441-2df6-49b5-8a0b-64e17578d533 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:45:38.111902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:38.166977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=266c3441-2df6-49b5-8a0b-64e17578d533,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:38.271099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Attempting to bind port 266c3441-2df6-49b5-8a0b-64e17578d533 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:45:38.271572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Attempting to bind port 266c3441-2df6-49b5-8a0b-64e17578d533 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:45:38.272127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Attempting to bind port 266c3441-2df6-49b5-8a0b-64e17578d533 on network 2e46c33a-09c5-4e39-a243-93444f08c136 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:45:38.278306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Port 266c3441-2df6-49b5-8a0b-64e17578d533 on network 2e46c33a-09c5-4e39-a243-93444f08c136 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:45:38.278774 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Attempting to bind port 266c3441-2df6-49b5-8a0b-64e17578d533 on network 2e46c33a-09c5-4e39-a243-93444f08c136 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:45:38.285344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:45:38.285809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Checking segment: {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:45:38.286368 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Bound using segment: {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:45:38.286935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Bound port: 266c3441-2df6-49b5-8a0b-64e17578d533, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44406caa-7eba-4ba9-989a-2066ffbbe3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:45:38.287407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:38.375854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] For port 266c3441-2df6-49b5-8a0b-64e17578d533, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:45:38.380623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] For port 266c3441-2df6-49b5-8a0b-64e17578d533, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=266c3441-2df6-49b5-8a0b-64e17578d533,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:45:38.387323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:38.432057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:38.433077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:38.434609 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] 10.222.0.18 "PUT /v2.0/ports/266c3441-2df6-49b5-8a0b-64e17578d533 HTTP/1.1" status: 200 len: 1094 time: 1.1356399 Dec 20 16:45:38.435122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:38.437538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4667f255-e60b-40e0-b53c-7ce4d5da02d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:45:38.465100 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be04f5-fd10-4af0-ad6d-856d492a1fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=266c3441-2df6-49b5-8a0b-64e17578d533,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:38.528194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5281178-ef3c-4eee-9853-ee5aed2a7aaf x-openstack-request-id: req-e5281178-ef3c-4eee-9853-ee5aed2a7aaf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:45:38.528630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:45:38.529044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5281178-ef3c-4eee-9853-ee5aed2a7aaf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:45:38.529702 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533', 'status': 'completed', 'code': 200} Dec 20 16:45:38.571011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-49e104cf-786d-4220-a11f-cd7fceab48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:38.572982 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-49e104cf-786d-4220-a11f-cd7fceab48e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 1097 time: 0.0604229 Dec 20 16:45:38.627816 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-7141bb13-9614-47af-a594-0524455a69e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266c3441-2df6-49b5-8a0b-64e17578d533 HTTP/1.1" status: 200 len: 217 time: 0.0468843 Dec 20 16:45:38.697832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-bed67f0c-34f2-43ed-9e68-6ca4665a7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:38.699608 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-bed67f0c-34f2-43ed-9e68-6ca4665a7d6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a46b3192-9acc-4227-8d13-b632518e6862 HTTP/1.1" status: 200 len: 835 time: 0.0642564 Dec 20 16:45:38.765575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-5f3e893f-5efa-49dc-9777-7800ee616640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:38.767431 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-5f3e893f-5efa-49dc-9777-7800ee616640 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e46c33a-09c5-4e39-a243-93444f08c136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610969 Dec 20 16:45:38.793403 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d7dd8-deda-414e-a53e-6ad34df51ca4 req-17f06c57-a7f8-421d-9c82-f8b3cb581002 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:38.795623 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-878d7dd8-deda-414e-a53e-6ad34df51ca4 req-17f06c57-a7f8-421d-9c82-f8b3cb581002 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 944 time: 0.0583529 Dec 20 16:45:38.850339 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-878d7dd8-deda-414e-a53e-6ad34df51ca4 req-5189bfd1-19d3-4c10-a2c1-5a5856ceb102 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478928 Dec 20 16:45:38.892500 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-b578b295-c2a8-4145-99f7-dea8632032d1 service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174865 Dec 20 16:45:38.995876 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f768110-2ea6-4913-a89e-32f0af2e64bb req-0556058e-5bf5-499a-85ec-7a8c0f7c76c0 service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965853 Dec 20 16:45:39.097849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-eadbcc24-a787-4cfa-9efb-5f5b664e6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:39.099339 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-eadbcc24-a787-4cfa-9efb-5f5b664e6653 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 1097 time: 0.0503917 Dec 20 16:45:39.207611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-02182d60-2982-4790-93dc-dd9077aa2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:39.209281 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-02182d60-2982-4790-93dc-dd9077aa2a72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e46c33a-09c5-4e39-a243-93444f08c136 HTTP/1.1" status: 200 len: 897 time: 0.1011438 Dec 20 16:45:39.255988 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-a0f8fe35-4c49-404a-ade6-3cf3f7aad275 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266c3441-2df6-49b5-8a0b-64e17578d533 HTTP/1.1" status: 200 len: 217 time: 0.0381830 Dec 20 16:45:39.313394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-d375b7f3-998e-49bd-8c6f-14e884641278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:39.315125 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-d375b7f3-998e-49bd-8c6f-14e884641278 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a46b3192-9acc-4227-8d13-b632518e6862 HTTP/1.1" status: 200 len: 835 time: 0.0508437 Dec 20 16:45:39.371255 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-ff717342-705e-4c0c-9e43-2d6215abe258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:39.372688 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-ff717342-705e-4c0c-9e43-2d6215abe258 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e46c33a-09c5-4e39-a243-93444f08c136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502057 Dec 20 16:45:39.475737 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-4810dcc1-b558-4c7b-b3d1-2931edfc345f service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938206 Dec 20 16:45:39.579973 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4667f255-e60b-40e0-b53c-7ce4d5da02d6 req-250fd286-b44f-4112-bfa9-17c16b990d83 service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961118 Dec 20 16:45:39.993017 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff341f8-0b0d-4526-8455-5a145ee1c483 req-9833791f-24ad-4f67-ade6-c78a08850c27 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:39.995619 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7ff341f8-0b0d-4526-8455-5a145ee1c483 req-9833791f-24ad-4f67-ade6-c78a08850c27 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 944 time: 0.0538700 Dec 20 16:45:40.065734 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7ff341f8-0b0d-4526-8455-5a145ee1c483 req-6e876ace-1c2a-403b-8934-b4c52e81456f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579977 Dec 20 16:45:41.194941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a620ac1-c4da-4766-8ff4-e749679873fd req-51b9cced-35bf-46d6-9984-9c988043fb28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:41.196958 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3a620ac1-c4da-4766-8ff4-e749679873fd req-51b9cced-35bf-46d6-9984-9c988043fb28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 944 time: 0.0618432 Dec 20 16:45:41.267591 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3a620ac1-c4da-4766-8ff4-e749679873fd req-d611a39f-ec86-4c7e-93ff-dbd18e7b7a38 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537963 Dec 20 16:45:41.341935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 266c3441-2df6-49b5-8a0b-64e17578d533 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:45:41.443173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 266c3441-2df6-49b5-8a0b-64e17578d533, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=266c3441-2df6-49b5-8a0b-64e17578d533,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:41.455241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '266c3441-2df6-49b5-8a0b-64e17578d533', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'port_id': '266c3441-2df6-49b5-8a0b-64e17578d533', 'mac_address': 'fa:16:3e:72:f6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:45:41.493420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:41.513349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266c3441-2df6-49b5-8a0b-64e17578d533 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:45:41.533082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 266c3441-2df6-49b5-8a0b-64e17578d533, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=266c3441-2df6-49b5-8a0b-64e17578d533,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:41.537776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:41.586386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=266c3441-2df6-49b5-8a0b-64e17578d533,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:41.728571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['266c3441-2df6-49b5-8a0b-64e17578d533'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:45:42.401997 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3d858-1e98-4bd2-9b1a-a5c525ff7215 req-24a44709-c18c-4369-9954-a44dae8639be tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:42.403876 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9bc3d858-1e98-4bd2-9b1a-a5c525ff7215 req-24a44709-c18c-4369-9954-a44dae8639be tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 945 time: 0.0618405 Dec 20 16:45:42.469890 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9bc3d858-1e98-4bd2-9b1a-a5c525ff7215 req-585add2b-ade8-44ee-b163-0c8d31c6a8c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562263 Dec 20 16:45:43.357796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 266c3441-2df6-49b5-8a0b-64e17578d533 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:45:43.407940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 266c3441-2df6-49b5-8a0b-64e17578d533 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:45:43.411906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 266c3441-2df6-49b5-8a0b-64e17578d533 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:45:43.412275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:43.501054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:43.543382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:43.547505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f73afd0-aaec-4ce5-8df6-56c6202b7b41" -d '{"events": [{"server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "name": "network-vif-plugged", "status": "completed", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:45:43.567889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 266c3441-2df6-49b5-8a0b-64e17578d533, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=266c3441-2df6-49b5-8a0b-64e17578d533,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:45:43.573977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:43.613602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcffaa5-4e0f-4d8d-a1ab-94a1f75d33fa x-openstack-request-id: req-ffcffaa5-4e0f-4d8d-a1ab-94a1f75d33fa {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:45:43.613900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "name": "network-vif-plugged", "status": "completed", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:45:43.614161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffcffaa5-4e0f-4d8d-a1ab-94a1f75d33fa {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:45:43.614530 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533', 'code': 200} Dec 20 16:45:43.636151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bbb29-8d85-4be6-a939-cfadb6768eea req-6aeb4eff-b25a-43c4-87bc-ae4c86599d06 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:43.638889 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a81bbb29-8d85-4be6-a939-cfadb6768eea req-6aeb4eff-b25a-43c4-87bc-ae4c86599d06 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 945 time: 0.0908995 Dec 20 16:45:43.646153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=266c3441-2df6-49b5-8a0b-64e17578d533,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:43.732421 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a81bbb29-8d85-4be6-a939-cfadb6768eea req-9c021649-5edf-4943-b556-a3b93b4f85e7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734639 Dec 20 16:45:43.827269 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf58c1-340f-4fc5-b482-58f910294e86 req-b7b24142-e301-4654-8529-c09f69bc5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:43.829021 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cabf58c1-340f-4fc5-b482-58f910294e86 req-b7b24142-e301-4654-8529-c09f69bc5a2b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 1099 time: 0.0450585 Dec 20 16:45:43.879598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cabf58c1-340f-4fc5-b482-58f910294e86 req-3fa829b5-e5ba-47f0-827e-aa3b9f3a6a49 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426252 Dec 20 16:45:44.138190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:45.039748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fd12b-947c-414e-9908-ced5f12ba8c0 req-cef91425-07c6-4618-937d-1050a41bece6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:45.041959 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-064fd12b-947c-414e-9908-ced5f12ba8c0 req-cef91425-07c6-4618-937d-1050a41bece6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 946 time: 0.2157431 Dec 20 16:45:45.099806 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-064fd12b-947c-414e-9908-ced5f12ba8c0 req-4129f63e-2d63-4b8f-a0d2-e8a176226d0d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490334 Dec 20 16:45:46.222924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee3c3f-22ea-4b8a-9743-842d73e0c76a req-457153ad-924d-43d2-a6e6-3689deb8a5ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:46.224160 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-40ee3c3f-22ea-4b8a-9743-842d73e0c76a req-457153ad-924d-43d2-a6e6-3689deb8a5ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 946 time: 0.0526679 Dec 20 16:45:46.280815 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-40ee3c3f-22ea-4b8a-9743-842d73e0c76a req-b70eb125-6e0e-465e-9580-a2c1d9abf324 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477402 Dec 20 16:45:46.403850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b8d9d-97a6-4924-ae86-6b2597c83039 req-146a07f7-82c5-49d5-940b-f70f3a503b16 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:46.405262 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e57b8d9d-97a6-4924-ae86-6b2597c83039 req-146a07f7-82c5-49d5-940b-f70f3a503b16 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 946 time: 0.0561829 Dec 20 16:45:46.458957 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e57b8d9d-97a6-4924-ae86-6b2597c83039 req-1e9db197-05b3-4cad-8e2f-970631f5de2c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475507 Dec 20 16:45:46.482662 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:46.525167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee50800-0c6e-44ba-8fef-63868f54f8a1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:46.527039 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1ee50800-0c6e-44ba-8fef-63868f54f8a1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 1094 time: 0.0432117 Dec 20 16:45:46.529843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49924) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:46.534492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '266c3441-2df6-49b5-8a0b-64e17578d533', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:45:46.559947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:46.667135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:46.780022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.86 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/4a93882f-acf6-4217-988e-b97956333ee9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:45:46.896744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:46.935789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:46.978493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:45:46.982301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:45:46.986587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:45:46.993056 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=4a93882f-acf6-4217-988e-b97956333ee9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:47.027691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.028036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.028374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.028706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.029031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.029355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.029675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.029994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.030342 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.030664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.030980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.031293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.031624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:45:47.380832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:47.452824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:47.607722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:47.612918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:47.689417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=4a93882f-acf6-4217-988e-b97956333ee9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:45:47.711850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:47.823804 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP d21cfeff-a9d4-4bf3-8536-458feb405785 associated. External IP: 172.26.1.86, port: 266c3441-2df6-49b5-8a0b-64e17578d533. Dec 20 16:45:48.055097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:45:48.171232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:45:48.184065 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] Sync routers for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:45:48.194562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:48.199241 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:48.199864 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:48.223179 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-519e96ac-84cb-461f-993c-1007cf68395c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6920776 Dec 20 16:45:48.223777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:45:48.225792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:48.227060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11daf45c-e621-4f77-8f3f-97843b8677cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:45:48.302949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a49e13-19a9-4de5-be00-9d5215a1e8c3 x-openstack-request-id: req-c9a49e13-19a9-4de5-be00-9d5215a1e8c3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:45:48.303478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:45:48.303950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9a49e13-19a9-4de5-be00-9d5215a1e8c3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:45:48.304804 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533', 'status': 'completed', 'code': 200} Dec 20 16:45:48.320302 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:48.360596 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-97388c2d-bfaa-47b5-a498-52b93450b43a tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers/d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 HTTP/1.1" status: 200 len: 921 time: 0.1277587 Dec 20 16:45:48.360967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:48.386064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-15447b54-6031-4210-aadb-00a7d84ab6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:48.387952 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-15447b54-6031-4210-aadb-00a7d84ab6d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 1099 time: 0.0555353 Dec 20 16:45:48.433161 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5ce382f1-2bfb-49a9-aec1-ea0ef33cb112 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/d21cfeff-a9d4-4bf3-8536-458feb405785 HTTP/1.1" status: 200 len: 991 time: 0.0702214 Dec 20 16:45:48.493992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-f1d80d73-de7e-4b35-9404-4ac9e274e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:48.496998 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-f1d80d73-de7e-4b35-9404-4ac9e274e8ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e46c33a-09c5-4e39-a243-93444f08c136 HTTP/1.1" status: 200 len: 897 time: 0.1017354 Dec 20 16:45:48.563907 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-29002457-2514-4eb1-b33e-d4a3f45fab98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266c3441-2df6-49b5-8a0b-64e17578d533 HTTP/1.1" status: 200 len: 999 time: 0.0601840 Dec 20 16:45:48.564814 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'd21cfeff-a9d4-4bf3-8536-458feb405785', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.86', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'port_id': '266c3441-2df6-49b5-8a0b-64e17578d533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'mac_address': 'fa:16:3e:72:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1125f86-3c40-4929-a002-436439b52387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:45:47Z', 'updated_at': '2021-12-20T16:45:47Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:45:34Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:48.590933 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] Checking router: d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:45:48.599705 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:45:48.600307 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:48.614709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-f7d558fc-00dd-4488-9779-964b9a29b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:48.616164 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-f7d558fc-00dd-4488-9779-964b9a29b14c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a46b3192-9acc-4227-8d13-b632518e6862 HTTP/1.1" status: 200 len: 835 time: 0.0455430 Dec 20 16:45:48.666696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-52ae8577-240d-49b5-a473-17cfc595f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:48.668245 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-52ae8577-240d-49b5-a473-17cfc595f419 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e46c33a-09c5-4e39-a243-93444f08c136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453453 Dec 20 16:45:48.711880 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:45:48.765447 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-54b5d794-8a03-47a2-af57-15d25a9d2d91 service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893900 Dec 20 16:45:48.863524 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11daf45c-e621-4f77-8f3f-97843b8677cd req-5d232096-b22d-42c4-a68e-24180d54c715 service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918336 Dec 20 16:45:48.988429 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'd21cfeff-a9d4-4bf3-8536-458feb405785', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.86', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'port_id': '266c3441-2df6-49b5-8a0b-64e17578d533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'mac_address': 'fa:16:3e:72:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1125f86-3c40-4929-a002-436439b52387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:45:47Z', 'updated_at': '2021-12-20T16:45:47Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:45:34Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:45:49.015567 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6629aa4-aefe-4f48-8f07-f93590d8c993 None None] The sync data for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv is: [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'd21cfeff-a9d4-4bf3-8536-458feb405785', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.86', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'port_id': '266c3441-2df6-49b5-8a0b-64e17578d533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'mac_address': 'fa:16:3e:72:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1125f86-3c40-4929-a002-436439b52387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:45:47Z', 'updated_at': '2021-12-20T16:45:47Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:45:34Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:45:49.209894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f199432-afd1-4bd6-8068-8f0cd47ac193 None None] New status for floating IP d21cfeff-a9d4-4bf3-8536-458feb405785: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:45:49.435601 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:45:49.503242 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a926fe38-79dc-415d-9bc3-0bf4cbfb9e77 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/d21cfeff-a9d4-4bf3-8536-458feb405785 HTTP/1.1" status: 200 len: 993 time: 0.0662808 Dec 20 16:45:55.015186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8efe88ee-c878-430f-b8cf-61b28349cfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:56.417162 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-05d95401-f146-481e-9450-cf3c9e222497 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842600 Dec 20 16:45:56.525725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-dee6a7d4-e76f-4887-829c-8fdb8ba688bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:56.527303 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-dee6a7d4-e76f-4887-829c-8fdb8ba688bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 1099 time: 0.0495145 Dec 20 16:45:56.634960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-6de54c87-25b9-4126-904b-2b454b09c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:56.636355 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-6de54c87-25b9-4126-904b-2b454b09c5c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e46c33a-09c5-4e39-a243-93444f08c136 HTTP/1.1" status: 200 len: 897 time: 0.0880520 Dec 20 16:45:56.708579 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-ff1189f1-8d70-4784-81c9-049bd0f981a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266c3441-2df6-49b5-8a0b-64e17578d533 HTTP/1.1" status: 200 len: 1001 time: 0.0637062 Dec 20 16:45:56.769218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-e9e90c8f-d33e-4977-a5d1-2273fea13010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:56.770723 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-e9e90c8f-d33e-4977-a5d1-2273fea13010 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a46b3192-9acc-4227-8d13-b632518e6862 HTTP/1.1" status: 200 len: 835 time: 0.0531988 Dec 20 16:45:56.821316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-861856b6-ac3d-4aac-9a16-0946a8bec91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:45:56.822903 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-861856b6-ac3d-4aac-9a16-0946a8bec91d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e46c33a-09c5-4e39-a243-93444f08c136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459146 Dec 20 16:45:56.833552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-ff915c91-c02e-4165-b605-12cd6a866bbb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:45:56.834603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-ff915c91-c02e-4165-b605-12cd6a866bbb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050454 Dec 20 16:45:56.935598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-c99f9bdc-807f-4440-bfaf-ffbc6e118c1f service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922353 Dec 20 16:45:57.035871 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b88f953-5e32-46fa-a76a-bccae70557a4 req-104fa0a8-b68b-44c6-8bca-57686c60c360 service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930531 Dec 20 16:45:57.276484 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:45:57.738461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e342282-f75e-480f-b416-0e32a4d11abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:58.421916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:59.981185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:00.790943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:14.148459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:16.063269 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:16.173630 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-138143c2-a7d3-400f-8ebe-58e4b9ab17dc tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers/d989aec4-ea0c-42a6-86fb-ff2f90fde7c2/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1092045 Dec 20 16:46:16.176592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:16.609295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0255832a-fae3-44ec-9579-06193421cbeb tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Notify agent at dv-neutron-822328-3-hyperv the message router_removed_from_agent {{(pid=103324) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 20 16:46:16.612512 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0255832a-fae3-44ec-9579-06193421cbeb tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "DELETE /v2.0/agents/579afca6-30fa-4779-b27e-2cb6412799ed/l3-routers/d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 HTTP/1.1" status: 204 len: 168 time: 0.4349422 Dec 20 16:46:16.615056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:16.727415 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-10bf88c6-c004-4ce9-96b1-b63e2435b214 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers/d989aec4-ea0c-42a6-86fb-ff2f90fde7c2/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1112666 Dec 20 16:46:16.729977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:16.790341 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-72a0b729-b82c-4538-b8ff-082bcadad60a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/d21cfeff-a9d4-4bf3-8536-458feb405785 HTTP/1.1" status: 200 len: 993 time: 0.0592213 Dec 20 16:46:17.369523 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b02aa-dcf9-4962-9831-32666b9187bf None None] New status for floating IP d21cfeff-a9d4-4bf3-8536-458feb405785: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:46:17.794319 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:17.861145 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-de34b43b-3b81-4270-92f5-85017a89d00c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/d21cfeff-a9d4-4bf3-8536-458feb405785 HTTP/1.1" status: 200 len: 991 time: 0.0655658 Dec 20 16:46:18.112603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8df924c6-4766-45e0-bac0-d37935f1bc65 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:46:18.187840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:18.208197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 8df924c6-4766-45e0-bac0-d37935f1bc65, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8df924c6-4766-45e0-bac0-d37935f1bc65,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:18.211337 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:18.212002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8b7349ff-c43c-4537-aad0-54b8954eaa52 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:46:18.285977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=8df924c6-4766-45e0-bac0-d37935f1bc65,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:18.295659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.296004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.296338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.296672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.296999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.297321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.297648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.297971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.298318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.298640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.298957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.299270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.299582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:18.335278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:18.368052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 8b7349ff-c43c-4537-aad0-54b8954eaa52, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8b7349ff-c43c-4537-aad0-54b8954eaa52,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:18.371714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:18.416739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=8b7349ff-c43c-4537-aad0-54b8954eaa52,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:18.976134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:19.100621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20774151-ff66-471a-839b-9a0449c02363 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:46:19.101026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20774151-ff66-471a-839b-9a0449c02363 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Notify agent at dv-neutron-822328-3-hyperv the message router_added_to_agent {{(pid=103324) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 20 16:46:19.119208 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-20774151-ff66-471a-839b-9a0449c02363 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "POST /v2.0/agents/579afca6-30fa-4779-b27e-2cb6412799ed/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1414242 Dec 20 16:46:19.121836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:19.131406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] Sync routers for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:46:19.142826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:19.143522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:19.238164 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f8e40ebb-6587-43b5-851e-21319f1027ba tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers/d989aec4-ea0c-42a6-86fb-ff2f90fde7c2/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1149063 Dec 20 16:46:19.240801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:19.254584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:19.303594 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e0fd8f11-e6a8-42ef-9d7d-0b67af580a87 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/d21cfeff-a9d4-4bf3-8536-458feb405785 HTTP/1.1" status: 200 len: 991 time: 0.0617473 Dec 20 16:46:19.474890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'd21cfeff-a9d4-4bf3-8536-458feb405785', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.86', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'port_id': '266c3441-2df6-49b5-8a0b-64e17578d533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'mac_address': 'fa:16:3e:72:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1125f86-3c40-4929-a002-436439b52387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:45:47Z', 'updated_at': '2021-12-20T16:46:17Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:46:18Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:19.500345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] Checking router: d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:46:19.509344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:19.509947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:19.616028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:19.839623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'd21cfeff-a9d4-4bf3-8536-458feb405785', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.86', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'port_id': '266c3441-2df6-49b5-8a0b-64e17578d533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'mac_address': 'fa:16:3e:72:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1125f86-3c40-4929-a002-436439b52387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:45:47Z', 'updated_at': '2021-12-20T16:46:17Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:46:18Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:19.864875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d932c-5ec5-469f-9346-cec374a28359 None None] The sync data for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv is: [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'd21cfeff-a9d4-4bf3-8536-458feb405785', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.86', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'port_id': '266c3441-2df6-49b5-8a0b-64e17578d533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'mac_address': 'fa:16:3e:72:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1125f86-3c40-4929-a002-436439b52387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:45:47Z', 'updated_at': '2021-12-20T16:46:17Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:46:18Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:46:20.149212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8b7349ff-c43c-4537-aad0-54b8954eaa52 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:46:20.209964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8b7349ff-c43c-4537-aad0-54b8954eaa52 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:20.210360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:20.298029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:20.307942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:20.336905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 8b7349ff-c43c-4537-aad0-54b8954eaa52, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8b7349ff-c43c-4537-aad0-54b8954eaa52,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:20.342313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:20.394340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=8b7349ff-c43c-4537-aad0-54b8954eaa52,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:20.394590 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8c67802d-7533-4d9f-9703-c6153c7cb294 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/d21cfeff-a9d4-4bf3-8536-458feb405785 HTTP/1.1" status: 200 len: 991 time: 0.0854571 Dec 20 16:46:21.396940 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49970) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:21.453848 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916fb60a-2b94-40b0-9692-66280ef18d3a None None] New status for floating IP d21cfeff-a9d4-4bf3-8536-458feb405785: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:46:21.471576 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f100a0e9-d729-4010-9ec7-69eda8f48854 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/d21cfeff-a9d4-4bf3-8536-458feb405785 HTTP/1.1" status: 200 len: 991 time: 0.0734558 Dec 20 16:46:22.178156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8df924c6-4766-45e0-bac0-d37935f1bc65 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:46:22.230251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8df924c6-4766-45e0-bac0-d37935f1bc65 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:22.230563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:22.309349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:22.328653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 8df924c6-4766-45e0-bac0-d37935f1bc65, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8df924c6-4766-45e0-bac0-d37935f1bc65,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:22.332772 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:22.333731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8b7349ff-c43c-4537-aad0-54b8954eaa52 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:46:22.413298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=8df924c6-4766-45e0-bac0-d37935f1bc65,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:22.422162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8b7349ff-c43c-4537-aad0-54b8954eaa52 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:22.422578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:22.475351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 49972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:22.543401 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5109dbcf-e87a-4403-b6d4-44114aa05b80 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/d21cfeff-a9d4-4bf3-8536-458feb405785 HTTP/1.1" status: 200 len: 993 time: 0.0666289 Dec 20 16:46:22.821629 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49978) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:22.986151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 4a93882f-acf6-4217-988e-b97956333ee9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:46:22.986521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:23.411922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:23.412241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:23.424245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 4a93882f-acf6-4217-988e-b97956333ee9 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:46:23.571708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:23.598344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=4a93882f-acf6-4217-988e-b97956333ee9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:23.657438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:23.657767 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP d21cfeff-a9d4-4bf3-8536-458feb405785 disassociated (deleted). External IP: 172.26.1.86, port: 266c3441-2df6-49b5-8a0b-64e17578d533. Dec 20 16:46:23.872700 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:46:23.984692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:46:23.989357 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:23.994717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] Sync routers for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:46:24.004566 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:24.005176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:24.016427 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4eca3aeb-fd8d-44af-ad54-bc9aa66df0a9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/floatingips/d21cfeff-a9d4-4bf3-8536-458feb405785 HTTP/1.1" status: 204 len: 168 time: 1.1935751 Dec 20 16:46:24.017010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:46:24.019281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1177cd46-1aec-4786-b524-f1fa5b54c0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:46:24.058630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211a2049-8457-444c-b511-8d3d11e2f801 x-openstack-request-id: req-211a2049-8457-444c-b511-8d3d11e2f801 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:46:24.058921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:46:24.059168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-211a2049-8457-444c-b511-8d3d11e2f801 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:46:24.061419 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533', 'status': 'completed', 'code': 200} Dec 20 16:46:24.128576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-7218bdad-21dc-4d48-9332-0194db629423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:24.130063 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-7218bdad-21dc-4d48-9332-0194db629423 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 1099 time: 0.0479662 Dec 20 16:46:24.132814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:24.175011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8df924c6-4766-45e0-bac0-d37935f1bc65 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:46:24.271151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-93120232-82ae-4c01-8dae-3150b4b34105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:24.272626 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-93120232-82ae-4c01-8dae-3150b4b34105 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e46c33a-09c5-4e39-a243-93444f08c136 HTTP/1.1" status: 200 len: 897 time: 0.1356778 Dec 20 16:46:24.299431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e184b-e12b-40ba-ae79-7420d0248eea req-935b078c-e7f8-4dfe-8f26-c772a244e967 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:24.300927 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-589e184b-e12b-40ba-ae79-7420d0248eea req-935b078c-e7f8-4dfe-8f26-c772a244e967 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 946 time: 0.0698340 Dec 20 16:46:24.335495 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-e312a6e0-523b-4a07-a074-a5e600f53e17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266c3441-2df6-49b5-8a0b-64e17578d533 HTTP/1.1" status: 200 len: 217 time: 0.0533643 Dec 20 16:46:24.350729 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8df924c6-4766-45e0-bac0-d37935f1bc65 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:24.351161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:24.413872 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-589e184b-e12b-40ba-ae79-7420d0248eea req-542d7814-9aba-4722-9fc8-31754bb42d0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808923 Dec 20 16:46:24.418025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-d4ce68bd-ccc0-41e9-9947-5e2d0e6e4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:24.419562 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-d4ce68bd-ccc0-41e9-9947-5e2d0e6e4928 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a46b3192-9acc-4227-8d13-b632518e6862 HTTP/1.1" status: 200 len: 835 time: 0.0714831 Dec 20 16:46:24.467263 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-7d8e42a4-f5b7-4fa2-8910-c05a6b91522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:24.468779 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-7d8e42a4-f5b7-4fa2-8910-c05a6b91522b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e46c33a-09c5-4e39-a243-93444f08c136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410528 Dec 20 16:46:24.478540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:46:20Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:24.505991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] Checking router: d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:46:24.515320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:24.515950 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:45:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:24.565568 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-02d8bb6c-f608-4e43-abfc-2227f0f0b5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875158 Dec 20 16:46:24.618634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:24.656865 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1177cd46-1aec-4786-b524-f1fa5b54c0a5 req-c845b247-5e86-45a2-8326-15a01694f150 service neutron] 10.222.0.18 "GET /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Dec 20 16:46:24.960244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:46:20Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:24.989377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871a3cb-8fde-4729-a24e-6241b568c2aa None None] The sync data for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv is: [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:45:30Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '8b7349ff-c43c-4537-aad0-54b8954eaa52', 'name': '', 'network_id': '2e46c33a-09c5-4e39-a243-93444f08c136', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:75:f6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:29Z', 'updated_at': '2021-12-20T16:46:20Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': 'a46b3192-9acc-4227-8d13-b632518e6862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:46:25.019319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78a05348-2740-4d04-8ff2-ff2444608bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:25.561558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-18770485-63bd-4c87-ad1b-2e10cc8a52da tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:25.563053 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-18770485-63bd-4c87-ad1b-2e10cc8a52da tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 946 time: 0.0653710 Dec 20 16:46:25.618237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ab0a3-17d9-4a22-a08d-663b03736c6f req-f8c5a270-4c9e-4978-9590-2c79034083a5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:25.619875 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-197ab0a3-17d9-4a22-a08d-663b03736c6f req-f8c5a270-4c9e-4978-9590-2c79034083a5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1125f86-3c40-4929-a002-436439b52387 HTTP/1.1" status: 200 len: 946 time: 0.1326466 Dec 20 16:46:25.663505 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 266c3441-2df6-49b5-8a0b-64e17578d533 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:46:25.664336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:25.675476 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-197ab0a3-17d9-4a22-a08d-663b03736c6f req-e7cddb38-276b-438c-8ade-309c42dbef4a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491042 Dec 20 16:46:25.741921 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9163a7-729b-4243-8b55-2bfd17c86bb3 None None] New status for floating IP d21cfeff-a9d4-4bf3-8536-458feb405785: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:46:25.773708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 266c3441-2df6-49b5-8a0b-64e17578d533, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=266c3441-2df6-49b5-8a0b-64e17578d533,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:25.774068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:25.789428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 266c3441-2df6-49b5-8a0b-64e17578d533 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:46:25.923906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:25.953180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=266c3441-2df6-49b5-8a0b-64e17578d533,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:25.996415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port 266c3441-2df6-49b5-8a0b-64e17578d533 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:46:25.998794 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:26.002364 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-817d3b6f-6909-4d55-92f7-e68f416f66e5 req-48e6b286-4d66-499c-8cad-b6a45afd89e3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/266c3441-2df6-49b5-8a0b-64e17578d533 HTTP/1.1" status: 204 len: 173 time: 0.4325368 Dec 20 16:46:26.061161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'name': 'network-vif-deleted', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:46:26.063773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646437ec-478a-48dc-9c84-13c53bd55dba" -d '{"events": [{"server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "name": "network-vif-deleted", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:46:26.100491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6275a-ce67-47c1-a8d0-0e61c6d84d11 x-openstack-request-id: req-45e6275a-ce67-47c1-a8d0-0e61c6d84d11 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:46:26.100808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1125f86-3c40-4929-a002-436439b52387", "name": "network-vif-deleted", "tag": "266c3441-2df6-49b5-8a0b-64e17578d533", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:46:26.101063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45e6275a-ce67-47c1-a8d0-0e61c6d84d11 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:46:26.101466 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1125f86-3c40-4929-a002-436439b52387', 'name': 'network-vif-deleted', 'tag': '266c3441-2df6-49b5-8a0b-64e17578d533', 'status': 'completed', 'code': 200} Dec 20 16:46:26.732249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49994) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:26.791851 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3e39ce2-227a-4638-bdf1-41c6703a933d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:26.817450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3e39ce2-227a-4638-bdf1-41c6703a933d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:26.880375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3e39ce2-227a-4638-bdf1-41c6703a933d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:26.883357 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3e39ce2-227a-4638-bdf1-41c6703a933d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:26.884497 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f3e39ce2-227a-4638-bdf1-41c6703a933d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8 HTTP/1.1" status: 204 len: 168 time: 0.1512754 Dec 20 16:46:26.893423 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e39ce2-227a-4638-bdf1-41c6703a933d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6abaca-4ae9-4e59-8cd0-4f43ddce27a8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:26.919259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 49998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:27.281591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:27.536121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 8b7349ff-c43c-4537-aad0-54b8954eaa52 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:46:27.536460 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:27.630218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 8b7349ff-c43c-4537-aad0-54b8954eaa52, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8b7349ff-c43c-4537-aad0-54b8954eaa52,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:27.630597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:27.644004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 8b7349ff-c43c-4537-aad0-54b8954eaa52 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:46:27.741180 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2eea289c-fed6-43d7-a2bd-216d8bc622ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:27.832358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:27.859042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=8b7349ff-c43c-4537-aad0-54b8954eaa52,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:28.044628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.291048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:46:28.400276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:46:28.405260 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6a515cde-dd2e-4e4b-b788-637039f87d4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/d989aec4-ea0c-42a6-86fb-ff2f90fde7c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4848552 Dec 20 16:46:28.408640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:28.412112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] Sync routers for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:46:28.435368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:28.436170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:46:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:28.437948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.460800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddb0cf0-2070-4d33-95ae-de33be52176c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting subnet a46b3192-9acc-4227-8d13-b632518e6862 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:46:28.464031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0cf0-2070-4d33-95ae-de33be52176c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.504083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0cf0-2070-4d33-95ae-de33be52176c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.541049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:28.599626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0cf0-2070-4d33-95ae-de33be52176c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.657873 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0cf0-2070-4d33-95ae-de33be52176c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.686439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0cf0-2070-4d33-95ae-de33be52176c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.692369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:28.692927 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0ddb0cf0-2070-4d33-95ae-de33be52176c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/subnets/a46b3192-9acc-4227-8d13-b632518e6862 HTTP/1.1" status: 204 len: 168 time: 0.2833340 Dec 20 16:46:28.693944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb0cf0-2070-4d33-95ae-de33be52176c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Subnet': ['ID=a46b3192-9acc-4227-8d13-b632518e6862,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:28.696189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a13a90-1793-4be9-a3f3-d85568942d69 None None] Network 2e46c33a-09c5-4e39-a243-93444f08c136 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:46:28.792481 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:27Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:28.804262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.825369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] Checking router: d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:46:28.837420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] Routers {'d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:28.837930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:46:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:28.890500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ad82c-ffb3-430f-8561-fec9d9f03e3b None None] DHCP port deletion for 2e46c33a-09c5-4e39-a243-93444f08c136 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:46:28.918959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.972664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 8df924c6-4766-45e0-bac0-d37935f1bc65 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:46:28.972664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:28.973107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] Set router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:29.057203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 8df924c6-4766-45e0-bac0-d37935f1bc65, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8df924c6-4766-45e0-bac0-d37935f1bc65,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:29.057568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.069453 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 8df924c6-4766-45e0-bac0-d37935f1bc65 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:46:29.080423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ad82c-ffb3-430f-8561-fec9d9f03e3b None None] Deleting port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:46:29.080792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad82c-ffb3-430f-8561-fec9d9f03e3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.165750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6d5ad82c-ffb3-430f-8561-fec9d9f03e3b None None] For port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3db64cca-8318-4eb1-a7f5-fcd7b54bab3f,segment=NetworkSegment(44406caa-7eba-4ba9-989a-2066ffbbe3a0),segment_id=44406caa-7eba-4ba9-989a-2066ffbbe3a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:29.166052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad82c-ffb3-430f-8561-fec9d9f03e3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.195197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ad82c-ffb3-430f-8561-fec9d9f03e3b None None] Calling delete_port for 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:46:29.245128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.273269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=8df924c6-4766-45e0-bac0-d37935f1bc65,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:29.285751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:27Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:29.285965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.286096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.286472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.286805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.287136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.287463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.287832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.288098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.288417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.288735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.289743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.289994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58641f11-1b13-4d69-a79b-19e5d0f8d25b None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:46:29.290170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.290527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:29.320885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c0a99-4e4a-42e8-874b-7bdf1bf4af86 None None] The sync data for ids ['d989aec4-ea0c-42a6-86fb-ff2f90fde7c2'] in dv-neutron-822328-3-hyperv is: [{'id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'name': 'tempest-TestNetworkBasicOps-router-911330612', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:27Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '8df924c6-4766-45e0-bac0-d37935f1bc65', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd989aec4-ea0c-42a6-86fb-ff2f90fde7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:45:26Z', 'updated_at': '2021-12-20T16:46:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:46:29.330456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad82c-ffb3-430f-8561-fec9d9f03e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.348171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.356566 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ad82c-ffb3-430f-8561-fec9d9f03e3b None None] Pushing event deleted for resources: {'Port': ['ID=3db64cca-8318-4eb1-a7f5-fcd7b54bab3f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:29.362941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ad82c-ffb3-430f-8561-fec9d9f03e3b None None] No DVR routers for this DVR port 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:46:29.450341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.452474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.500757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.501539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Fanout notify agent at l3_agent the message router_deleted on router d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:46:29.513365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.514554 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-16305e7f-c17f-47f6-9e7a-c96577619e72 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/routers/d989aec4-ea0c-42a6-86fb-ff2f90fde7c2 HTTP/1.1" status: 204 len: 168 time: 0.8202980 Dec 20 16:46:29.517352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:29.595933 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.618584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 266c3441-2df6-49b5-8a0b-64e17578d533 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:46:29.642896 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 266c3441-2df6-49b5-8a0b-64e17578d533 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:46:29.643250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 266c3441-2df6-49b5-8a0b-64e17578d533 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:46:29.691141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.712759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e46c33a-09c5-4e39-a243-93444f08c136']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:29.722402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44406caa-7eba-4ba9-989a-2066ffbbe3a0') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:29.722709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44406caa-7eba-4ba9-989a-2066ffbbe3a0') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:29.732657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.745320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.751013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:46:29.751387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:46:29.754202 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:46:29.814279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.821642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.824813 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/networks/2e46c33a-09c5-4e39-a243-93444f08c136 HTTP/1.1" status: 204 len: 168 time: 0.3065441 Dec 20 16:46:29.837341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843225ec-4b94-4fa2-bdc3-0b33b6607ba5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Network': ['ID=2e46c33a-09c5-4e39-a243-93444f08c136,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:29.845717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:29.851190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'network': {'name': 'tempest-network-smoke--1393433529', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:29.873553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:29.877377 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.907271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:46:29.916516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.916848 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Added segment 66561dfd-d9a4-40b1-b34e-16cd3b94128d of type vlan for network f9d587ae-80df-4d89-a708-a6506cc38450 Dec 20 16:46:29.959459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.984971 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.986409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.990818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:29.991417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.027720 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1804364 Dec 20 16:46:30.030604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:30.035189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'admin_state_up': True, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:30.063915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.065490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.065822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ff1b0-df01-4440-9901-841d5bcf3440 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Network': ['ID=f9d587ae-80df-4d89-a708-a6506cc38450,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:30.079262 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f9d587ae-80df-4d89-a708-a6506cc38450 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:46:30.139914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.151173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8df924c6-4766-45e0-bac0-d37935f1bc65 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:46:30.183223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 8df924c6-4766-45e0-bac0-d37935f1bc65 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:46:30.183479 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8df924c6-4766-45e0-bac0-d37935f1bc65 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:46:30.184201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:46:30.205434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:46:30.205785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3db64cca-8318-4eb1-a7f5-fcd7b54bab3f not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:46:30.206210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8b7349ff-c43c-4537-aad0-54b8954eaa52 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:46:30.225060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 8b7349ff-c43c-4537-aad0-54b8954eaa52 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:46:30.225335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8b7349ff-c43c-4537-aad0-54b8954eaa52 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:46:30.285126 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.478153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.497105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.602868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.97 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/83e48045-2dae-4312-8d21-12eaea2058fb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:30.706603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.743202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.789912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.794521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:30.797645 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:30.800135 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:30.810415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6501be2-1181-4573-b831-b1571820d26a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:46:30.835106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=83e48045-2dae-4312-8d21-12eaea2058fb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:30.898091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-59268fe9-81db-452d-a66b-5085f46a0d49 None None] Provisioning complete for port 83e48045-2dae-4312-8d21-12eaea2058fb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:30.899109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59268fe9-81db-452d-a66b-5085f46a0d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:30.934583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-59268fe9-81db-452d-a66b-5085f46a0d49 None None] Port 83e48045-2dae-4312-8d21-12eaea2058fb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:46:31.394761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:31.592460 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:31.718903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 9fdd4537-9189-4f3b-9129-740b8af05ff4 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:46:31.827886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:46:31.838241 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Sync routers for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:46:31.847890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:31.849152 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e99e2b92-e27e-4574-a1f8-33ecdc350027 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8174951 Dec 20 16:46:31.849620 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:31.850291 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:46:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:31.853044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:31.884880 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2ff6fc77-8a6f-47a7-b9e3-5a4cd148ccab tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276573 Dec 20 16:46:31.885162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:31.957540 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:31.980353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c278e4-2fa4-4b55-bbec-b7a1d0b2f9dd tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:31.981857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c1c278e4-2fa4-4b55-bbec-b7a1d0b2f9dd tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957201 Dec 20 16:46:31.984833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:32.012457 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-045ca6ca-5362-4ac6-b897-5ef256ad346c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265446 Dec 20 16:46:32.015101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:32.019722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-568846136', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:32.110222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:32.113774 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.135751 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:30Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:32.166286 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Checking router: 9fdd4537-9189-4f3b-9129-740b8af05ff4 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:46:32.166652 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Updating router 9fdd4537-9189-4f3b-9129-740b8af05ff4 port 83e48045-2dae-4312-8d21-12eaea2058fb binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:46:32.191990 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.294483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.358687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=697e8e26-d2ce-45c9-9e12-3e7f73d9b645,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:32.365957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Checking segment: {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:46:32.366352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network hostable DHCP agents. Network: f9d587ae-80df-4d89-a708-a6506cc38450, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:46:32.384416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f9d587ae-80df-4d89-a708-a6506cc38450 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:46:32.393298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f9d587ae-80df-4d89-a708-a6506cc38450) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:32.397604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:32.398205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.402903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6c315-5337-4bee-91bf-ddd4043a7e6d None None] Network f9d587ae-80df-4d89-a708-a6506cc38450 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:46:32.415242 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ef187501-7575-48e8-9b64-a4f4eb1424a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3984888 Dec 20 16:46:32.417991 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:32.447520 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.454689 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.505503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff0e00-d3d1-4ad5-9216-5f87a3d2126e None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:46:32.511011 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Pushing event updated for resources: {'Port': ['ID=83e48045-2dae-4312-8d21-12eaea2058fb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:32.513212 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Attempting to bind port 83e48045-2dae-4312-8d21-12eaea2058fb on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:46:32.513567 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Attempting to bind port 83e48045-2dae-4312-8d21-12eaea2058fb by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:46:32.514106 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Attempting to bind port 83e48045-2dae-4312-8d21-12eaea2058fb on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:46:32.523614 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.524534 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.524936 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.525301 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.525627 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.525950 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.526329 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.526746 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.527107 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.527451 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.527776 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.528091 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.528473 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:46:32.532309 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:46:32.532888 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:46:32.534067 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.534656 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:46:32.535311 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Bound port: 83e48045-2dae-4312-8d21-12eaea2058fb, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:46:32.536184 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.544892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-f9d587ae-80df-4d89-a708-a6506cc38450', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:46:32.545688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.601521 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] For port 83e48045-2dae-4312-8d21-12eaea2058fb, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:32.605582 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] For port 83e48045-2dae-4312-8d21-12eaea2058fb, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=83e48045-2dae-4312-8d21-12eaea2058fb,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:32.609465 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.621406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-51b8cce6-e142-47ac-9536-a0c4b92e15e1 None None] Provisioning complete for port 83e48045-2dae-4312-8d21-12eaea2058fb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:32.621768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51b8cce6-e142-47ac-9536-a0c4b92e15e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.677788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb299440-c0f8-4435-afca-ceb56e6456c3 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:46:32.679664 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:32.680719 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:46:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:32.733183 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed19032-4075-4d3f-934a-6990e527103f None None] Pushing event updated for resources: {'Port': ['ID=83e48045-2dae-4312-8d21-12eaea2058fb,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:32.757313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Allocated IP 172.20.0.2 (f9d587ae-80df-4d89-a708-a6506cc38450/697e8e26-d2ce-45c9-9e12-3e7f73d9b645/82071247-ecdb-45a2-b65e-5f1256ec3ad7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:32.784636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51b8cce6-e142-47ac-9536-a0c4b92e15e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.820486 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:32.850742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-51b8cce6-e142-47ac-9536-a0c4b92e15e1 None None] For port 83e48045-2dae-4312-8d21-12eaea2058fb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=83e48045-2dae-4312-8d21-12eaea2058fb,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:32.862776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51b8cce6-e142-47ac-9536-a0c4b92e15e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.900661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:32.957089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8cce6-e142-47ac-9536-a0c4b92e15e1 None None] Pushing event updated for resources: {'Port': ['ID=83e48045-2dae-4312-8d21-12eaea2058fb,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:32.993926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.002289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bc6cdcb3-eb9a-4616-8d01-3336cd4a3613 None None] Provisioning complete for port 83e48045-2dae-4312-8d21-12eaea2058fb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:33.002696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc6cdcb3-eb9a-4616-8d01-3336cd4a3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.004799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.025249 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:30Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:33.052127 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e822c6-30a6-4547-aed3-cdff1cb539d3 None None] The sync data for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv is: [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:30Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:46:33.208523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.1 (f9d587ae-80df-4d89-a708-a6506cc38450/697e8e26-d2ce-45c9-9e12-3e7f73d9b645/1e423372-61d7-4a3c-9729-11d16b63d5b3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:33.254117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Network f9d587ae-80df-4d89-a708-a6506cc38450 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:33.263383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:33.269158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:33.274784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Pushing event updated for resources: {'Port': ['ID=82071247-ecdb-45a2-b65e-5f1256ec3ad7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:33.374081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.376515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Attempting to bind port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:46:33.376892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Attempting to bind port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:46:33.377238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Attempting to bind port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 on network f9d587ae-80df-4d89-a708-a6506cc38450 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:46:33.385832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:46:33.386486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Checking segment: {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:46:33.387087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.387681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Bound using segment: {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:46:33.388164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Bound port: 82071247-ecdb-45a2-b65e-5f1256ec3ad7, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:46:33.388753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.418859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.465531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] For port 82071247-ecdb-45a2-b65e-5f1256ec3ad7, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:33.469688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] For port 82071247-ecdb-45a2-b65e-5f1256ec3ad7, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=82071247-ecdb-45a2-b65e-5f1256ec3ad7,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:33.473735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f9d587ae-80df-4d89-a708-a6506cc38450 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:33.474917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.478405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:33.482864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:33.490728 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=1e423372-61d7-4a3c-9729-11d16b63d5b3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:33.542248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.547741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88d542-29c8-468f-b1e5-6b769dcc7778 None None] Pushing event updated for resources: {'Port': ['ID=82071247-ecdb-45a2-b65e-5f1256ec3ad7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:33.699438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.024694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.029719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.102311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=1e423372-61d7-4a3c-9729-11d16b63d5b3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:34.105102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.200605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 83e48045-2dae-4312-8d21-12eaea2058fb up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:46:34.264104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 83e48045-2dae-4312-8d21-12eaea2058fb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:34.264487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.275439 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:46:34.358077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 82071247-ecdb-45a2-b65e-5f1256ec3ad7 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:46:34.415886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:34.416400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.510591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.514948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c3049-45dd-4c6f-9f96-77c00df14706 None None] Network f9d587ae-80df-4d89-a708-a6506cc38450 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:46:34.548824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f9d587ae-80df-4d89-a708-a6506cc38450 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:34.550315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:34.597473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 82071247-ecdb-45a2-b65e-5f1256ec3ad7, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=82071247-ecdb-45a2-b65e-5f1256ec3ad7,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:34.608173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.659135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d360e49d-9ae6-422b-80ea-249c971481b5 None None] Provisioning complete for port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:34.659512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d360e49d-9ae6-422b-80ea-249c971481b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.673068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 9fdd4537-9189-4f3b-9129-740b8af05ff4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:46:34.722713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=82071247-ecdb-45a2-b65e-5f1256ec3ad7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:34.790976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:46:34.797318 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-78ae88aa-e33c-45b7-829c-78a064bf3817 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/9fdd4537-9189-4f3b-9129-740b8af05ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3782604 Dec 20 16:46:34.799898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:34.907696 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bed603-7164-4aa9-b211-54d5d5bee2f6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:34.908268 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bed603-7164-4aa9-b211-54d5d5bee2f6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:34.908760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bed603-7164-4aa9-b211-54d5d5bee2f6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:34.909220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bed603-7164-4aa9-b211-54d5d5bee2f6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:34.912448 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-06bed603-7164-4aa9-b211-54d5d5bee2f6 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1101372 Dec 20 16:46:34.913707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:34.967620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0591d-56b6-43c5-968d-40a792dc4148 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:34.968161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0591d-56b6-43c5-968d-40a792dc4148 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:34.968616 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0591d-56b6-43c5-968d-40a792dc4148 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:34.969065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0591d-56b6-43c5-968d-40a792dc4148 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:34.973285 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-15c0591d-56b6-43c5-968d-40a792dc4148 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0560136 Dec 20 16:46:34.973562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:35.000085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Sync routers for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:46:35.020893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:35.021459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:46:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:35.055007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c7cae8c5-4f13-46f2-8837-6f718c39be17 None None] Provisioning complete for port 1e423372-61d7-4a3c-9729-11d16b63d5b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:35.055369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7cae8c5-4f13-46f2-8837-6f718c39be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.115755 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-15b25956-42bf-4c90-9308-e25438ff63b1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1408818 Dec 20 16:46:35.132455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c7cae8c5-4f13-46f2-8837-6f718c39be17 None None] Port 1e423372-61d7-4a3c-9729-11d16b63d5b3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:46:35.160211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c7cae8c5-4f13-46f2-8837-6f718c39be17 None None] Provisioning complete for port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:35.160590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7cae8c5-4f13-46f2-8837-6f718c39be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.185218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:35.374858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50028) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:35.379568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-52dd99aa-fe1b-468b-9d6f-a0cc90c02df4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095300074', 'description': 'tempest-secgroup-smoke-2095300074 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:35.419065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52dd99aa-fe1b-468b-9d6f-a0cc90c02df4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.460465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '1e423372-61d7-4a3c-9729-11d16b63d5b3', 'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:8c:a1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:33Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:35.488670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Checking router: 9fdd4537-9189-4f3b-9129-740b8af05ff4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:46:35.489020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Updating router 9fdd4537-9189-4f3b-9129-740b8af05ff4 port 1e423372-61d7-4a3c-9729-11d16b63d5b3 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:46:35.494481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52dd99aa-fe1b-468b-9d6f-a0cc90c02df4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.499963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52dd99aa-fe1b-468b-9d6f-a0cc90c02df4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.526289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.534270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52dd99aa-fe1b-468b-9d6f-a0cc90c02df4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.535550 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-52dd99aa-fe1b-468b-9d6f-a0cc90c02df4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1594918 Dec 20 16:46:35.538568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:35.538802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5069ef6d-af9f-4ed2-8f3b-2d9e8e339077 None None] Provisioning complete for port 1e423372-61d7-4a3c-9729-11d16b63d5b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:35.539169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5069ef6d-af9f-4ed2-8f3b-2d9e8e339077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.543854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-55b19c9d-1a52-46ee-9cdf-96ee729224aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '07a745c8-73ad-4602-8944-a8330c5463cb', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:35.549365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd99aa-fe1b-468b-9d6f-a0cc90c02df4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a745c8-73ad-4602-8944-a8330c5463cb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:35.579170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55b19c9d-1a52-46ee-9cdf-96ee729224aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.602204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5069ef6d-af9f-4ed2-8f3b-2d9e8e339077 None None] Port 1e423372-61d7-4a3c-9729-11d16b63d5b3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:46:35.645427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55b19c9d-1a52-46ee-9cdf-96ee729224aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.650650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55b19c9d-1a52-46ee-9cdf-96ee729224aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.670150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b19c9d-1a52-46ee-9cdf-96ee729224aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3cac67-f448-496e-8e52-50f5552fa614,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:35.681191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55b19c9d-1a52-46ee-9cdf-96ee729224aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.682657 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-55b19c9d-1a52-46ee-9cdf-96ee729224aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430061 Dec 20 16:46:35.685450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:35.690162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fc40dce8-1d38-42af-9a24-072c7118e925 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '07a745c8-73ad-4602-8944-a8330c5463cb', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:35.722059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc40dce8-1d38-42af-9a24-072c7118e925 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.781560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc40dce8-1d38-42af-9a24-072c7118e925 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.785540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc40dce8-1d38-42af-9a24-072c7118e925 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.804527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40dce8-1d38-42af-9a24-072c7118e925 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1beb98-8505-4231-8dd0-effec2a54170,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:35.811131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc40dce8-1d38-42af-9a24-072c7118e925 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.812339 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fc40dce8-1d38-42af-9a24-072c7118e925 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258619 Dec 20 16:46:35.814975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:35.819288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-05e370b6-6271-42c0-878e-c7ae6c60c363 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '07a745c8-73ad-4602-8944-a8330c5463cb', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:35.841786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.847891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.852497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05e370b6-6271-42c0-878e-c7ae6c60c363 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.902760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723f5b8-1b41-40f2-9e31-f77ff6df8322 None None] Pushing event updated for resources: {'Port': ['ID=1e423372-61d7-4a3c-9729-11d16b63d5b3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:35.914412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05e370b6-6271-42c0-878e-c7ae6c60c363 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.919661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05e370b6-6271-42c0-878e-c7ae6c60c363 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.942758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e370b6-6271-42c0-878e-c7ae6c60c363 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fadde8f-ff97-4dc2-a061-45397f173d22,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:35.949858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05e370b6-6271-42c0-878e-c7ae6c60c363 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.954127 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:35.959404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fcf51cec-8dea-40bb-91de-cdf00bf0d1a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '07a745c8-73ad-4602-8944-a8330c5463cb', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:35.961272 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Attempting to bind port 1e423372-61d7-4a3c-9729-11d16b63d5b3 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:46:35.961721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Attempting to bind port 1e423372-61d7-4a3c-9729-11d16b63d5b3 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:46:35.962176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Attempting to bind port 1e423372-61d7-4a3c-9729-11d16b63d5b3 on network f9d587ae-80df-4d89-a708-a6506cc38450 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:46:35.963773 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-05e370b6-6271-42c0-878e-c7ae6c60c363 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477354 Dec 20 16:46:35.969864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:46:35.969864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Checking segment: {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:46:35.970487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.972589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Bound using segment: {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:46:35.973066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Bound port: 1e423372-61d7-4a3c-9729-11d16b63d5b3, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:46:35.973494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.001647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcf51cec-8dea-40bb-91de-cdf00bf0d1a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.050637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] For port 1e423372-61d7-4a3c-9729-11d16b63d5b3, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:36.056971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] For port 1e423372-61d7-4a3c-9729-11d16b63d5b3, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1e423372-61d7-4a3c-9729-11d16b63d5b3,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:36.061463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.072822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcf51cec-8dea-40bb-91de-cdf00bf0d1a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.078417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcf51cec-8dea-40bb-91de-cdf00bf0d1a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.107480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcf51cec-8dea-40bb-91de-cdf00bf0d1a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.108942 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fcf51cec-8dea-40bb-91de-cdf00bf0d1a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537483 Dec 20 16:46:36.112167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:36.117508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a9bbff02-d2c3-411a-aad8-ea3fad7e077b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '07a745c8-73ad-4602-8944-a8330c5463cb', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:36.123797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf51cec-8dea-40bb-91de-cdf00bf0d1a3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ee2744-0584-49ef-9ad6-d13395896285,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:36.149203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:36.151207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:46:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:36.158671 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-a9bbff02-d2c3-411a-aad8-ea3fad7e077b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:46:36.164548 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9bbff02-d2c3-411a-aad8-ea3fad7e077b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.205828 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723f5b8-1b41-40f2-9e31-f77ff6df8322 None None] Pushing event updated for resources: {'Port': ['ID=1e423372-61d7-4a3c-9729-11d16b63d5b3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:36.209043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 82071247-ecdb-45a2-b65e-5f1256ec3ad7 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:46:36.257150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9bbff02-d2c3-411a-aad8-ea3fad7e077b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.265442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9bbff02-d2c3-411a-aad8-ea3fad7e077b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.287217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbff02-d2c3-411a-aad8-ea3fad7e077b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6407db-d667-4549-b251-ba46e26dc7c6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:36.295834 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9bbff02-d2c3-411a-aad8-ea3fad7e077b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.297152 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a9bbff02-d2c3-411a-aad8-ea3fad7e077b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1836908 Dec 20 16:46:36.300476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:36.307662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c4941273-cbd0-41cd-854c-e4bdfa21cc5c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '07a745c8-73ad-4602-8944-a8330c5463cb', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:36.337040 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-c4941273-cbd0-41cd-854c-e4bdfa21cc5c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:46:36.343032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4941273-cbd0-41cd-854c-e4bdfa21cc5c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.418699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4941273-cbd0-41cd-854c-e4bdfa21cc5c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.423147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4941273-cbd0-41cd-854c-e4bdfa21cc5c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.443146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4941273-cbd0-41cd-854c-e4bdfa21cc5c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1fbc9e-4aae-4829-87ce-aa3aa40ec583,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:36.452081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4941273-cbd0-41cd-854c-e4bdfa21cc5c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.453330 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c4941273-cbd0-41cd-854c-e4bdfa21cc5c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516981 Dec 20 16:46:36.492612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c1d73305-b77f-4030-96eb-9916b702ccf8 None None] Provisioning complete for port 1e423372-61d7-4a3c-9729-11d16b63d5b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:36.492612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1d73305-b77f-4030-96eb-9916b702ccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.537315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:36.591817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:36.592186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.604759 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-48541000-5774-4365-8b31-acc44950b836 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095300074&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.0439675 Dec 20 16:46:36.717092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533d0f-da73-420b-981f-889dcd296000 req-faf12fe9-0d9c-44ee-8689-ab18a70e693c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:36.718575 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-faf12fe9-0d9c-44ee-8689-ab18a70e693c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=f9d587ae-80df-4d89-a708-a6506cc38450 HTTP/1.1" status: 200 len: 797 time: 0.1069505 Dec 20 16:46:36.734062 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-42ede0e4-ecf1-48b1-81f1-ae508eb9b9ae tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0096040 Dec 20 16:46:36.758821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1d73305-b77f-4030-96eb-9916b702ccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.785034 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-51b5ef67-7b89-47a0-87be-f6cb9d7015f1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452693 Dec 20 16:46:36.846863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-cc4860e0-14aa-43d2-884d-6895e8d06b6c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:46:36.847861 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-cc4860e0-14aa-43d2-884d-6895e8d06b6c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505438 Dec 20 16:46:36.851482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c1d73305-b77f-4030-96eb-9916b702ccf8 None None] For port 1e423372-61d7-4a3c-9729-11d16b63d5b3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1e423372-61d7-4a3c-9729-11d16b63d5b3,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:36.860395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1d73305-b77f-4030-96eb-9916b702ccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:36.921373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d73305-b77f-4030-96eb-9916b702ccf8 None None] Pushing event updated for resources: {'Port': ['ID=1e423372-61d7-4a3c-9729-11d16b63d5b3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:36.936631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '1e423372-61d7-4a3c-9729-11d16b63d5b3', 'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:8c:a1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:33Z', 'updated_at': '2021-12-20T16:46:36Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:36.947351 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-05bba468-ecd6-44d6-b2b1-0d96319ab3fa service neutron] 10.222.0.60 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922348 Dec 20 16:46:36.964369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70ba15-a003-4052-b430-9aa2ea4c3b12 None None] The sync data for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv is: [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '1e423372-61d7-4a3c-9729-11d16b63d5b3', 'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:8c:a1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:33Z', 'updated_at': '2021-12-20T16:46:36Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:46:36.991757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7fd68ec1-b66f-4467-a6e8-a804e6dc923e None None] Provisioning complete for port 1e423372-61d7-4a3c-9729-11d16b63d5b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:36.992204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fd68ec1-b66f-4467-a6e8-a804e6dc923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:37.059562 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-05e94a9f-a75d-41d3-ba4a-bebbbdda1d65 service neutron] 10.222.0.60 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059871 Dec 20 16:46:37.260731 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-05fa645b-9b40-4e80-89c3-f5a998da70de req-d1825009-e57b-4f11-b1bf-ed2859f335f3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 210 time: 0.0315604 Dec 20 16:46:38.145845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1e423372-61d7-4a3c-9729-11d16b63d5b3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:46:38.194009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1e423372-61d7-4a3c-9729-11d16b63d5b3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:38.194415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:38.374167 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0c57383e-74a1-41ae-94bc-c42791bf90fe req-ea8ccbe9-ef29-4fd2-a7c0-352ecc537fd8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 210 time: 0.0330303 Dec 20 16:46:38.382516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533d0f-da73-420b-981f-889dcd296000 req-ca3078a7-3cb6-4240-afd5-464c63b80da0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:38.384262 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-ca3078a7-3cb6-4240-afd5-464c63b80da0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=f9d587ae-80df-4d89-a708-a6506cc38450 HTTP/1.1" status: 200 len: 797 time: 0.1663733 Dec 20 16:46:38.450394 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-458dd1ce-83f9-4eee-a639-a6f93fb6ce83 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 380 time: 0.0561907 Dec 20 16:46:38.465373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['07a745c8-73ad-4602-8944-a8330c5463cb']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:38.578458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:46:38.581817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:38.708977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.13 (f9d587ae-80df-4d89-a708-a6506cc38450/697e8e26-d2ce-45c9-9e12-3e7f73d9b645/ecedd55b-e258-411d-b070-d4f668dfcbab) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:38.846360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:38.879647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:38.929660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f9d587ae-80df-4d89-a708-a6506cc38450 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:38.933624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:38.937751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:38.965381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=ecedd55b-e258-411d-b070-d4f668dfcbab,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:38.999312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:39.000013 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:39.018787 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-69697c55-4379-4c86-a2df-a281cbce585e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576816 Dec 20 16:46:39.032024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Request body: {'port': {'device_id': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:39.090782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:39.236817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4e97de31-2422-49e6-bb1a-b7ec625f32b0 None None] Provisioning complete for port ecedd55b-e258-411d-b070-d4f668dfcbab triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:39.237411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e97de31-2422-49e6-bb1a-b7ec625f32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:39.276546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4e97de31-2422-49e6-bb1a-b7ec625f32b0 None None] Port ecedd55b-e258-411d-b070-d4f668dfcbab cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:46:39.374691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecedd55b-e258-411d-b070-d4f668dfcbab {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:46:39.382384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:39.395443 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Transition to ACTIVE for port object ecedd55b-e258-411d-b070-d4f668dfcbab will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:46:39.399836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:39.450333 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Pushing event updated for resources: {'Port': ['ID=ecedd55b-e258-411d-b070-d4f668dfcbab,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:39.506834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8318d75-e692-4aa9-8ff8-cc53448da440 req-4922ecdf-6e54-48fa-a119-4d35350a9ef0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:39.508528 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8318d75-e692-4aa9-8ff8-cc53448da440 req-4922ecdf-6e54-48fa-a119-4d35350a9ef0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 944 time: 0.0623603 Dec 20 16:46:39.529133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Attempting to bind port ecedd55b-e258-411d-b070-d4f668dfcbab on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:46:39.529604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Attempting to bind port ecedd55b-e258-411d-b070-d4f668dfcbab by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:46:39.529935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Attempting to bind port ecedd55b-e258-411d-b070-d4f668dfcbab on network f9d587ae-80df-4d89-a708-a6506cc38450 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:46:39.534933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Port ecedd55b-e258-411d-b070-d4f668dfcbab on network f9d587ae-80df-4d89-a708-a6506cc38450 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:46:39.535252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Attempting to bind port ecedd55b-e258-411d-b070-d4f668dfcbab on network f9d587ae-80df-4d89-a708-a6506cc38450 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:46:39.541329 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:46:39.541802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Checking segment: {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:46:39.542992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Bound using segment: {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:46:39.542992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Bound port: ecedd55b-e258-411d-b070-d4f668dfcbab, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66561dfd-d9a4-40b1-b34e-16cd3b94128d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:46:39.543236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:39.564290 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8318d75-e692-4aa9-8ff8-cc53448da440 req-e87a0f77-1022-49d5-8ae1-35e8d883df85 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489075 Dec 20 16:46:39.612358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] For port ecedd55b-e258-411d-b070-d4f668dfcbab, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:46:39.615530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] For port ecedd55b-e258-411d-b070-d4f668dfcbab, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ecedd55b-e258-411d-b070-d4f668dfcbab,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:46:39.620774 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:39.652938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:39.653431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:39.654853 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] 10.222.0.18 "PUT /v2.0/ports/ecedd55b-e258-411d-b070-d4f668dfcbab HTTP/1.1" status: 200 len: 1094 time: 0.6275086 Dec 20 16:46:39.655300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:46:39.657584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be09670-c839-449d-bfdc-0706330e584a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:46:39.698736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47682c71-a5e0-40b5-8974-f200143d4f2a service neutron] Pushing event updated for resources: {'Port': ['ID=ecedd55b-e258-411d-b070-d4f668dfcbab,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:39.731641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfcf23c-457f-424c-b14f-313c21bd5956 x-openstack-request-id: req-abfcf23c-457f-424c-b14f-313c21bd5956 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:46:39.732103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:46:39.732359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abfcf23c-457f-424c-b14f-313c21bd5956 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:46:39.732760 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'status': 'completed', 'code': 200} Dec 20 16:46:39.749105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533d0f-da73-420b-981f-889dcd296000 req-528b438d-1e37-4d21-aadd-0cf457f2ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:39.750666 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-528b438d-1e37-4d21-aadd-0cf457f2ce4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 1097 time: 0.0481875 Dec 20 16:46:39.800827 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-72ec6642-de31-48b3-800e-18a2cfb86571 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecedd55b-e258-411d-b070-d4f668dfcbab HTTP/1.1" status: 200 len: 217 time: 0.0415082 Dec 20 16:46:39.854991 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533d0f-da73-420b-981f-889dcd296000 req-3c452e45-d631-4f96-a970-fe7a89309cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:39.856458 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-3c452e45-d631-4f96-a970-fe7a89309cc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697e8e26-d2ce-45c9-9e12-3e7f73d9b645 HTTP/1.1" status: 200 len: 843 time: 0.0473249 Dec 20 16:46:39.901924 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533d0f-da73-420b-981f-889dcd296000 req-5217d49b-81c5-4615-8252-adec18e1d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:39.903463 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-5217d49b-81c5-4615-8252-adec18e1d073 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9d587ae-80df-4d89-a708-a6506cc38450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395231 Dec 20 16:46:39.999321 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-56426b4e-ca6f-453a-853d-56e644dd2520 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878773 Dec 20 16:46:40.091927 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e533d0f-da73-420b-981f-889dcd296000 req-81d374e3-db41-4cd5-be6e-f75d3aebe6e7 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848877 Dec 20 16:46:40.188065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09670-c839-449d-bfdc-0706330e584a req-6ed5ff0e-bab8-46ca-97d5-00863abb0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:40.189635 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7be09670-c839-449d-bfdc-0706330e584a req-6ed5ff0e-bab8-46ca-97d5-00863abb0723 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 1097 time: 0.0461280 Dec 20 16:46:40.283210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09670-c839-449d-bfdc-0706330e584a req-424f9fb8-0592-4eea-bc17-73aa7f5210fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:40.284691 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7be09670-c839-449d-bfdc-0706330e584a req-424f9fb8-0592-4eea-bc17-73aa7f5210fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9d587ae-80df-4d89-a708-a6506cc38450 HTTP/1.1" status: 200 len: 898 time: 0.0865607 Dec 20 16:46:40.331184 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7be09670-c839-449d-bfdc-0706330e584a req-70ddf7ed-77bf-4ecf-b556-eb0615c42abd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecedd55b-e258-411d-b070-d4f668dfcbab HTTP/1.1" status: 200 len: 217 time: 0.0385797 Dec 20 16:46:40.381768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09670-c839-449d-bfdc-0706330e584a req-2fee5233-22b6-4523-9d3e-a746d3d2d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:40.383247 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7be09670-c839-449d-bfdc-0706330e584a req-2fee5233-22b6-4523-9d3e-a746d3d2d354 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697e8e26-d2ce-45c9-9e12-3e7f73d9b645 HTTP/1.1" status: 200 len: 843 time: 0.0443034 Dec 20 16:46:40.429079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09670-c839-449d-bfdc-0706330e584a req-36c7761b-8278-456f-bc4a-4ca8cc1db079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:40.430491 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7be09670-c839-449d-bfdc-0706330e584a req-36c7761b-8278-456f-bc4a-4ca8cc1db079 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9d587ae-80df-4d89-a708-a6506cc38450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394669 Dec 20 16:46:40.524230 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7be09670-c839-449d-bfdc-0706330e584a req-126c4e14-46a7-4c56-97b2-f33f823480c7 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848539 Dec 20 16:46:40.613292 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7be09670-c839-449d-bfdc-0706330e584a req-b01c9009-79b3-4432-9b6d-236fe0424286 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815339 Dec 20 16:46:40.677351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cac7e-8752-404e-85b8-ee46b767e454 req-15c2d189-e9d0-4d8d-9793-0798e4d9df6b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:40.678872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-766cac7e-8752-404e-85b8-ee46b767e454 req-15c2d189-e9d0-4d8d-9793-0798e4d9df6b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 944 time: 0.0483479 Dec 20 16:46:40.728619 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-766cac7e-8752-404e-85b8-ee46b767e454 req-7efcc03a-fba3-4076-a04d-8ec0e4db0bdd tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433056 Dec 20 16:46:41.679015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ecedd55b-e258-411d-b070-d4f668dfcbab details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:46:41.782391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port ecedd55b-e258-411d-b070-d4f668dfcbab, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ecedd55b-e258-411d-b070-d4f668dfcbab,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:41.793785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'port_id': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'mac_address': 'fa:16:3e:8e:ef:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:46:41.840706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:41.854082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecedd55b-e258-411d-b070-d4f668dfcbab {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:46:41.854986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d08f3f-bf07-4d11-9e45-8a91d175bc02 req-91a84ccc-b617-49fd-bceb-f0919b887f57 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:41.856508 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-01d08f3f-bf07-4d11-9e45-8a91d175bc02 req-91a84ccc-b617-49fd-bceb-f0919b887f57 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 944 time: 0.0566247 Dec 20 16:46:41.875097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port ecedd55b-e258-411d-b070-d4f668dfcbab, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ecedd55b-e258-411d-b070-d4f668dfcbab,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:41.880060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:41.910498 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-01d08f3f-bf07-4d11-9e45-8a91d175bc02 req-e2d9db2e-d2b1-4568-9694-2a082a62307f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475602 Dec 20 16:46:41.932943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=ecedd55b-e258-411d-b070-d4f668dfcbab,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:42.088027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['ecedd55b-e258-411d-b070-d4f668dfcbab'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:46:43.029721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb7399-3aff-4056-8bd4-7adb2f339a6b req-f4956146-9aa8-491d-810a-f1cf83eb1973 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:43.031237 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-54bb7399-3aff-4056-8bd4-7adb2f339a6b req-f4956146-9aa8-491d-810a-f1cf83eb1973 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 945 time: 0.0545034 Dec 20 16:46:43.080603 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-54bb7399-3aff-4056-8bd4-7adb2f339a6b req-1cbfe330-2ec4-4787-bf4f-ae8d298f0e1f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434723 Dec 20 16:46:43.685199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ecedd55b-e258-411d-b070-d4f668dfcbab up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:46:43.735203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port ecedd55b-e258-411d-b070-d4f668dfcbab completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:46:43.739273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port ecedd55b-e258-411d-b070-d4f668dfcbab triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:46:43.739645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:43.823852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:43.848515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:46:43.850715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c656a0a8-bd7d-4038-b53d-74d170ae0819" -d '{"events": [{"server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "name": "network-vif-plugged", "status": "completed", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:46:43.867297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port ecedd55b-e258-411d-b070-d4f668dfcbab, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ecedd55b-e258-411d-b070-d4f668dfcbab,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:46:43.872847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:43.897746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8b7af0-7ee7-407b-b6a2-916a192adcd7 x-openstack-request-id: req-1c8b7af0-7ee7-407b-b6a2-916a192adcd7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:46:43.898043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "name": "network-vif-plugged", "status": "completed", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:46:43.898311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c8b7af0-7ee7-407b-b6a2-916a192adcd7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:46:43.898708 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'code': 200} Dec 20 16:46:43.925078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=ecedd55b-e258-411d-b070-d4f668dfcbab,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:44.075031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bba7cc-e360-43b4-b57e-d118ee288241 req-18a17749-2c5b-4fae-b585-cd9e63504aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:44.076558 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1bba7cc-e360-43b4-b57e-d118ee288241 req-18a17749-2c5b-4fae-b585-cd9e63504aef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 1099 time: 0.0420969 Dec 20 16:46:44.125861 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1bba7cc-e360-43b4-b57e-d118ee288241 req-9c9fbaa8-13a7-4594-8d8a-216caf02e95c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Dec 20 16:46:44.156549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:44.198405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244aa68-ba1f-4ba9-8149-47cc14264bba req-efb1d9ed-b0df-427d-936a-5e28db6dac61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:44.199928 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5244aa68-ba1f-4ba9-8149-47cc14264bba req-efb1d9ed-b0df-427d-936a-5e28db6dac61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 946 time: 0.0512826 Dec 20 16:46:44.251311 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5244aa68-ba1f-4ba9-8149-47cc14264bba req-badaa170-5158-434f-812b-237c8c555986 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Dec 20 16:46:45.385147 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7ad1a-c0a3-4d56-800e-52478d629fa5 req-40852229-32ab-4ba5-a351-e3d12249ac92 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:45.386736 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-15b7ad1a-c0a3-4d56-800e-52478d629fa5 req-40852229-32ab-4ba5-a351-e3d12249ac92 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 946 time: 0.0555229 Dec 20 16:46:45.454906 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-15b7ad1a-c0a3-4d56-800e-52478d629fa5 req-fbe2ed05-1a5c-4da2-85d0-3b299ac3846e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607541 Dec 20 16:46:45.586693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf547d-25aa-42ee-96c0-6be450bf4679 req-040762cc-4aea-48ee-8931-e573255c0594 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:45.588210 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acf547d-25aa-42ee-96c0-6be450bf4679 req-040762cc-4aea-48ee-8931-e573255c0594 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 946 time: 0.0539412 Dec 20 16:46:45.648345 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acf547d-25aa-42ee-96c0-6be450bf4679 req-73dedd57-bb02-4283-9b8b-624d27e19b96 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537019 Dec 20 16:46:45.675689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:45.721812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ec8be5-5edb-48d7-a46c-7ee032607af7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:45.722357 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-25ec8be5-5edb-48d7-a46c-7ee032607af7 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 1094 time: 0.0453610 Dec 20 16:46:45.725501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:45.730887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:46:45.757060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:45.867989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:45.986430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.203 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/30000094-5dc2-44f9-8529-39260c4fa0dc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:46:46.098689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:46.139009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:46.179383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:46:46.183770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:46:46.188354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:46:46.191502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=30000094-5dc2-44f9-8529-39260c4fa0dc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:46.565634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:46.636216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:46.799160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:46.804248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:46.874334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=30000094-5dc2-44f9-8529-39260c4fa0dc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:46:46.888820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:47.000417 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 8e3127ee-465d-47a5-a3dd-17707df8e287 associated. External IP: 172.26.1.203, port: ecedd55b-e258-411d-b070-d4f668dfcbab. Dec 20 16:46:47.238283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 9fdd4537-9189-4f3b-9129-740b8af05ff4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:46:47.351745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:46:47.363263 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] Sync routers for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:46:47.371829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:47.375113 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:47.375761 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:46:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:47.403482 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3feaac20-1008-466a-b258-55c276ca3173 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6767039 Dec 20 16:46:47.404141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:46:47.406398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:47.406977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30758a9-d960-4c93-84ec-f22df0ed69d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:46:47.477556 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ef9def50-de36-4723-8767-08dfaca044f1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/8e3127ee-465d-47a5-a3dd-17707df8e287 HTTP/1.1" status: 200 len: 992 time: 0.0699401 Dec 20 16:46:47.500228 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:47.511538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad738c9-194d-4f88-a1b5-6ccb126fff7b x-openstack-request-id: req-9ad738c9-194d-4f88-a1b5-6ccb126fff7b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:46:47.511825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:46:47.512071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ad738c9-194d-4f88-a1b5-6ccb126fff7b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:46:47.512495 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'status': 'completed', 'code': 200} Dec 20 16:46:47.577463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-59bc5e70-826a-4f6e-a935-836d68cdf279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:47.579028 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-59bc5e70-826a-4f6e-a935-836d68cdf279 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 1099 time: 0.0426898 Dec 20 16:46:47.678381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-f8251db1-9a34-49f4-83f5-38f7ac99d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:47.679868 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-f8251db1-9a34-49f4-83f5-38f7ac99d414 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9d587ae-80df-4d89-a708-a6506cc38450 HTTP/1.1" status: 200 len: 898 time: 0.0935378 Dec 20 16:46:47.738315 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '8e3127ee-465d-47a5-a3dd-17707df8e287', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.203', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'port_id': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'mac_address': 'fa:16:3e:8e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:46:46Z', 'updated_at': '2021-12-20T16:46:46Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e423372-61d7-4a3c-9729-11d16b63d5b3', 'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:8c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:33Z', 'updated_at': '2021-12-20T16:46:36Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:47.747214 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-1d9ed8b9-9e96-4ab8-9d4a-0e498fd47735 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecedd55b-e258-411d-b070-d4f668dfcbab HTTP/1.1" status: 200 len: 1000 time: 0.0599098 Dec 20 16:46:47.764552 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] Checking router: 9fdd4537-9189-4f3b-9129-740b8af05ff4 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:46:47.772882 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:46:47.773483 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:46:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:47.803096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-931026d5-a50e-4179-9c23-4234bb609fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:47.806199 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-931026d5-a50e-4179-9c23-4234bb609fd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697e8e26-d2ce-45c9-9e12-3e7f73d9b645 HTTP/1.1" status: 200 len: 843 time: 0.0501828 Dec 20 16:46:47.852301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-d57511d9-4011-4ae8-a00e-fd3f21a4683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:47.853805 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-d57511d9-4011-4ae8-a00e-fd3f21a4683b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9d587ae-80df-4d89-a708-a6506cc38450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428741 Dec 20 16:46:47.878530 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:46:47.945445 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-266464b8-a3c0-42b8-be15-2e58b4ccd7bd service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845733 Dec 20 16:46:48.041337 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b30758a9-d960-4c93-84ec-f22df0ed69d0 req-d4383183-1b56-4c7c-af56-1e50762c7422 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889807 Dec 20 16:46:48.110699 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '8e3127ee-465d-47a5-a3dd-17707df8e287', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.203', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'port_id': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'mac_address': 'fa:16:3e:8e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:46:46Z', 'updated_at': '2021-12-20T16:46:46Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e423372-61d7-4a3c-9729-11d16b63d5b3', 'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:8c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:33Z', 'updated_at': '2021-12-20T16:46:36Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:46:48.137418 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a714b12-46c8-4852-95c8-cc2835eab186 None None] The sync data for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv is: [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '8e3127ee-465d-47a5-a3dd-17707df8e287', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.203', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'port_id': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'mac_address': 'fa:16:3e:8e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:46:46Z', 'updated_at': '2021-12-20T16:46:46Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e423372-61d7-4a3c-9729-11d16b63d5b3', 'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:8c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:33Z', 'updated_at': '2021-12-20T16:46:36Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:46:48.332774 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a61ec8-c7ab-4b27-961e-3ba385643ef8 None None] New status for floating IP 8e3127ee-465d-47a5-a3dd-17707df8e287: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:46:48.480248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:46:48.545339 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a92dd5b0-63a1-4cca-ae19-5fece754d5ed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/8e3127ee-465d-47a5-a3dd-17707df8e287 HTTP/1.1" status: 200 len: 994 time: 0.0638938 Dec 20 16:46:55.022785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b995ca17-ed21-466a-947b-6084baa43fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:56.394640 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-a8d91e2b-e05b-4ad5-a5a3-fb93d4a5bb78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421093 Dec 20 16:46:56.483222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-35c98e92-530a-4d97-b8c1-4dfbdbdf5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:56.484768 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-35c98e92-530a-4d97-b8c1-4dfbdbdf5fa9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 1099 time: 0.0408404 Dec 20 16:46:56.596216 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-a9e290eb-00df-4cc0-a699-9db9961b2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:56.597683 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-a9e290eb-00df-4cc0-a699-9db9961b2a5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9d587ae-80df-4d89-a708-a6506cc38450 HTTP/1.1" status: 200 len: 898 time: 0.0903895 Dec 20 16:46:56.663058 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-7dc9957a-4344-470a-8abb-a3e721848c83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecedd55b-e258-411d-b070-d4f668dfcbab HTTP/1.1" status: 200 len: 1002 time: 0.0576239 Dec 20 16:46:56.717169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-62ab3fea-b111-4ec5-829f-80bd94d637ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:56.718622 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-62ab3fea-b111-4ec5-829f-80bd94d637ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697e8e26-d2ce-45c9-9e12-3e7f73d9b645 HTTP/1.1" status: 200 len: 843 time: 0.0437274 Dec 20 16:46:56.766916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-ccea5aca-95cc-42a5-a70a-54f6689c1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:46:56.768384 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-ccea5aca-95cc-42a5-a70a-54f6689c1ab6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9d587ae-80df-4d89-a708-a6506cc38450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428314 Dec 20 16:46:56.857747 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-8ce42ecb-6454-42d2-9e47-09fa0c381959 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822258 Dec 20 16:46:56.956808 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bc1172fa-ef21-4d1b-bed6-3359e8ce7771 req-6c8d61cc-bd2d-4bb9-9146-d164a606ef45 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910408 Dec 20 16:46:57.743791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b18865d-fe77-4699-9d33-4717e9abab13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:58.428189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:59.985696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:00.782852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:11.275135 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:47:14.161156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:25.053341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e42154c2-8cc9-440e-acfb-7b38a51f8456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:27.745675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0339ae7e-dfb1-4efe-9f2e-d24d2e13df07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:28.431155 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:29.988506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:30.785897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:44.160140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:48.275308 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:47:55.025228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2077-3c96-471e-a5d7-83d658b698b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:57.749221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91bbe25f-a4ff-47a5-b22e-8c09c61594a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:58.399763 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-d8978516-30c6-4087-8e50-d10784b231bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456126 Dec 20 16:47:58.440988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:58.484924 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-e65f02a6-c07c-40cf-894a-ac533c248a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:58.486471 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-e65f02a6-c07c-40cf-894a-ac533c248a40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 1099 time: 0.0415704 Dec 20 16:47:58.594553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-5ffc37ad-50ac-43a2-ba29-70312c3ecbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:58.595997 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-5ffc37ad-50ac-43a2-ba29-70312c3ecbd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9d587ae-80df-4d89-a708-a6506cc38450 HTTP/1.1" status: 200 len: 898 time: 0.0899463 Dec 20 16:47:58.659734 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-a245e989-8590-425c-8563-d5be979fa0be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecedd55b-e258-411d-b070-d4f668dfcbab HTTP/1.1" status: 200 len: 1002 time: 0.0563669 Dec 20 16:47:58.712220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-ddc4fff0-8d79-4b6c-b85a-60331ca9c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:58.713649 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-ddc4fff0-8d79-4b6c-b85a-60331ca9c010 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697e8e26-d2ce-45c9-9e12-3e7f73d9b645 HTTP/1.1" status: 200 len: 843 time: 0.0470788 Dec 20 16:47:58.759271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-9cdef285-916d-4e54-aada-1d252f44bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:47:58.760725 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-9cdef285-916d-4e54-aada-1d252f44bd8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9d587ae-80df-4d89-a708-a6506cc38450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392175 Dec 20 16:47:58.850531 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-8ba402fe-3954-4dc5-b24c-f2961a645480 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816720 Dec 20 16:47:58.946288 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-79431bc7-4973-4d57-a2f4-9068a0aa0748 req-bdc5d588-8ce9-4355-8a86-5424a21a8e9f service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891733 Dec 20 16:47:59.995512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:00.788404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:14.160964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:25.027795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db966b9d-a7d1-48b6-a015-07a3cf4689d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:25.274166 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:48:27.749687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d12fc361-2571-4ba8-bc5d-23ac70e0682d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:28.438034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:30.000733 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:30.791315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:41.683973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:41.765418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:41.853748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4190083'] for subnet, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:41.997881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771522699578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4185100'] for subnet, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:42.032635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:42.033234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:42.034579 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/subnets/697e8e26-d2ce-45c9-9e12-3e7f73d9b645 HTTP/1.1" status: 200 len: 835 time: 0.3495317 Dec 20 16:48:42.039133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d9430-efd4-4254-99de-f6ff3fa4f98f None None] Network f9d587ae-80df-4d89-a708-a6506cc38450 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:48:42.052352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=697e8e26-d2ce-45c9-9e12-3e7f73d9b645,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:42.059744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.060088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.060438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.060768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.061101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.061429 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.061761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.062090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.062435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.062762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.063084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.063404 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.063740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fb6b4-6100-49b9-95ca-2efb86fd5f51 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:42.530099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-212269a2-1299-47e8-b553-98362b4a7804 None None] Provisioning complete for port 1e423372-61d7-4a3c-9729-11d16b63d5b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:42.530493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-212269a2-1299-47e8-b553-98362b4a7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:42.613872 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-212269a2-1299-47e8-b553-98362b4a7804 None None] Provisioning complete for port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:42.614118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-212269a2-1299-47e8-b553-98362b4a7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:42.702964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-212269a2-1299-47e8-b553-98362b4a7804 None None] Provisioning complete for port ecedd55b-e258-411d-b070-d4f668dfcbab triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:42.703388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-212269a2-1299-47e8-b553-98362b4a7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:44.179349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:55.030221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49de4df4-5a93-4332-b5a8-fb64d0aa3c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:57.752587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66f34032-56ab-41b4-8717-fcd10e8d2201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:58.443063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:00.000681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:00.386230 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-3d0e950a-0466-44f4-bcc1-c733c41854b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430915 Dec 20 16:49:00.474618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-e2a7a646-bb2b-4670-b878-ff1b9d22a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:00.476136 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-e2a7a646-bb2b-4670-b878-ff1b9d22a1ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 1099 time: 0.0465524 Dec 20 16:49:00.580911 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-28eeec35-c1bb-4ebe-835d-e1cc201618d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:00.582403 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-28eeec35-c1bb-4ebe-835d-e1cc201618d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9d587ae-80df-4d89-a708-a6506cc38450 HTTP/1.1" status: 200 len: 898 time: 0.0863466 Dec 20 16:49:00.796333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:00.981845 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-44d209ff-a1a7-4528-9ef4-f14863352bf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecedd55b-e258-411d-b070-d4f668dfcbab HTTP/1.1" status: 200 len: 1002 time: 0.3925626 Dec 20 16:49:01.031312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-03b1494d-16e3-4312-ab27-e3c295aaba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:01.032744 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-03b1494d-16e3-4312-ab27-e3c295aaba75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697e8e26-d2ce-45c9-9e12-3e7f73d9b645 HTTP/1.1" status: 200 len: 843 time: 0.0443211 Dec 20 16:49:01.078914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-39e163ad-709e-4bf9-9e9c-e85e2740b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:01.080327 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-39e163ad-709e-4bf9-9e9c-e85e2740b3b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9d587ae-80df-4d89-a708-a6506cc38450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400426 Dec 20 16:49:01.172609 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-f9ef7f5f-9196-4194-81c2-c6c4fee423bb service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842531 Dec 20 16:49:01.267810 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc20c6c0-0aa9-4045-b63d-09f66c22fcce req-4ee55fb3-a71e-41f3-80b6-a24496a71757 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876577 Dec 20 16:49:02.273443 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:49:14.184107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:24.884912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:25.033260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70926b2b-5915-4207-bbb8-77f7be786864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.051375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 30000094-5dc2-44f9-8529-39260c4fa0dc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:25.051715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.126605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.126933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.139035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 30000094-5dc2-44f9-8529-39260c4fa0dc owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:25.289497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.324175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=30000094-5dc2-44f9-8529-39260c4fa0dc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:25.336183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.336674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.337157 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.338010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.338129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.338669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.339123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.339453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.339777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.340101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.340425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.340744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.341111 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:25.410948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.411222 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 8e3127ee-465d-47a5-a3dd-17707df8e287 disassociated (deleted). External IP: 172.26.1.203, port: ecedd55b-e258-411d-b070-d4f668dfcbab. Dec 20 16:49:25.617666 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 9fdd4537-9189-4f3b-9129-740b8af05ff4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:49:25.736837 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:25.741690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.749520 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] Sync routers for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:49:25.758798 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:25.759401 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:48:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:25.773241 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-81a0b239-d0b5-42ab-9fd5-8d23d7b87ff3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/floatingips/8e3127ee-465d-47a5-a3dd-17707df8e287 HTTP/1.1" status: 204 len: 168 time: 0.8867199 Dec 20 16:49:25.773933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:25.776508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe" -d '{"events": [{"name": "network-changed", "server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:25.875824 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:25.933168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0414a2e1-2f36-4199-9422-8b251f4c3359 x-openstack-request-id: req-0414a2e1-2f36-4199-9422-8b251f4c3359 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:25.933741 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:25.933741 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0414a2e1-2f36-4199-9422-8b251f4c3359 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:25.934349 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'status': 'completed', 'code': 200} Dec 20 16:49:25.999925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-1cc20017-b330-495f-a5c9-8b161f40864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:26.001390 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-1cc20017-b330-495f-a5c9-8b161f40864d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 1099 time: 0.0438175 Dec 20 16:49:26.098363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-1adcc135-a246-47ec-be32-e6a3148fe14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:26.099860 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-1adcc135-a246-47ec-be32-e6a3148fe14a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9d587ae-80df-4d89-a708-a6506cc38450 HTTP/1.1" status: 200 len: 898 time: 0.0887270 Dec 20 16:49:26.145748 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-868c8d5e-90b6-4439-86af-c963e5beb18b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecedd55b-e258-411d-b070-d4f668dfcbab HTTP/1.1" status: 200 len: 217 time: 0.0388539 Dec 20 16:49:26.183309 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '1e423372-61d7-4a3c-9729-11d16b63d5b3', 'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:8c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:33Z', 'updated_at': '2021-12-20T16:46:36Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:26.195593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-09f10f35-4543-4867-baf4-0efe8b08be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:26.197054 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-09f10f35-4543-4867-baf4-0efe8b08be1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697e8e26-d2ce-45c9-9e12-3e7f73d9b645 HTTP/1.1" status: 200 len: 843 time: 0.0445805 Dec 20 16:49:26.212386 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] Checking router: 9fdd4537-9189-4f3b-9129-740b8af05ff4 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:49:26.221253 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:26.221859 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:48:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:26.242760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-eba5caca-c259-4188-916d-6bafea1213eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:26.244499 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-eba5caca-c259-4188-916d-6bafea1213eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9d587ae-80df-4d89-a708-a6506cc38450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406704 Dec 20 16:49:26.330733 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:26.345662 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-97eba4b2-fa7d-4557-9074-c878a1450e68 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937781 Dec 20 16:49:26.438777 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6aacccfa-9e73-4a65-9bdf-62c9f812cffe req-bd15cdf3-e00f-4433-8fd3-cd6c823955f4 service neutron] 10.222.0.18 "GET /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847914 Dec 20 16:49:26.532142 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '1e423372-61d7-4a3c-9729-11d16b63d5b3', 'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:8c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:33Z', 'updated_at': '2021-12-20T16:46:36Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:26.557089 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da88314-4397-403d-9320-aa283a7dc9d0 None None] The sync data for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv is: [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:33Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '1e423372-61d7-4a3c-9729-11d16b63d5b3', 'name': '', 'network_id': 'f9d587ae-80df-4d89-a708-a6506cc38450', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:8c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:33Z', 'updated_at': '2021-12-20T16:46:36Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '697e8e26-d2ce-45c9-9e12-3e7f73d9b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:49:26.775555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf1b002-3c03-401d-8e6b-9eb054f7692d None None] New status for floating IP 8e3127ee-465d-47a5-a3dd-17707df8e287: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:49:27.035370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8b353-c312-4344-9b77-53629ebf60c9 req-90d0a77e-9b60-4625-bbc9-7f1d7f017c05 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:27.036842 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93a8b353-c312-4344-9b77-53629ebf60c9 req-90d0a77e-9b60-4625-bbc9-7f1d7f017c05 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 946 time: 0.0482616 Dec 20 16:49:27.085594 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93a8b353-c312-4344-9b77-53629ebf60c9 req-231111de-1eb3-4bc8-92b3-58971929c9fe tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424097 Dec 20 16:49:27.755059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02b4c62c-1ea3-48e1-adcd-401fc935d6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.212866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76a936-974b-4044-a3b9-52f53d47cdc9 req-5ce391b1-f3a7-4e93-8afa-6e15fb82b304 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:28.214456 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-db76a936-974b-4044-a3b9-52f53d47cdc9 req-5ce391b1-f3a7-4e93-8afa-6e15fb82b304 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 946 time: 0.0564964 Dec 20 16:49:28.295243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-f9e85142-c380-4fce-a2a8-3baff988c514 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:28.296711 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-f9e85142-c380-4fce-a2a8-3baff988c514 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e17ddaa-aae8-4551-b48b-0cfa0053d803 HTTP/1.1" status: 200 len: 946 time: 0.0813837 Dec 20 16:49:28.300339 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-db76a936-974b-4044-a3b9-52f53d47cdc9 req-041ae64b-be31-4e8c-aff3-a27a6d26e2f6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=07a745c8-73ad-4602-8944-a8330c5463cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771608 Dec 20 16:49:28.408781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port ecedd55b-e258-411d-b070-d4f668dfcbab {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:28.409042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.447632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.507937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port ecedd55b-e258-411d-b070-d4f668dfcbab, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ecedd55b-e258-411d-b070-d4f668dfcbab,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:28.508298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.523718 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for ecedd55b-e258-411d-b070-d4f668dfcbab owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:28.673022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.704007 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=ecedd55b-e258-411d-b070-d4f668dfcbab,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:28.761621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port ecedd55b-e258-411d-b070-d4f668dfcbab on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:49:28.764223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.767665 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-14e42bac-e6af-4eca-87db-0da50a3c0863 req-836d85ba-3d77-49ac-84ae-5bfbb95a785f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/ecedd55b-e258-411d-b070-d4f668dfcbab HTTP/1.1" status: 204 len: 173 time: 0.4648881 Dec 20 16:49:28.768132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'name': 'network-vif-deleted', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:28.770482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4453b1-d74b-433a-ac47-1fa85317bdaa" -d '{"events": [{"server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "name": "network-vif-deleted", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:28.813005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b44d28-7e03-4e8a-b9c3-132b00dab2f7 x-openstack-request-id: req-c3b44d28-7e03-4e8a-b9c3-132b00dab2f7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:28.813355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e17ddaa-aae8-4551-b48b-0cfa0053d803", "name": "network-vif-deleted", "tag": "ecedd55b-e258-411d-b070-d4f668dfcbab", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:28.813737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3b44d28-7e03-4e8a-b9c3-132b00dab2f7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:28.814214 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e17ddaa-aae8-4551-b48b-0cfa0053d803', 'name': 'network-vif-deleted', 'tag': 'ecedd55b-e258-411d-b070-d4f668dfcbab', 'status': 'completed', 'code': 200} Dec 20 16:49:29.369405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50180) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:29.432861 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa7d46e2-2289-43c8-8dc9-307a71189738 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.459523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa7d46e2-2289-43c8-8dc9-307a71189738 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.523910 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa7d46e2-2289-43c8-8dc9-307a71189738 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.527120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa7d46e2-2289-43c8-8dc9-307a71189738 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.528291 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aa7d46e2-2289-43c8-8dc9-307a71189738 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/07a745c8-73ad-4602-8944-a8330c5463cb HTTP/1.1" status: 204 len: 168 time: 0.1579027 Dec 20 16:49:29.537980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d46e2-2289-43c8-8dc9-307a71189738 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a745c8-73ad-4602-8944-a8330c5463cb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:29.566138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:29.948213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.004433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.211993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 1e423372-61d7-4a3c-9729-11d16b63d5b3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:30.212245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.307175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 1e423372-61d7-4a3c-9729-11d16b63d5b3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1e423372-61d7-4a3c-9729-11d16b63d5b3,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:30.307558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.321344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 1e423372-61d7-4a3c-9729-11d16b63d5b3 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:30.510971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.539498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=1e423372-61d7-4a3c-9729-11d16b63d5b3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:30.722115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.809098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.951230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 9fdd4537-9189-4f3b-9129-740b8af05ff4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:49:31.062507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:31.067599 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-04bb95b1-5664-4791-8b74-025e2298ef47 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/9fdd4537-9189-4f3b-9129-740b8af05ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5002122 Dec 20 16:49:31.070235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:31.075709 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] Sync routers for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:49:31.090055 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:31.090780 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:31.126779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3211fc97-f8a8-415f-b776-e51019957704 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting subnet 697e8e26-d2ce-45c9-9e12-3e7f73d9b645 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:49:31.130128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3211fc97-f8a8-415f-b776-e51019957704 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.172469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3211fc97-f8a8-415f-b776-e51019957704 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.196308 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:31.268024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3211fc97-f8a8-415f-b776-e51019957704 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.337401 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3211fc97-f8a8-415f-b776-e51019957704 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.366510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211fc97-f8a8-415f-b776-e51019957704 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Subnet': ['ID=697e8e26-d2ce-45c9-9e12-3e7f73d9b645,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:31.368499 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3211fc97-f8a8-415f-b776-e51019957704 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.374844 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3211fc97-f8a8-415f-b776-e51019957704 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/subnets/697e8e26-d2ce-45c9-9e12-3e7f73d9b645 HTTP/1.1" status: 204 len: 168 time: 0.3034925 Dec 20 16:49:31.376303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:31.379402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510cad5-4175-49e4-8b92-4d155bbdfd5b None None] Network f9d587ae-80df-4d89-a708-a6506cc38450 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:49:31.437869 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:49:30Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:31.465032 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] Checking router: 9fdd4537-9189-4f3b-9129-740b8af05ff4 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:49:31.474672 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] Routers {'9fdd4537-9189-4f3b-9129-740b8af05ff4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:31.475289 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9fdd4537-9189-4f3b-9129-740b8af05ff4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:31.490352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.557364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] DHCP port deletion for f9d587ae-80df-4d89-a708-a6506cc38450 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:31.596685 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] Set router 9fdd4537-9189-4f3b-9129-740b8af05ff4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:31.606508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.637348 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Deleting port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:31.638394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.674944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 83e48045-2dae-4312-8d21-12eaea2058fb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:31.675394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.724591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] For port 82071247-ecdb-45a2-b65e-5f1256ec3ad7, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=82071247-ecdb-45a2-b65e-5f1256ec3ad7,segment=NetworkSegment(66561dfd-d9a4-40b1-b34e-16cd3b94128d),segment_id=66561dfd-d9a4-40b1-b34e-16cd3b94128d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:31.725013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.740349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Calling delete_port for 82071247-ecdb-45a2-b65e-5f1256ec3ad7 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:31.769913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 83e48045-2dae-4312-8d21-12eaea2058fb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=83e48045-2dae-4312-8d21-12eaea2058fb,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:31.770659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.786247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 83e48045-2dae-4312-8d21-12eaea2058fb owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:31.800893 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:49:30Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:31.830060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.836575 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be85d8ef-a8cc-45d8-a800-8ebe8d70549d None None] The sync data for ids ['9fdd4537-9189-4f3b-9129-740b8af05ff4'] in dv-neutron-822328-3-hyperv is: [{'id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'name': 'tempest-TestNetworkBasicOps-router-1159789780', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:49:30Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '83e48045-2dae-4312-8d21-12eaea2058fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdd4537-9189-4f3b-9129-740b8af05ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:46:30Z', 'updated_at': '2021-12-20T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:49:31.861340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Pushing event deleted for resources: {'Port': ['ID=82071247-ecdb-45a2-b65e-5f1256ec3ad7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:31.863813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] No DVR routers for this DVR port 82071247-ecdb-45a2-b65e-5f1256ec3ad7 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:49:31.872829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.872829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.873156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.873370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.874476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.875063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.875578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.876079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.876579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.877106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.877619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.878131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.878676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b6ee9-fc1f-4917-b856-c67f69415710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.973353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.998418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=83e48045-2dae-4312-8d21-12eaea2058fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:32.012376 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a31571-3a45-4f2f-ac76-d71f46881c00 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:32.058478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.150608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.153122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.198970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.199518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Fanout notify agent at l3_agent the message router_deleted on router 9fdd4537-9189-4f3b-9129-740b8af05ff4 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:49:32.207580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.208698 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9e9e4f79-eb05-47f3-a878-92ff63cd8b41 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/routers/9fdd4537-9189-4f3b-9129-740b8af05ff4 HTTP/1.1" status: 204 len: 168 time: 0.8308456 Dec 20 16:49:32.212131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50190) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:32.291889 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.338814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1e423372-61d7-4a3c-9729-11d16b63d5b3 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:49:32.360876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 1e423372-61d7-4a3c-9729-11d16b63d5b3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:49:32.361319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1e423372-61d7-4a3c-9729-11d16b63d5b3 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:49:32.362297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 82071247-ecdb-45a2-b65e-5f1256ec3ad7 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:49:32.382248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 82071247-ecdb-45a2-b65e-5f1256ec3ad7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:49:32.382991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 82071247-ecdb-45a2-b65e-5f1256ec3ad7 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:49:32.399242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.403233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ecedd55b-e258-411d-b070-d4f668dfcbab no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:49:32.420872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d587ae-80df-4d89-a708-a6506cc38450']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:32.423683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: ecedd55b-e258-411d-b070-d4f668dfcbab {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:49:32.424034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ecedd55b-e258-411d-b070-d4f668dfcbab not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:49:32.430848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66561dfd-d9a4-40b1-b34e-16cd3b94128d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:32.431139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66561dfd-d9a4-40b1-b34e-16cd3b94128d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:32.440586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.461330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.462469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:49:32.462869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:49:32.467217 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:49:32.534329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.542975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.549318 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/networks/f9d587ae-80df-4d89-a708-a6506cc38450 HTTP/1.1" status: 204 len: 168 time: 0.3331344 Dec 20 16:49:32.557187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:32.560206 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e371c-110d-4820-aceb-b3a4c46fdd98 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Network': ['ID=f9d587ae-80df-4d89-a708-a6506cc38450,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:32.565211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'network': {'name': 'tempest-network-smoke--579391927', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:32.595640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:49:32.599328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.627228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:49:32.637189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.637528 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Added segment 30274dae-fe75-4df0-b06d-fec960cd420a of type vlan for network f59d6a06-bd84-470d-9b32-e39d8e3514e1 Dec 20 16:49:32.678206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.703903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:49:32.708825 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:49:32.713492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:32.713492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.775869 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2158446 Dec 20 16:49:32.778824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50194) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:32.783317 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'admin_state_up': True, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:32.794468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62b76c-b09d-409e-8883-0a1abac34d8e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Network': ['ID=f59d6a06-bd84-470d-9b32-e39d8e3514e1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:32.804524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:49:32.816881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.818002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.873204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.343744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.545981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.565795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.677059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.136 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/a158a197-5958-47f9-bc22-ff5145361ec3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:33.783482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.816360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.863315 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:33.866378 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:33.872507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:33.874354 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=a158a197-5958-47f9-bc22-ff5145361ec3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:33.879819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d3730-8ea8-4bc9-90aa-f883c7dd316d None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:33.936776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3951c793-be58-448b-8c35-ae081525931e None None] Provisioning complete for port a158a197-5958-47f9-bc22-ff5145361ec3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:33.937148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3951c793-be58-448b-8c35-ae081525931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.975066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3951c793-be58-448b-8c35-ae081525931e None None] Port a158a197-5958-47f9-bc22-ff5145361ec3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:34.140185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:34.177758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 83e48045-2dae-4312-8d21-12eaea2058fb no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:49:34.198194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 83e48045-2dae-4312-8d21-12eaea2058fb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:49:34.199192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 83e48045-2dae-4312-8d21-12eaea2058fb not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:49:34.365769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:34.504290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4bf8f89e-f864-4c7b-9989-7edcde767b72 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:49:34.614907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:34.625465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Sync routers for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:49:34.635794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:34.636420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:34.637909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:34.639189 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-94dd2a47-b4ff-40f6-be3d-c8fdf2c406bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8595228 Dec 20 16:49:34.642482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:34.748892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:34.830216 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6c01be49-388f-4954-bff0-9fb990d1ecd5 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1865921 Dec 20 16:49:34.833162 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:34.929916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32583117-dc2e-45f8-ac04-ec919624e34f tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:34.931512 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-32583117-dc2e-45f8-ac04-ec919624e34f tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970426 Dec 20 16:49:34.934548 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:34.944993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:34Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:34.970185 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aad55cc6-e832-4864-afe3-4d99a223cafd tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334294 Dec 20 16:49:34.972800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:34.972990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Checking router: 4bf8f89e-f864-4c7b-9989-7edcde767b72 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:49:34.973285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Updating router 4bf8f89e-f864-4c7b-9989-7edcde767b72 port a158a197-5958-47f9-bc22-ff5145361ec3 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:49:34.978212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1850518602', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:35.000260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.078582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:49:35.082084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.267930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.274219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.278419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.321354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4683ca4c-1976-404d-97d0-9a5bc56ecfc6 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:35.334146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Attempting to bind port a158a197-5958-47f9-bc22-ff5145361ec3 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:49:35.334550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Attempting to bind port a158a197-5958-47f9-bc22-ff5145361ec3 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:49:35.334810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Attempting to bind port a158a197-5958-47f9-bc22-ff5145361ec3 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:35.346669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=12aa4068-2154-4a21-a4b7-e0b261fcdf9f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:35.347273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:49:35.347736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:35.348044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.348442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:49:35.348920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Bound port: a158a197-5958-47f9-bc22-ff5145361ec3, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:49:35.349059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Checking segment: {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:35.349302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.349422 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network hostable DHCP agents. Network: f59d6a06-bd84-470d-9b32-e39d8e3514e1, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:49:35.353148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70eca8-a84b-4963-9608-c64268a45659 None None] Pushing event updated for resources: {'Port': ['ID=a158a197-5958-47f9-bc22-ff5145361ec3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:35.368793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:49:35.379068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f59d6a06-bd84-470d-9b32-e39d8e3514e1) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:35.384167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:35.384773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.391834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abef591-5b7c-4c92-a6f9-cbae536b9800 None None] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:49:35.404001 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d08cedbb-0377-4975-b91f-dc205aed1a4c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4298909 Dec 20 16:49:35.407075 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50206) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:35.463291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] For port a158a197-5958-47f9-bc22-ff5145361ec3, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:35.484582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] For port a158a197-5958-47f9-bc22-ff5145361ec3, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a158a197-5958-47f9-bc22-ff5145361ec3,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:35.488215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-addd7727-40cb-4c4c-baf7-ead62f6880b4 None None] Provisioning complete for port a158a197-5958-47f9-bc22-ff5145361ec3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:35.488588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-addd7727-40cb-4c4c-baf7-ead62f6880b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.508862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.579727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3b6f8-0101-4a3c-bff0-2718b4f0c5d6 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:35.624130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:49:35.624989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.643455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70eca8-a84b-4963-9608-c64268a45659 None None] Pushing event updated for resources: {'Port': ['ID=a158a197-5958-47f9-bc22-ff5145361ec3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:35.645944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:35.646574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:35.866878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.977740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-addd7727-40cb-4c4c-baf7-ead62f6880b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.043965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-addd7727-40cb-4c4c-baf7-ead62f6880b4 None None] For port a158a197-5958-47f9-bc22-ff5145361ec3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a158a197-5958-47f9-bc22-ff5145361ec3,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:36.055477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-addd7727-40cb-4c4c-baf7-ead62f6880b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.060756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:36.187153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Allocated IP 172.20.0.2 (f59d6a06-bd84-470d-9b32-e39d8e3514e1/12aa4068-2154-4a21-a4b7-e0b261fcdf9f/9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:36.242490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd7727-40cb-4c4c-baf7-ead62f6880b4 None None] Pushing event updated for resources: {'Port': ['ID=a158a197-5958-47f9-bc22-ff5145361ec3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:36.274583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1faafdea-f717-4ce1-96ba-a74c23f156e5 None None] Provisioning complete for port a158a197-5958-47f9-bc22-ff5145361ec3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:36.274958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1faafdea-f717-4ce1-96ba-a74c23f156e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.513719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.519232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:34Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:36.523176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.552547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e74c9-36d7-4794-9135-3ad8523d1e0e None None] The sync data for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv is: [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:34Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:49:36.592217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.1 (f59d6a06-bd84-470d-9b32-e39d8e3514e1/12aa4068-2154-4a21-a4b7-e0b261fcdf9f/d31f3b49-3ffc-4d3e-913f-d92380266917) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:36.595921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:36.602387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:36.604308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Pushing event updated for resources: {'Port': ['ID=9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:36.607274 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:36.664658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Attempting to bind port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:49:36.665035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Attempting to bind port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:49:36.665399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Attempting to bind port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a on network f59d6a06-bd84-470d-9b32-e39d8e3514e1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:36.672769 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:49:36.673154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Checking segment: {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:36.673557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.673954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Bound using segment: {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:49:36.674483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Bound port: 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:49:36.674864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.729438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.739698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] For port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:36.743267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] For port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:36.749579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.768880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:36.847289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d55df-4671-4fb0-be2b-8face0870115 None None] Pushing event updated for resources: {'Port': ['ID=9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:36.847714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:36.858761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:36.864218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:36.869184 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=d31f3b49-3ffc-4d3e-913f-d92380266917,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:36.916908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:37.090286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:37.420587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:37.426482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:37.563984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:37.567000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=d31f3b49-3ffc-4d3e-913f-d92380266917,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:37.676784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:37.678252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:37.815774 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4bf8f89e-f864-4c7b-9989-7edcde767b72 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:49:37.837282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b5e47e-5d6b-4fe3-a519-cd04a0422f4b None None] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:49:37.945537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ed5d7d59-7c73-44fb-979a-3164c122fd7f None None] Provisioning complete for port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:37.945956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7d59-7c73-44fb-979a-3164c122fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.077278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7d59-7c73-44fb-979a-3164c122fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.122004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ed5d7d59-7c73-44fb-979a-3164c122fd7f None None] For port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:38.127277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7d59-7c73-44fb-979a-3164c122fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.211255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d7d59-7c73-44fb-979a-3164c122fd7f None None] Pushing event updated for resources: {'Port': ['ID=9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:38.325109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a158a197-5958-47f9-bc22-ff5145361ec3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:38.333974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:38.346316 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6966478d-0f37-48a2-9f4c-81e197be9108 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/4bf8f89e-f864-4c7b-9989-7edcde767b72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9373541 Dec 20 16:49:38.348528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:38.393070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b57584c2-a2ba-494b-a023-dbc30c823d64 None None] Provisioning complete for port d31f3b49-3ffc-4d3e-913f-d92380266917 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:38.393435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57584c2-a2ba-494b-a023-dbc30c823d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.435783 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Sync routers for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:49:38.447659 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:38.448889 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:38.455663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b57584c2-a2ba-494b-a023-dbc30c823d64 None None] Port d31f3b49-3ffc-4d3e-913f-d92380266917 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:38.457647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a158a197-5958-47f9-bc22-ff5145361ec3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:38.458018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.482646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c15eb9-48d2-4d8f-9ff4-6c8d6d4798d1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:38.483442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c15eb9-48d2-4d8f-9ff4-6c8d6d4798d1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:38.484088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c15eb9-48d2-4d8f-9ff4-6c8d6d4798d1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:38.484728 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c15eb9-48d2-4d8f-9ff4-6c8d6d4798d1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:38.486968 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f3c15eb9-48d2-4d8f-9ff4-6c8d6d4798d1 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1372902 Dec 20 16:49:38.489735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:38.503312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b57584c2-a2ba-494b-a023-dbc30c823d64 None None] Provisioning complete for port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:38.504022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57584c2-a2ba-494b-a023-dbc30c823d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.595345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bfb608-919d-481f-80e5-8c2b00992cb9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:38.595842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bfb608-919d-481f-80e5-8c2b00992cb9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:38.596355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bfb608-919d-481f-80e5-8c2b00992cb9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:38.597484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bfb608-919d-481f-80e5-8c2b00992cb9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:38.602158 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-91bfb608-919d-481f-80e5-8c2b00992cb9 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1082435 Dec 20 16:49:38.602938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:38.606744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:38.676345 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:38.716943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:38.717653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.778716 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a62fd9fa-97c1-433c-bf10-8fa078a5fe23 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1742446 Dec 20 16:49:38.834735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1066ecdd-2379-48e6-9990-dff3b974ea17 None None] Provisioning complete for port d31f3b49-3ffc-4d3e-913f-d92380266917 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:38.835115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1066ecdd-2379-48e6-9990-dff3b974ea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.872358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1066ecdd-2379-48e6-9990-dff3b974ea17 None None] Port d31f3b49-3ffc-4d3e-913f-d92380266917 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:38.934303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:38.935136 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:38.938898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-971771d4-2c7e-4fbb-a2b9-a676ba107cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20063674', 'description': 'tempest-secgroup-smoke-20063674 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:38.963510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-971771d4-2c7e-4fbb-a2b9-a676ba107cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.966824 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Checking router: 4bf8f89e-f864-4c7b-9989-7edcde767b72 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:49:38.967134 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Updating router 4bf8f89e-f864-4c7b-9989-7edcde767b72 port d31f3b49-3ffc-4d3e-913f-d92380266917 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:49:38.992603 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:38.997133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8c580bb8-9d39-41c0-8858-14cf3443230c None None] Provisioning complete for port d31f3b49-3ffc-4d3e-913f-d92380266917 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:38.997826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c580bb8-9d39-41c0-8858-14cf3443230c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.034493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8c580bb8-9d39-41c0-8858-14cf3443230c None None] Port d31f3b49-3ffc-4d3e-913f-d92380266917 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:39.041948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-971771d4-2c7e-4fbb-a2b9-a676ba107cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.045984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-971771d4-2c7e-4fbb-a2b9-a676ba107cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.075512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971771d4-2c7e-4fbb-a2b9-a676ba107cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a0a180-0f28-4991-9c5a-60c98b542adc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:39.080698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-971771d4-2c7e-4fbb-a2b9-a676ba107cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.084760 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-971771d4-2c7e-4fbb-a2b9-a676ba107cee tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1466095 Dec 20 16:49:39.085164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:39.090138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-14a8a884-cad2-4458-a35a-4bedac12c126 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '43a0a180-0f28-4991-9c5a-60c98b542adc', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:39.119807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14a8a884-cad2-4458-a35a-4bedac12c126 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.176930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14a8a884-cad2-4458-a35a-4bedac12c126 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.181257 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14a8a884-cad2-4458-a35a-4bedac12c126 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.202853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8a884-cad2-4458-a35a-4bedac12c126 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4143a8-cc8f-4cb7-9b37-0de434711f32,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:39.212859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14a8a884-cad2-4458-a35a-4bedac12c126 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.214110 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-14a8a884-cad2-4458-a35a-4bedac12c126 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281941 Dec 20 16:49:39.217749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:39.222289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cb7e5361-99ff-4673-b38e-a42229d1e287 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '43a0a180-0f28-4991-9c5a-60c98b542adc', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:39.251744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb7e5361-99ff-4673-b38e-a42229d1e287 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.274891 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.278030 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:49:39.282598 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.317823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb7e5361-99ff-4673-b38e-a42229d1e287 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.323729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb7e5361-99ff-4673-b38e-a42229d1e287 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.343467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e5361-99ff-4673-b38e-a42229d1e287 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ce9f88-eabb-4fb7-bb95-c4f05f98ac74,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:39.357959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb7e5361-99ff-4673-b38e-a42229d1e287 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.359307 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cb7e5361-99ff-4673-b38e-a42229d1e287 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405108 Dec 20 16:49:39.362013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:39.366443 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Pushing event updated for resources: {'Port': ['ID=d31f3b49-3ffc-4d3e-913f-d92380266917,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:39.367632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bf01f5d7-4772-4706-b72f-876ddf3129f2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '43a0a180-0f28-4991-9c5a-60c98b542adc', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:39.390180 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.390602 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.390949 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.391321 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.391650 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.391975 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.392351 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.392709 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.393046 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.393664 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.393851 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.394078 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.394345 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:39.407446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf01f5d7-4772-4706-b72f-876ddf3129f2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.409434 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Attempting to bind port d31f3b49-3ffc-4d3e-913f-d92380266917 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:49:39.410044 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Attempting to bind port d31f3b49-3ffc-4d3e-913f-d92380266917 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:49:39.410446 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Attempting to bind port d31f3b49-3ffc-4d3e-913f-d92380266917 on network f59d6a06-bd84-470d-9b32-e39d8e3514e1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:39.417828 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:49:39.417828 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Checking segment: {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:39.419052 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.419535 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Bound using segment: {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:49:39.420091 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Bound port: d31f3b49-3ffc-4d3e-913f-d92380266917, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:49:39.420504 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.473570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf01f5d7-4772-4706-b72f-876ddf3129f2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.479164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf01f5d7-4772-4706-b72f-876ddf3129f2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.490234 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] For port d31f3b49-3ffc-4d3e-913f-d92380266917, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:39.494354 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] For port d31f3b49-3ffc-4d3e-913f-d92380266917, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d31f3b49-3ffc-4d3e-913f-d92380266917,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:39.500021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01f5d7-4772-4706-b72f-876ddf3129f2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555298b1-2bc1-4382-abbd-ff89fc35fe6f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:39.502499 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.512771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf01f5d7-4772-4706-b72f-876ddf3129f2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.514972 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bf01f5d7-4772-4706-b72f-876ddf3129f2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514668 Dec 20 16:49:39.518076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:39.523354 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e8c1e6d9-27ff-4303-a530-c89885f2e40b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '43a0a180-0f28-4991-9c5a-60c98b542adc', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:39.561513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e6d9-27ff-4303-a530-c89885f2e40b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.563071 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:39.563709 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:39.617935 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea24107-b30b-4a94-92ca-70f0a10ccf77 None None] Pushing event updated for resources: {'Port': ['ID=d31f3b49-3ffc-4d3e-913f-d92380266917,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:39.646602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e6d9-27ff-4303-a530-c89885f2e40b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.656115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e6d9-27ff-4303-a530-c89885f2e40b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.672552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7b3e5393-6be1-4af3-a68f-12ded9174f21 None None] Provisioning complete for port d31f3b49-3ffc-4d3e-913f-d92380266917 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:39.673364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5393-6be1-4af3-a68f-12ded9174f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.694914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1e6d9-27ff-4303-a530-c89885f2e40b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c75c20-6d0f-4f46-b288-3c5def92313f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:39.706307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e6d9-27ff-4303-a530-c89885f2e40b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.708106 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e8c1e6d9-27ff-4303-a530-c89885f2e40b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1882160 Dec 20 16:49:39.711131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:39.716097 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:39.718726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-860b533e-17b3-4934-919b-7b65e040fee3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '43a0a180-0f28-4991-9c5a-60c98b542adc', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:39.770402 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-860b533e-17b3-4934-919b-7b65e040fee3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:49:39.782215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-860b533e-17b3-4934-919b-7b65e040fee3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.798195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5393-6be1-4af3-a68f-12ded9174f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.837471 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7b3e5393-6be1-4af3-a68f-12ded9174f21 None None] For port d31f3b49-3ffc-4d3e-913f-d92380266917, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d31f3b49-3ffc-4d3e-913f-d92380266917,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:39.843434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5393-6be1-4af3-a68f-12ded9174f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.896471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-860b533e-17b3-4934-919b-7b65e040fee3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.900081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e5393-6be1-4af3-a68f-12ded9174f21 None None] Pushing event updated for resources: {'Port': ['ID=d31f3b49-3ffc-4d3e-913f-d92380266917,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:39.902245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-860b533e-17b3-4934-919b-7b65e040fee3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.919244 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b533e-17b3-4934-919b-7b65e040fee3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12874c5-84c7-4a62-912b-2c8dc783766b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:39.937106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-860b533e-17b3-4934-919b-7b65e040fee3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.938730 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-860b533e-17b3-4934-919b-7b65e040fee3 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2259500 Dec 20 16:49:39.942998 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:39.950802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d583914-e941-4985-a9dd-fea4705b5188 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '43a0a180-0f28-4991-9c5a-60c98b542adc', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:39.969603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a04f9b8a-538d-48bd-8e10-295f19ef7c60 None None] Provisioning complete for port d31f3b49-3ffc-4d3e-913f-d92380266917 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:39.970446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a04f9b8a-538d-48bd-8e10-295f19ef7c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:39.994075 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-2d583914-e941-4985-a9dd-fea4705b5188 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:49:40.003786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d583914-e941-4985-a9dd-fea4705b5188 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:40.018456 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:40.065762 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ba125-9b32-4310-9efc-2b5978af2231 None None] The sync data for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv is: [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:49:40.107820 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d583914-e941-4985-a9dd-fea4705b5188 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:40.112193 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d583914-e941-4985-a9dd-fea4705b5188 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:40.134960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d583914-e941-4985-a9dd-fea4705b5188 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b159da-ff50-490c-983e-585da6281ddd,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:40.144726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d583914-e941-4985-a9dd-fea4705b5188 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:40.157418 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2d583914-e941-4985-a9dd-fea4705b5188 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2017503 Dec 20 16:49:40.332846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:40.343541 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-ab0e7941-d790-4b1b-b058-d8c4bf494c0e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20063674&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.0486708 Dec 20 16:49:40.387617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:40.388399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:40.474457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-72675a9a-44eb-4fb3-ab7e-32b4f60f02d5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:40.475185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d31f3b49-3ffc-4d3e-913f-d92380266917 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:40.476379 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-72675a9a-44eb-4fb3-ab7e-32b4f60f02d5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 796 time: 0.1253405 Dec 20 16:49:40.492755 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-3f142cae-7312-4c06-afce-523728f743fe tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0099881 Dec 20 16:49:40.525859 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d31f3b49-3ffc-4d3e-913f-d92380266917 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:40.526223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:40.602158 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-84b527da-a786-402b-909d-226a8ac3a842 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946262 Dec 20 16:49:40.607461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-d58aafdb-48e7-43d4-b838-1bb8c7149f8d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:49:40.610550 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-d58aafdb-48e7-43d4-b838-1bb8c7149f8d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069132 Dec 20 16:49:41.035790 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-a2d8763b-bd92-42e6-989a-c90087884516 service neutron] 10.222.0.60 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191477 Dec 20 16:49:41.138854 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-39b1a541-3ed3-4a97-b0ba-ebaacb5c23a9 service neutron] 10.222.0.60 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965576 Dec 20 16:49:41.314186 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bdaf8296-9a13-40ee-b1cc-d40ab6b75447 req-203b3ffc-048e-49f1-88fd-847ca8c925cc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 210 time: 0.0293090 Dec 20 16:49:42.230703 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-cf1c17dc-3e84-45e5-81d4-30fac27ef23f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:42.232071 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-cf1c17dc-3e84-45e5-81d4-30fac27ef23f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 796 time: 0.1050997 Dec 20 16:49:42.300733 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-56dec7f3-1ff9-46ae-bc06-6beb547fe16d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 378 time: 0.0575094 Dec 20 16:49:42.310685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['43a0a180-0f28-4991-9c5a-60c98b542adc']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:42.414831 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99c56e57-4274-421d-b1a8-bf25e4421079 req-690dfb29-f5b4-471f-aea4-553d44e66d5e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 210 time: 0.0307865 Dec 20 16:49:42.427712 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:49:42.431246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:42.563163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.13 (f59d6a06-bd84-470d-9b32-e39d8e3514e1/12aa4068-2154-4a21-a4b7-e0b261fcdf9f/424bd84f-456e-42c7-a936-38bb5dd74d7c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:42.702553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:42.736761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:42.787155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:42.790561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:42.794804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:42.819353 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=424bd84f-456e-42c7-a936-38bb5dd74d7c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:42.849972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:42.850642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:42.870781 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-1f544a60-5d41-49d8-95f7-8bb019150b55 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641334 Dec 20 16:49:42.883152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Request body: {'port': {'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:42.939829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.023450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-932231ac-3191-416c-aad9-d4449486bfca None None] Provisioning complete for port 424bd84f-456e-42c7-a936-38bb5dd74d7c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:43.024076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-932231ac-3191-416c-aad9-d4449486bfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.061088 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-932231ac-3191-416c-aad9-d4449486bfca None None] Port 424bd84f-456e-42c7-a936-38bb5dd74d7c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:43.212032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424bd84f-456e-42c7-a936-38bb5dd74d7c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:49:43.220218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.232500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Transition to ACTIVE for port object 424bd84f-456e-42c7-a936-38bb5dd74d7c will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:49:43.236132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.288746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Pushing event updated for resources: {'Port': ['ID=424bd84f-456e-42c7-a936-38bb5dd74d7c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:43.364445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Attempting to bind port 424bd84f-456e-42c7-a936-38bb5dd74d7c on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:49:43.364787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Attempting to bind port 424bd84f-456e-42c7-a936-38bb5dd74d7c by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:49:43.365107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Attempting to bind port 424bd84f-456e-42c7-a936-38bb5dd74d7c on network f59d6a06-bd84-470d-9b32-e39d8e3514e1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:43.370130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Port 424bd84f-456e-42c7-a936-38bb5dd74d7c on network f59d6a06-bd84-470d-9b32-e39d8e3514e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:49:43.370476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Attempting to bind port 424bd84f-456e-42c7-a936-38bb5dd74d7c on network f59d6a06-bd84-470d-9b32-e39d8e3514e1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:43.376164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:49:43.376428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Checking segment: {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:43.376807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Bound using segment: {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:49:43.377236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Bound port: 424bd84f-456e-42c7-a936-38bb5dd74d7c, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:49:43.377589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.452709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] For port 424bd84f-456e-42c7-a936-38bb5dd74d7c, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:43.456006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] For port 424bd84f-456e-42c7-a936-38bb5dd74d7c, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:43.460327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.503660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:43.504273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.505640 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] 10.222.0.18 "PUT /v2.0/ports/424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 1094 time: 0.6267984 Dec 20 16:49:43.510550 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:43.512999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5" -d '{"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:43.575409 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d654ce4-f51c-4888-9250-0bd53183eb2c x-openstack-request-id: req-4d654ce4-f51c-4888-9250-0bd53183eb2c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:43.575679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:43.575933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d654ce4-f51c-4888-9250-0bd53183eb2c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:43.576334 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'status': 'completed', 'code': 200} Dec 20 16:49:43.596283 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77f8bb-b61d-4a41-9c38-5d5684ca2d31 service neutron] Pushing event updated for resources: {'Port': ['ID=424bd84f-456e-42c7-a936-38bb5dd74d7c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:43.621859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9feea-0d56-459c-8c82-4ceeb541977e req-f19c1b3f-52fd-4498-8f41-fc4da8c845b2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:43.623549 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9af9feea-0d56-459c-8c82-4ceeb541977e req-f19c1b3f-52fd-4498-8f41-fc4da8c845b2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 944 time: 0.1335869 Dec 20 16:49:43.630944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-64a4c302-49af-44d2-880b-eda9c697bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:43.632433 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-64a4c302-49af-44d2-880b-eda9c697bb52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0847366 Dec 20 16:49:43.684041 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-7e97600b-c172-43d3-9115-37d048323466 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 217 time: 0.0435436 Dec 20 16:49:43.749011 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9af9feea-0d56-459c-8c82-4ceeb541977e req-51fee2c9-aa13-4b71-8290-80c42cd2878f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155572 Dec 20 16:49:43.762790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-777bb7ac-8239-4e8b-94fc-176fedba8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:43.762790 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-777bb7ac-8239-4e8b-94fc-176fedba8193 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0725174 Dec 20 16:49:43.809457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-16c51005-3818-44c2-8842-6da3a26b597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:43.810992 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-16c51005-3818-44c2-8842-6da3a26b597e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419071 Dec 20 16:49:43.903026 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-d9ee68aa-be5f-4658-8300-cc7718c8b048 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844362 Dec 20 16:49:43.999293 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b1a90c-d94b-4c51-9c3b-8ade120c3749 req-c3817692-b52d-49a3-933b-79153565ccfd service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893869 Dec 20 16:49:44.085866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-6e66016c-4bea-492d-bae6-982c37ceae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:44.087398 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-6e66016c-4bea-492d-bae6-982c37ceae27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0428777 Dec 20 16:49:44.184344 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-5a1de899-2a9a-4865-8013-063d37658912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:44.185833 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-5a1de899-2a9a-4865-8013-063d37658912 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 897 time: 0.0915604 Dec 20 16:49:44.200379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:44.229451 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-83e13315-9c4a-4510-a5d0-c362af51438e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 217 time: 0.0346041 Dec 20 16:49:44.278423 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-cdd587b2-6292-438e-91f6-2ecc7390f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:44.279945 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-cdd587b2-6292-438e-91f6-2ecc7390f5de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0442383 Dec 20 16:49:44.331746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-4847cbc5-da3e-42ef-b9d0-80f5053adc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:44.333227 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-4847cbc5-da3e-42ef-b9d0-80f5053adc3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461414 Dec 20 16:49:44.427613 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-6842c1c8-3f9c-4607-9077-01705d8c2002 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851624 Dec 20 16:49:44.527429 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8e96ffa2-4108-4a1a-bb99-abdd9cee70c5 req-24972c2f-d5c5-4625-89fe-c464e0854b4f service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922270 Dec 20 16:49:44.872815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212a333-989d-4d58-9c24-4f0b7ba23af0 req-aa8789dd-f1f2-40af-9f5e-658cd9087904 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:44.874485 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0212a333-989d-4d58-9c24-4f0b7ba23af0 req-aa8789dd-f1f2-40af-9f5e-658cd9087904 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 944 time: 0.0522444 Dec 20 16:49:44.936062 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0212a333-989d-4d58-9c24-4f0b7ba23af0 req-95909d52-cb07-4e5f-b7ef-82fbccf62422 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552366 Dec 20 16:49:46.052671 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf319bf-a918-41b5-b8a3-ed37f9e56f5f req-a3c52a5c-e927-4a7e-b540-64086f8e99e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:46.054329 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2bf319bf-a918-41b5-b8a3-ed37f9e56f5f req-a3c52a5c-e927-4a7e-b540-64086f8e99e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 944 time: 0.0491500 Dec 20 16:49:46.107490 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2bf319bf-a918-41b5-b8a3-ed37f9e56f5f req-d021c320-0c0a-4330-a969-a4eddd1cac3f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464072 Dec 20 16:49:46.495148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 424bd84f-456e-42c7-a936-38bb5dd74d7c details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:49:46.595207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 424bd84f-456e-42c7-a936-38bb5dd74d7c, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:46.606320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:49:46.642469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:46.655476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424bd84f-456e-42c7-a936-38bb5dd74d7c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:49:46.674703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 424bd84f-456e-42c7-a936-38bb5dd74d7c, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:46.679861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:46.726355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=424bd84f-456e-42c7-a936-38bb5dd74d7c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:46.917699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['424bd84f-456e-42c7-a936-38bb5dd74d7c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:49:47.220580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43066b-a4ca-4c6a-9e46-45545f22f039 req-8282ad88-4507-4a15-bdc3-174ff88e6b7b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:47.222068 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1e43066b-a4ca-4c6a-9e46-45545f22f039 req-8282ad88-4507-4a15-bdc3-174ff88e6b7b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 945 time: 0.0482414 Dec 20 16:49:47.270728 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1e43066b-a4ca-4c6a-9e46-45545f22f039 req-1bf88860-2369-40df-9bbb-3f5a3cb1a086 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426238 Dec 20 16:49:48.386836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00627128-c5f5-4ba3-9dd3-a9acb152fd28 req-a8f8b4d7-7290-4363-ab14-86b47bea6295 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:48.388869 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-00627128-c5f5-4ba3-9dd3-a9acb152fd28 req-a8f8b4d7-7290-4363-ab14-86b47bea6295 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 945 time: 0.0503147 Dec 20 16:49:48.444498 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-00627128-c5f5-4ba3-9dd3-a9acb152fd28 req-890a2778-aca9-4d06-b5cd-2b0eecb8fe3d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494630 Dec 20 16:49:48.515821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 424bd84f-456e-42c7-a936-38bb5dd74d7c up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:48.565190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 424bd84f-456e-42c7-a936-38bb5dd74d7c completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:49:48.569218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 424bd84f-456e-42c7-a936-38bb5dd74d7c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:48.569759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:48.652214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:48.677933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:48.680235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28595bc5-b3ed-4b1d-9a39-9b24534d0ba8" -d '{"events": [{"server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "name": "network-vif-plugged", "status": "completed", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:48.694677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 424bd84f-456e-42c7-a936-38bb5dd74d7c, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:48.700161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:48.755573 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=424bd84f-456e-42c7-a936-38bb5dd74d7c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:48.780989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf7ebcc-be1a-474e-b2f4-af0aa69692df x-openstack-request-id: req-baf7ebcc-be1a-474e-b2f4-af0aa69692df {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:48.781285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "name": "network-vif-plugged", "status": "completed", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:48.781533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-baf7ebcc-be1a-474e-b2f4-af0aa69692df {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:48.781920 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'code': 200} Dec 20 16:49:48.955195 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b929583-f57c-438e-b004-0cc85d12a78e req-3c2e60ac-b727-42dd-b406-0b94624d07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:48.957629 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0b929583-f57c-438e-b004-0cc85d12a78e req-3c2e60ac-b727-42dd-b406-0b94624d07bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0460367 Dec 20 16:49:49.010230 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0b929583-f57c-438e-b004-0cc85d12a78e req-087dbfd5-b96e-40aa-b332-dc819f521607 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417705 Dec 20 16:49:49.566084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f74e1d-245b-452f-a521-6a7040b73bff req-87724d57-1423-4263-87dd-84c244599315 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:49.567741 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f9f74e1d-245b-452f-a521-6a7040b73bff req-87724d57-1423-4263-87dd-84c244599315 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 946 time: 0.0530686 Dec 20 16:49:49.621650 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f9f74e1d-245b-452f-a521-6a7040b73bff req-68081630-af82-4007-aae3-0608d67a7a0a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476420 Dec 20 16:49:50.748559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1303a3-192e-45f5-879b-a4dcaac93fcb req-de2b689b-5bd1-454d-b2b2-649a85a6638e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:50.750127 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ce1303a3-192e-45f5-879b-a4dcaac93fcb req-de2b689b-5bd1-454d-b2b2-649a85a6638e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 946 time: 0.0545812 Dec 20 16:49:50.801981 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ce1303a3-192e-45f5-879b-a4dcaac93fcb req-ee337110-ae24-45c0-856c-1a97e376094b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456851 Dec 20 16:49:50.927752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da23cf7-06b6-429f-adfe-5657fdd32808 req-7a6b5c14-9cc0-476d-b6f0-92affa56b80c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:50.929290 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9da23cf7-06b6-429f-adfe-5657fdd32808 req-7a6b5c14-9cc0-476d-b6f0-92affa56b80c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 946 time: 0.0570962 Dec 20 16:49:50.987308 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9da23cf7-06b6-429f-adfe-5657fdd32808 req-ee2755e2-1792-4ab6-9213-f6c794160068 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515096 Dec 20 16:49:51.009265 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:51.054466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af1e59-3cd7-44e6-941b-420f62fac957 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:51.056013 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f1af1e59-3cd7-44e6-941b-420f62fac957 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0457530 Dec 20 16:49:51.058914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:51.063331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:51.090889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.199103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.313393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.108 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/dd48bcc7-bc57-4cee-9764-044b925aac4c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:51.428883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.466798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.507588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:51.510942 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:51.514427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:51.543549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=dd48bcc7-bc57-4cee-9764-044b925aac4c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:51.888917 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.959027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.116366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.121537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.192543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=dd48bcc7-bc57-4cee-9764-044b925aac4c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:52.206443 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.312500 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 518dda68-03b9-4a05-b1ba-8d0b61c27b5b associated. External IP: 172.26.1.108, port: 424bd84f-456e-42c7-a936-38bb5dd74d7c. Dec 20 16:49:52.521284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4bf8f89e-f864-4c7b-9989-7edcde767b72 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:49:52.640779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:52.654788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] Sync routers for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:49:52.666679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.670955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:52.671968 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:52.720039 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cbd965a1-788a-4a9f-a943-2c10158be38d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6597922 Dec 20 16:49:52.721130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:52.722662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:52.725696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302da292-28db-4de9-92c2-ce4e9ea6e496" -d '{"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:52.774606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba3413-563b-47ea-b868-bbde831d1916 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:52.776355 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-acba3413-563b-47ea-b868-bbde831d1916 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0518937 Dec 20 16:49:52.793348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c01209-76b5-4278-ba90-4c057725d00d x-openstack-request-id: req-e5c01209-76b5-4278-ba90-4c057725d00d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:52.793348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:52.793348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5c01209-76b5-4278-ba90-4c057725d00d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:52.793971 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'status': 'completed', 'code': 200} Dec 20 16:49:52.876888 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-d98818d2-33f5-4e6a-acbb-253a413ec291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:52.879485 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-d98818d2-33f5-4e6a-acbb-253a413ec291 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0631194 Dec 20 16:49:52.991911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:52.999845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-1823959c-256d-4835-bacb-4dad3ba7b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:53.001339 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-1823959c-256d-4835-bacb-4dad3ba7b020 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 897 time: 0.1125000 Dec 20 16:49:53.076508 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-07a0c84f-4367-4eee-a9ac-13c710d3be41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 1000 time: 0.0675893 Dec 20 16:49:53.129377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-87168aa3-dd7f-4d97-8f4b-5adda7c78c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:53.131378 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-87168aa3-dd7f-4d97-8f4b-5adda7c78c02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0472038 Dec 20 16:49:53.180033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-32fe28be-34a0-40e7-aaf9-f49216c1a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:53.181831 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-32fe28be-34a0-40e7-aaf9-f49216c1a5a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431051 Dec 20 16:49:53.229598 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '518dda68-03b9-4a05-b1ba-8d0b61c27b5b', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.108', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:51Z', 'updated_at': '2021-12-20T16:49:51Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:53.255802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] Checking router: 4bf8f89e-f864-4c7b-9989-7edcde767b72 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:49:53.265396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:53.266164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:53.280885 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-a82c199a-a9b9-42a0-82d6-68ce158efa1e service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920837 Dec 20 16:49:53.365058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:53.369713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903960893', 'description': 'tempest-secgroup-smoke-903960893 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:53.377163 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:53.385627 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-302da292-28db-4de9-92c2-ce4e9ea6e496 req-f2ec4a42-0824-458c-a79a-cd8d9d3e7864 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977228 Dec 20 16:49:53.396188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.469569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.474149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.505052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.506217 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1400766 Dec 20 16:49:53.508355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4910748c-2093-4de1-81f1-7e359c6e1eb1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:53.510565 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:53.515601 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0ae89bdf-ae9b-4be9-9a20-460d2a77b234 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '4910748c-2093-4de1-81f1-7e359c6e1eb1', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:53.525378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.526147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.526705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.527335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.528593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.529358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.529842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.530503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.531168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.531799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.532426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.533527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.533919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3809b-5c44-4b3e-a7ee-ef1e35a80029 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:53.550158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ae89bdf-ae9b-4be9-9a20-460d2a77b234 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.616222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ae89bdf-ae9b-4be9-9a20-460d2a77b234 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.620300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ae89bdf-ae9b-4be9-9a20-460d2a77b234 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.638982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae89bdf-ae9b-4be9-9a20-460d2a77b234 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c737f9d-e245-4eb7-9441-a919922ad19d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:53.646850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '518dda68-03b9-4a05-b1ba-8d0b61c27b5b', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.108', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:51Z', 'updated_at': '2021-12-20T16:49:51Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:53.647493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ae89bdf-ae9b-4be9-9a20-460d2a77b234 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.648853 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0ae89bdf-ae9b-4be9-9a20-460d2a77b234 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371624 Dec 20 16:49:53.651506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50300) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:53.656336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d1405c44-5db7-4f20-9d9e-56f3a136ba6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '4910748c-2093-4de1-81f1-7e359c6e1eb1', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:53.674153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fd938-4786-4625-8c59-3efa0ab6da26 None None] The sync data for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv is: [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '518dda68-03b9-4a05-b1ba-8d0b61c27b5b', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.108', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:51Z', 'updated_at': '2021-12-20T16:49:51Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:49:53.689048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1405c44-5db7-4f20-9d9e-56f3a136ba6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.751964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1405c44-5db7-4f20-9d9e-56f3a136ba6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.756453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1405c44-5db7-4f20-9d9e-56f3a136ba6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.775066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1405c44-5db7-4f20-9d9e-56f3a136ba6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132ef3c2-47f4-4452-97bc-4c4109732963,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:53.783355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1405c44-5db7-4f20-9d9e-56f3a136ba6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.784605 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d1405c44-5db7-4f20-9d9e-56f3a136ba6a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318870 Dec 20 16:49:53.787473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50302) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:53.792380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-637871cb-eac1-48ce-901e-ce9b6f20886f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '4910748c-2093-4de1-81f1-7e359c6e1eb1', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:53.825132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637871cb-eac1-48ce-901e-ce9b6f20886f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.882741 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d6a5d-29d8-4f56-bd5f-45a0fcdd47e9 None None] New status for floating IP 518dda68-03b9-4a05-b1ba-8d0b61c27b5b: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:49:53.898721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637871cb-eac1-48ce-901e-ce9b6f20886f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.903228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637871cb-eac1-48ce-901e-ce9b6f20886f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.921824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637871cb-eac1-48ce-901e-ce9b6f20886f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db66a012-6853-4ead-ad9c-a33873c6e251,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:53.930896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637871cb-eac1-48ce-901e-ce9b6f20886f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.935444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:53.936217 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-637871cb-eac1-48ce-901e-ce9b6f20886f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469624 Dec 20 16:49:53.940075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3217700a-a031-4042-af33-c8c2db56d9ed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '4910748c-2093-4de1-81f1-7e359c6e1eb1', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:53.972888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3217700a-a031-4042-af33-c8c2db56d9ed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.040743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3217700a-a031-4042-af33-c8c2db56d9ed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.046472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3217700a-a031-4042-af33-c8c2db56d9ed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.074371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217700a-a031-4042-af33-c8c2db56d9ed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956f3958-037b-46da-938b-1d00dde93d54,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:54.087314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3217700a-a031-4042-af33-c8c2db56d9ed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.090304 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3217700a-a031-4042-af33-c8c2db56d9ed tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521759 Dec 20 16:49:54.091650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:54.096405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e0588cae-8241-4b62-a226-1094049e3f82 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '4910748c-2093-4de1-81f1-7e359c6e1eb1', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:54.123747 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-e0588cae-8241-4b62-a226-1094049e3f82 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:49:54.129019 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0588cae-8241-4b62-a226-1094049e3f82 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.190884 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0588cae-8241-4b62-a226-1094049e3f82 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.195108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0588cae-8241-4b62-a226-1094049e3f82 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.212756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0588cae-8241-4b62-a226-1094049e3f82 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37581c0e-11c5-489d-a3e7-3f09268de8fb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:54.229948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0588cae-8241-4b62-a226-1094049e3f82 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.231732 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e0588cae-8241-4b62-a226-1094049e3f82 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389742 Dec 20 16:49:54.234529 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:54.238933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-987b2f66-f312-49c5-9834-5624846dad28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': '4910748c-2093-4de1-81f1-7e359c6e1eb1', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:54.264668 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-987b2f66-f312-49c5-9834-5624846dad28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:49:54.270176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-987b2f66-f312-49c5-9834-5624846dad28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.329593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-987b2f66-f312-49c5-9834-5624846dad28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.334771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-987b2f66-f312-49c5-9834-5624846dad28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.352615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b2f66-f312-49c5-9834-5624846dad28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b991a772-ccfc-4cca-bfa5-72aae43f818c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:54.362233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-987b2f66-f312-49c5-9834-5624846dad28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.368731 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-987b2f66-f312-49c5-9834-5624846dad28 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281466 Dec 20 16:49:54.517750 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-1228bb7d-57e3-454c-92d4-e571d62cc6f2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903960893&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.0458915 Dec 20 16:49:54.627820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-514da907-4d26-4a99-a18c-c04fe642eb5b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:54.629354 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-514da907-4d26-4a99-a18c-c04fe642eb5b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 796 time: 0.1048295 Dec 20 16:49:54.644816 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-234ca56e-cad1-4c73-a433-b1b43f1d2111 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0096056 Dec 20 16:49:54.699112 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-41c1439f-64df-475a-9cd4-a0a9face7b23 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488303 Dec 20 16:49:54.797898 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-8a337475-6e69-4440-bedb-9ee0e6610c3e service neutron] 10.222.0.60 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867326 Dec 20 16:49:54.895159 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-42b1b1f4-d523-4ac8-b489-9659f4acdf9b service neutron] 10.222.0.60 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903573 Dec 20 16:49:55.044176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-402af22f-9c70-4749-b574-64b23bd3ee01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:55.072899 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-72d166cc-6537-4470-b9bd-effd41a31029 req-ef87cfc1-3574-4dcf-821a-2e040a2eba62 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 210 time: 0.0267773 Dec 20 16:49:56.179586 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-407231af-b52f-470e-8005-234dff01d7b0 req-7113c562-6faf-4f40-a207-ca2db0832c7a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 210 time: 0.0308163 Dec 20 16:49:56.389592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-540cc0b5-fa91-4acd-822c-150ab43459e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:56.390968 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-540cc0b5-fa91-4acd-822c-150ab43459e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 796 time: 0.4574969 Dec 20 16:49:56.476900 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-ee44c966-75d2-4d54-b357-5d9f2d397ea0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 470 time: 0.0757163 Dec 20 16:49:56.486169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['4910748c-2093-4de1-81f1-7e359c6e1eb1']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:56.600509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:49:56.604028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:56.731672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.9 (f59d6a06-bd84-470d-9b32-e39d8e3514e1/12aa4068-2154-4a21-a4b7-e0b261fcdf9f/ba65c921-ee9c-4167-8692-e2e9722464a6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:56.895246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:56.929908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:56.976232 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:56.979409 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:56.984469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:56.991238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=ba65c921-ee9c-4167-8692-e2e9722464a6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:57.047737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:57.048412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.066952 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-abc40934-6b6b-4efb-896b-1c4ee3771be8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843921 Dec 20 16:49:57.080243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Request body: {'port': {'device_id': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:57.146069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.220834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-be5c30e5-d54a-41b2-8ca1-79418975841f None None] Provisioning complete for port ba65c921-ee9c-4167-8692-e2e9722464a6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:57.221622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be5c30e5-d54a-41b2-8ca1-79418975841f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.266052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-be5c30e5-d54a-41b2-8ca1-79418975841f None None] Port ba65c921-ee9c-4167-8692-e2e9722464a6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:57.392074 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100a1ea-8de2-45ea-a026-6133f840d8c9 req-613730de-37e3-438e-bad8-a5905125fa4a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:57.393700 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7100a1ea-8de2-45ea-a026-6133f840d8c9 req-613730de-37e3-438e-bad8-a5905125fa4a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 931 time: 0.1249807 Dec 20 16:49:57.499289 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7100a1ea-8de2-45ea-a026-6133f840d8c9 req-f681931e-7925-401b-8c32-754e18f75134 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981109 Dec 20 16:49:57.555725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba65c921-ee9c-4167-8692-e2e9722464a6 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:49:57.563803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.576901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Transition to ACTIVE for port object ba65c921-ee9c-4167-8692-e2e9722464a6 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:49:57.581502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.633488 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Pushing event updated for resources: {'Port': ['ID=ba65c921-ee9c-4167-8692-e2e9722464a6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:57.716291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Attempting to bind port ba65c921-ee9c-4167-8692-e2e9722464a6 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:49:57.716778 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Attempting to bind port ba65c921-ee9c-4167-8692-e2e9722464a6 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:49:57.717192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Attempting to bind port ba65c921-ee9c-4167-8692-e2e9722464a6 on network f59d6a06-bd84-470d-9b32-e39d8e3514e1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:57.725490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Port ba65c921-ee9c-4167-8692-e2e9722464a6 on network f59d6a06-bd84-470d-9b32-e39d8e3514e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:49:57.725490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Attempting to bind port ba65c921-ee9c-4167-8692-e2e9722464a6 on network f59d6a06-bd84-470d-9b32-e39d8e3514e1 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:57.731341 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:49:57.731679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Checking segment: {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:57.732064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Bound using segment: {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:49:57.732496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Bound port: ba65c921-ee9c-4167-8692-e2e9722464a6, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30274dae-fe75-4df0-b06d-fec960cd420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:49:57.732849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.771732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a94a459d-6c83-4487-ba53-c8b49b9b28cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.807670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] For port ba65c921-ee9c-4167-8692-e2e9722464a6, host hv-neutron-8223, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:57.811853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] For port ba65c921-ee9c-4167-8692-e2e9722464a6, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ba65c921-ee9c-4167-8692-e2e9722464a6,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:57.817693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.855415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:57.857737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.857737 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] 10.222.0.18 "PUT /v2.0/ports/ba65c921-ee9c-4167-8692-e2e9722464a6 HTTP/1.1" status: 200 len: 1093 time: 0.7816720 Dec 20 16:49:57.858006 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:57.860260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d21e4-ace9-4ec6-a35f-050af5cc4384" -d '{"events": [{"name": "network-changed", "server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:57.885431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7436f-55d1-4e71-9b84-fc7b08fa1507 service neutron] Pushing event updated for resources: {'Port': ['ID=ba65c921-ee9c-4167-8692-e2e9722464a6,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:57.911875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fdf258-fd62-4067-b88b-e47047e1ab81 x-openstack-request-id: req-a8fdf258-fd62-4067-b88b-e47047e1ab81 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:57.912224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:57.912500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8fdf258-fd62-4067-b88b-e47047e1ab81 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:57.912795 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'status': 'completed', 'code': 200} Dec 20 16:49:57.973716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-cd4db26c-3891-4959-8768-33503a2813b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:57.977150 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-cd4db26c-3891-4959-8768-33503a2813b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0522654 Dec 20 16:49:58.024769 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-7846334b-ed3a-42e9-a8bb-d59bdeade801 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba65c921-ee9c-4167-8692-e2e9722464a6 HTTP/1.1" status: 200 len: 217 time: 0.0399628 Dec 20 16:49:58.078362 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-b4dcae4f-3868-4076-b202-9a653c75d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:58.079854 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-b4dcae4f-3868-4076-b202-9a653c75d774 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0482540 Dec 20 16:49:58.127447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-5fd41466-18a5-4ec4-a84a-c3f65899ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:58.129037 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-5fd41466-18a5-4ec4-a84a-c3f65899ae84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418909 Dec 20 16:49:58.230659 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-18140191-78c3-4c88-82ff-5e7196a0316f service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933814 Dec 20 16:49:58.322745 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f815a32c-cec5-429b-a69a-8fe575251dd4 req-d3ed894d-caee-4b9d-97c5-167969c27372 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857549 Dec 20 16:49:58.414512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-60594632-e3d0-4df5-aa5e-7901216ec421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:58.415909 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-60594632-e3d0-4df5-aa5e-7901216ec421 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0465536 Dec 20 16:49:58.451354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:58.509107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-c7f3a843-ceb4-4d9e-8a7a-613637f8908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:58.510605 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-c7f3a843-ceb4-4d9e-8a7a-613637f8908e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 897 time: 0.0875862 Dec 20 16:49:58.559187 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-66ebb669-82c0-4f45-b447-d7bf17dfb849 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba65c921-ee9c-4167-8692-e2e9722464a6 HTTP/1.1" status: 200 len: 217 time: 0.0394499 Dec 20 16:49:58.636227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-1aa1a970-044f-4d9b-b619-022c8b63a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:58.637780 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-1aa1a970-044f-4d9b-b619-022c8b63a4ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0721798 Dec 20 16:49:58.653972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a9f3a-a605-40d6-9ecf-346ee46fc78b req-d8960ce2-c6ab-4722-a8c6-20416a973278 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:58.655498 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f5a9f3a-a605-40d6-9ecf-346ee46fc78b req-d8960ce2-c6ab-4722-a8c6-20416a973278 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 943 time: 0.0821474 Dec 20 16:49:58.743469 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f5a9f3a-a605-40d6-9ecf-346ee46fc78b req-da2c4288-2872-4bea-9fa3-45f37d025e30 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800033 Dec 20 16:49:58.745352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-1e9c2955-e8f4-4fe5-a9f4-6217bbbc7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:58.747334 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-1e9c2955-e8f4-4fe5-a9f4-6217bbbc7431 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1009843 Dec 20 16:49:58.854145 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-a9e63254-62e1-48a6-80cc-14f9525b5303 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930345 Dec 20 16:49:58.959388 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-501d21e4-ace9-4ec6-a35f-050af5cc4384 req-1be4708e-bec6-4808-9cc6-2f21d8fdc21c service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898614 Dec 20 16:49:59.860363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf13c-f0a8-4466-9318-19ea51e39681 req-e95d4bba-11a6-4537-bbb3-3effbff93eef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:59.861931 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-70cbf13c-f0a8-4466-9318-19ea51e39681 req-e95d4bba-11a6-4537-bbb3-3effbff93eef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 943 time: 0.0493231 Dec 20 16:49:59.917957 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-70cbf13c-f0a8-4466-9318-19ea51e39681 req-ab89a176-0c4f-4685-b139-5a4cc474ff7b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500453 Dec 20 16:50:00.006804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:00.543418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ba65c921-ee9c-4167-8692-e2e9722464a6 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:50:00.644475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port ba65c921-ee9c-4167-8692-e2e9722464a6, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ba65c921-ee9c-4167-8692-e2e9722464a6,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:00.656948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'port_id': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'mac_address': 'fa:16:3e:9f:01:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:50:00.695695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:00.709813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba65c921-ee9c-4167-8692-e2e9722464a6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:50:00.731100 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port ba65c921-ee9c-4167-8692-e2e9722464a6, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ba65c921-ee9c-4167-8692-e2e9722464a6,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:00.736089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:00.810633 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=ba65c921-ee9c-4167-8692-e2e9722464a6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:00.815004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:00.968029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['ba65c921-ee9c-4167-8692-e2e9722464a6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:50:01.056867 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1a36a-fa04-441a-bc0e-b0f9f2395ce5 req-6141a632-af7c-4955-b8b7-e1076c325eb2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:01.059962 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3de1a36a-fa04-441a-bc0e-b0f9f2395ce5 req-6141a632-af7c-4955-b8b7-e1076c325eb2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 944 time: 0.0685112 Dec 20 16:50:01.116850 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3de1a36a-fa04-441a-bc0e-b0f9f2395ce5 req-6ba168e5-f05e-483b-a99f-75e3babc2d20 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502007 Dec 20 16:50:02.247119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965299ae-e9f4-4fba-ba9b-fe2c59fc35ba req-48cb2dbe-e851-44e2-b78a-0460599b09d6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:02.248594 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-965299ae-e9f4-4fba-ba9b-fe2c59fc35ba req-48cb2dbe-e851-44e2-b78a-0460599b09d6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 944 time: 0.0526710 Dec 20 16:50:02.302088 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-965299ae-e9f4-4fba-ba9b-fe2c59fc35ba req-ae0570fe-fe72-4b55-9de7-033dc770e666 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474019 Dec 20 16:50:02.396877 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-1e7686ad-5284-4a9c-a63b-f8b430a75309 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417089 Dec 20 16:50:02.491694 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-94783bac-2230-434f-8dd4-bd03ac309bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:02.493257 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-94783bac-2230-434f-8dd4-bd03ac309bbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0473919 Dec 20 16:50:02.561262 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ba65c921-ee9c-4167-8692-e2e9722464a6 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:50:02.607155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-37f99e60-6d5a-4067-9fe3-3678d401f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:02.608650 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-37f99e60-6d5a-4067-9fe3-3678d401f30a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 897 time: 0.0938723 Dec 20 16:50:02.616095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port ba65c921-ee9c-4167-8692-e2e9722464a6 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:50:02.620558 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port ba65c921-ee9c-4167-8692-e2e9722464a6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:50:02.621064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.690158 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-8f321967-d685-48e3-9c71-5f0e17dd1322 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 1002 time: 0.0736258 Dec 20 16:50:02.714172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.739163 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:02.741622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a63c3e-7512-419e-b9b1-0a2930d778d7" -d '{"events": [{"server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "name": "network-vif-plugged", "status": "completed", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:02.747564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-6756f618-db0d-4cd0-be47-3560e6adfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:02.749077 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-6756f618-db0d-4cd0-be47-3560e6adfb66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0515196 Dec 20 16:50:02.763611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port ba65c921-ee9c-4167-8692-e2e9722464a6, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ba65c921-ee9c-4167-8692-e2e9722464a6,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:02.769891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.801097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3875df76-ff4c-4ff1-8f45-bcca7ae93de4 x-openstack-request-id: req-3875df76-ff4c-4ff1-8f45-bcca7ae93de4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:02.801433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "name": "network-vif-plugged", "status": "completed", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:02.801638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3875df76-ff4c-4ff1-8f45-bcca7ae93de4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:02.802106 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'code': 200} Dec 20 16:50:02.808790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-a88924e5-822c-4496-a41a-fe14c9adfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:02.810870 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-a88924e5-822c-4496-a41a-fe14c9adfb0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546937 Dec 20 16:50:02.834065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=ba65c921-ee9c-4167-8692-e2e9722464a6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:02.926996 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-2cabafc3-f94d-45eb-9721-fcd52416c492 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087635 Dec 20 16:50:02.984517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554529c5-04e3-4f89-9730-018a6a078830 req-2a44aaa6-1835-43f5-8141-8e09dd40ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:02.986543 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-554529c5-04e3-4f89-9730-018a6a078830 req-2a44aaa6-1835-43f5-8141-8e09dd40ecb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 1098 time: 0.0450344 Dec 20 16:50:03.035861 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cd030c1e-467a-4034-99a5-a99038d60b6a req-e6ef6582-67c5-4b42-bba1-fb1c4f7ceae4 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943716 Dec 20 16:50:03.046129 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-554529c5-04e3-4f89-9730-018a6a078830 req-9c4c4ca1-49c4-4ab4-a108-dc3d01cf7c22 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511143 Dec 20 16:50:03.421406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c8593-5b59-4eaa-a059-76f2f632f54b req-8b7613c9-43b5-4307-b5ad-5bac8e75f25e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:03.423172 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-730c8593-5b59-4eaa-a059-76f2f632f54b req-8b7613c9-43b5-4307-b5ad-5bac8e75f25e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 945 time: 0.0537255 Dec 20 16:50:03.476750 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-730c8593-5b59-4eaa-a059-76f2f632f54b req-d6b8eb26-bb16-442b-bea0-84d122b9cd4e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469129 Dec 20 16:50:04.634859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93ac94-9956-4096-9b1f-0ef3f3ffe064 req-64f84778-606e-4db9-90c9-1ad2cbe3948d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:04.638053 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0b93ac94-9956-4096-9b1f-0ef3f3ffe064 req-64f84778-606e-4db9-90c9-1ad2cbe3948d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 945 time: 0.0861475 Dec 20 16:50:04.692111 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0b93ac94-9956-4096-9b1f-0ef3f3ffe064 req-ffce091e-91c8-45eb-ac05-545ad63f16ae tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479388 Dec 20 16:50:04.834722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc64d0-406b-4841-a55a-2bd17407de54 req-421d888d-9982-4130-9a79-51e8c7e47240 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:04.836182 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-afdc64d0-406b-4841-a55a-2bd17407de54 req-421d888d-9982-4130-9a79-51e8c7e47240 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 945 time: 0.0626695 Dec 20 16:50:04.889909 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-afdc64d0-406b-4841-a55a-2bd17407de54 req-29327ebd-d14a-4db2-adff-fce0ec1a3f02 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472829 Dec 20 16:50:04.915323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:04.982958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91debd6-f12e-43b0-89bd-5315e381a20f tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:04.988600 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e91debd6-f12e-43b0-89bd-5315e381a20f tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 1093 time: 0.0673027 Dec 20 16:50:04.989044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:04.994803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:50:05.033205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.155645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.268804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.26 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/2d204639-b11f-450e-a8f7-a3f8f91c681a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:50:05.443335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.486225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.527966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:50:05.532921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:50:05.537935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:50:05.541293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=2d204639-b11f-450e-a8f7-a3f8f91c681a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:05.926655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.006006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.165694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.171402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.245721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=2d204639-b11f-450e-a8f7-a3f8f91c681a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:06.261849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.434934 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 2d256b5c-fb44-46d2-83bb-e35cc51b9170 associated. External IP: 172.26.1.26, port: ba65c921-ee9c-4167-8692-e2e9722464a6. Dec 20 16:50:06.651265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4bf8f89e-f864-4c7b-9989-7edcde767b72 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:50:06.769486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:50:06.782688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] Sync routers for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:50:06.792731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.794708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:06.795345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:06.831668 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-74599fa8-d0b5-4959-98ee-4d2b69ae1710 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8372748 Dec 20 16:50:06.831668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:06.832666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ecee9a-bb6b-4314-8f98-a47cc1083751" -d '{"events": [{"name": "network-changed", "server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:06.895951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3ea868-0784-40f7-8149-1fcf861cdf91 x-openstack-request-id: req-5f3ea868-0784-40f7-8149-1fcf861cdf91 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:06.896411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:06.897067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f3ea868-0784-40f7-8149-1fcf861cdf91 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:06.897616 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'status': 'completed', 'code': 200} Dec 20 16:50:06.918509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:06.988781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-d7d81333-f794-471d-9a00-fc1b49ced213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:06.991431 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-d7d81333-f794-471d-9a00-fc1b49ced213 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 1098 time: 0.0578876 Dec 20 16:50:07.136589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-5d0d2502-c9ec-450b-b4d7-9ab7d27aaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:07.139205 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-5d0d2502-c9ec-450b-b4d7-9ab7d27aaea7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 897 time: 0.1386478 Dec 20 16:50:07.171738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '2d256b5c-fb44-46d2-83bb-e35cc51b9170', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:9f:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:50:05Z', 'updated_at': '2021-12-20T16:50:05Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}, {'id': '518dda68-03b9-4a05-b1ba-8d0b61c27b5b', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.108', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:51Z', 'updated_at': '2021-12-20T16:49:54Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:07.200167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] Checking router: 4bf8f89e-f864-4c7b-9989-7edcde767b72 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:50:07.209917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:07.210559 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:49:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:07.228369 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-a233fc53-e8ee-4a71-afcc-855b8a7f8645 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba65c921-ee9c-4167-8692-e2e9722464a6 HTTP/1.1" status: 200 len: 998 time: 0.0795517 Dec 20 16:50:07.295550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-7e9f11e5-1e3c-4118-8bbe-115c0d20388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:07.297415 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-7e9f11e5-1e3c-4118-8bbe-115c0d20388d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0615366 Dec 20 16:50:07.362766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-77c73dcb-f498-486f-b88c-38684eb5e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:07.364695 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-77c73dcb-f498-486f-b88c-38684eb5e812 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577819 Dec 20 16:50:07.493041 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-bf91d299-2be1-40dd-acce-6cf8b1ca44eb service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193430 Dec 20 16:50:07.511444 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:07.612074 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-92ecee9a-bb6b-4314-8f98-a47cc1083751 req-0de2adbe-0baa-45bc-a1fc-06fc5bc3b92b service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116807 Dec 20 16:50:07.787623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '2d256b5c-fb44-46d2-83bb-e35cc51b9170', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:9f:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:50:05Z', 'updated_at': '2021-12-20T16:50:05Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}, {'id': '518dda68-03b9-4a05-b1ba-8d0b61c27b5b', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.108', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:51Z', 'updated_at': '2021-12-20T16:49:54Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:07.818573 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b056ad6-c16a-48eb-b845-d2f8194d3a53 None None] The sync data for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv is: [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '2d256b5c-fb44-46d2-83bb-e35cc51b9170', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:9f:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:50:05Z', 'updated_at': '2021-12-20T16:50:05Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}, {'id': '518dda68-03b9-4a05-b1ba-8d0b61c27b5b', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.108', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:51Z', 'updated_at': '2021-12-20T16:49:54Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:50:08.026723 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f59632-1b58-4dfa-88c8-47e21b512806 None None] New status for floating IP 2d256b5c-fb44-46d2-83bb-e35cc51b9170: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:50:14.200148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:16.280625 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:50:25.039697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbc44636-6fae-4b18-9179-f2721cc18c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:27.755506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4a81448-8584-40df-b8ee-7eaa7b6c79c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:28.457596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:30.011406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:30.802397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:41.271618 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50376) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:41.344681 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5f124bd1-196f-49d3-aecd-321eac8c498b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/518dda68-03b9-4a05-b1ba-8d0b61c27b5b HTTP/1.1" status: 200 len: 994 time: 0.0719779 Dec 20 16:50:41.952986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:41.958223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:50:42.022230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:42.180617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 424bd84f-456e-42c7-a936-38bb5dd74d7c, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:42.211066 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:42.215805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:42.265889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:42.266573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:42.268283 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/ports/424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 939 time: 0.3142517 Dec 20 16:50:42.268987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:42.271411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c46c44-7a8b-4376-9083-ec6982ec9330" -d '{"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:42.303810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=424bd84f-456e-42c7-a936-38bb5dd74d7c,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:42.316644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367744e5-6f48-49c6-a607-4bd27c9bcd78 x-openstack-request-id: req-367744e5-6f48-49c6-a607-4bd27c9bcd78 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:42.316946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:42.317206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-367744e5-6f48-49c6-a607-4bd27c9bcd78 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:42.317663 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'status': 'completed', 'code': 200} Dec 20 16:50:42.319367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.319716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.320058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.320391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.320722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.321077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.321402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.321904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.322233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.322589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.323045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.323375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.323688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a111b-fc6b-42cf-8f32-ac3201df5303 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:42.384294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-1144a761-b212-401e-99d9-f47d311cd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:42.385836 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-1144a761-b212-401e-99d9-f47d311cd0dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1100 time: 0.0454381 Dec 20 16:50:42.485225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-42efee81-73b4-496b-adc9-3bdbb645223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:42.486806 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-42efee81-73b4-496b-adc9-3bdbb645223c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 897 time: 0.0929880 Dec 20 16:50:42.558354 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-24592791-3bf1-44be-b740-156816bb938b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 1003 time: 0.0611331 Dec 20 16:50:42.559307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2cc12cad-1f1e-4dd2-9ab8-705c6b581edb None None] Provisioning complete for port 424bd84f-456e-42c7-a936-38bb5dd74d7c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:50:42.559798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cc12cad-1f1e-4dd2-9ab8-705c6b581edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:42.605933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2cc12cad-1f1e-4dd2-9ab8-705c6b581edb None None] Port 424bd84f-456e-42c7-a936-38bb5dd74d7c is administratively disabled so it will not transition to active. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 20 16:50:42.615895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-b0fa9fc0-65c1-423f-82c2-13fc336d0e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:42.617387 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-b0fa9fc0-65c1-423f-82c2-13fc336d0e2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0505428 Dec 20 16:50:42.671565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-857d43bf-9444-44f9-bba8-dff699db7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:42.673151 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-857d43bf-9444-44f9-bba8-dff699db7c1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470874 Dec 20 16:50:42.774521 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-cf126dcc-9869-409e-abb0-874a18966c7e service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929053 Dec 20 16:50:42.874369 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-62c46c44-7a8b-4376-9083-ec6982ec9330 req-4cea5ddc-d1f0-42ef-b4ce-b6845b9ed2fb service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915964 Dec 20 16:50:44.201132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:45.666406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:45.672333 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1fd17412-4196-41eb-8556-c35793aeaf75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:50:45.742746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fd17412-4196-41eb-8556-c35793aeaf75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:45.915895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1fd17412-4196-41eb-8556-c35793aeaf75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 424bd84f-456e-42c7-a936-38bb5dd74d7c, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:45.947653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fd17412-4196-41eb-8556-c35793aeaf75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:45.952510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fd17412-4196-41eb-8556-c35793aeaf75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:45.995498 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:50:46.001060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd17412-4196-41eb-8556-c35793aeaf75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:46.001060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fd17412-4196-41eb-8556-c35793aeaf75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:46.001060 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1fd17412-4196-41eb-8556-c35793aeaf75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/ports/424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 938 time: 0.3330600 Dec 20 16:50:46.001060 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:46.003350 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab55f2ee-f992-450d-8071-90bfa897f0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:46.003864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:46.026874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17412-4196-41eb-8556-c35793aeaf75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=424bd84f-456e-42c7-a936-38bb5dd74d7c,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:46.063961 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92369145-6656-49bb-aca4-e04ee4c30d8e x-openstack-request-id: req-92369145-6656-49bb-aca4-e04ee4c30d8e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:46.064250 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:46.064520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92369145-6656-49bb-aca4-e04ee4c30d8e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:46.065047 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'status': 'completed', 'code': 200} Dec 20 16:50:46.078892 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e59dd3d9-e5ce-4151-8934-71e62a5b59bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/518dda68-03b9-4a05-b1ba-8d0b61c27b5b HTTP/1.1" status: 200 len: 994 time: 0.0737422 Dec 20 16:50:46.127402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-e7e50e39-9c50-4ab5-80ee-ff73118fb0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:46.128928 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-e7e50e39-9c50-4ab5-80ee-ff73118fb0fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0440536 Dec 20 16:50:46.223777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['424bd84f-456e-42c7-a936-38bb5dd74d7c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:50:46.271196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-e071c5fb-1d81-4c18-bbf9-31ac7c33ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:46.272898 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-e071c5fb-1d81-4c18-bbf9-31ac7c33ab29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 897 time: 0.1353133 Dec 20 16:50:46.331763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-825e88fc-79ec-42f6-9b0d-e54a74819c89 None None] Provisioning complete for port 424bd84f-456e-42c7-a936-38bb5dd74d7c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:50:46.332134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825e88fc-79ec-42f6-9b0d-e54a74819c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:46.378025 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-d4f197b7-f87b-49f1-b2fa-c1861b1f67c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 1002 time: 0.0969393 Dec 20 16:50:46.433949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-ada2f67f-a007-4926-b22b-673a9ca7a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:46.435647 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-ada2f67f-a007-4926-b22b-673a9ca7a914 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0509379 Dec 20 16:50:46.493132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-5a7d0ad9-e49b-4243-b5f7-eda3a0fecaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:46.495510 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-5a7d0ad9-e49b-4243-b5f7-eda3a0fecaa1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533547 Dec 20 16:50:46.617734 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-f7bd9be0-a4b3-4f96-975f-d189d5b8c6a6 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145546 Dec 20 16:50:46.712110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab55f2ee-f992-450d-8071-90bfa897f0fc req-a365fa6c-e900-4181-88e3-b783b50b0c5d service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868399 Dec 20 16:50:48.608836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:48.781658 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 2d204639-b11f-450e-a8f7-a3f8f91c681a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:48.781996 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:48.862726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:48.862985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:48.875671 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 2d204639-b11f-450e-a8f7-a3f8f91c681a owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:49.035980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:49.066605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=2d204639-b11f-450e-a8f7-a3f8f91c681a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:49.128949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:49.129283 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 2d256b5c-fb44-46d2-83bb-e35cc51b9170 disassociated (deleted). External IP: 172.26.1.26, port: ba65c921-ee9c-4167-8692-e2e9722464a6. Dec 20 16:50:49.346461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4bf8f89e-f864-4c7b-9989-7edcde767b72 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:50:49.456405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:50:49.461534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:49.466237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] Sync routers for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:50:49.477078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:49.477681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:49.490375 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4558e241-ff37-4da9-b746-5c98a8fd54bb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/floatingips/2d256b5c-fb44-46d2-83bb-e35cc51b9170 HTTP/1.1" status: 204 len: 168 time: 0.8801084 Dec 20 16:50:49.490965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:49.493274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a9abb9-3071-46ac-8bc2-d33196ee7c21" -d '{"events": [{"name": "network-changed", "server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:49.541163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196ac7c0-a112-426e-8fb9-ec42b0baebdf x-openstack-request-id: req-196ac7c0-a112-426e-8fb9-ec42b0baebdf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:49.541163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:49.541458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-196ac7c0-a112-426e-8fb9-ec42b0baebdf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:49.541943 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'status': 'completed', 'code': 200} Dec 20 16:50:49.628437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-9b66eaa9-f191-41f3-b0eb-9ec0dfcbf49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:49.629831 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-9b66eaa9-f191-41f3-b0eb-9ec0dfcbf49a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 1098 time: 0.0647588 Dec 20 16:50:49.645752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:49.962315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '518dda68-03b9-4a05-b1ba-8d0b61c27b5b', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.108', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:51Z', 'updated_at': '2021-12-20T16:49:54Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:49.988111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] Checking router: 4bf8f89e-f864-4c7b-9989-7edcde767b72 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:50:49.997790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:49.998434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:50.109416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d3332-5f22-4085-a9db-144e10fcc29a req-bf05e805-8332-4777-bd8d-cb8d56359bbe tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:50.110943 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-746d3332-5f22-4085-a9db-144e10fcc29a req-bf05e805-8332-4777-bd8d-cb8d56359bbe tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 945 time: 0.4020033 Dec 20 16:50:50.112177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-196e08cf-546a-4740-ac1c-3f0daa98ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:50.113479 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-196e08cf-546a-4740-ac1c-3f0daa98ae2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 897 time: 0.4661880 Dec 20 16:50:50.115643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:50.162448 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-b6f712d7-84c8-40b8-a670-3951e4f48532 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba65c921-ee9c-4167-8692-e2e9722464a6 HTTP/1.1" status: 200 len: 217 time: 0.0402594 Dec 20 16:50:50.230664 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-746d3332-5f22-4085-a9db-144e10fcc29a req-ff21df62-2a66-4570-ae28-ea2d68861cf5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=4910748c-2093-4de1-81f1-7e359c6e1eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029725 Dec 20 16:50:50.238109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-44eb4397-9bd6-47f4-9b2d-d97937e5de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:50.239581 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-44eb4397-9bd6-47f4-9b2d-d97937e5de0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0692830 Dec 20 16:50:50.308763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-4e4c24c0-7882-4d77-9256-bcd31ca22b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:50.311472 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-4e4c24c0-7882-4d77-9256-bcd31ca22b4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641236 Dec 20 16:50:50.360522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '518dda68-03b9-4a05-b1ba-8d0b61c27b5b', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.108', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:51Z', 'updated_at': '2021-12-20T16:49:54Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:50.401430 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005bdca-1f8c-4830-ac73-af1d220216c1 None None] The sync data for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv is: [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '518dda68-03b9-4a05-b1ba-8d0b61c27b5b', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.108', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'port_id': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d87e4a-688b-4376-9527-a91395628dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:49:51Z', 'updated_at': '2021-12-20T16:49:54Z', 'revision_number': 1, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:50:50.422317 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-da3d7880-e7bc-41a0-88af-805c7335e53d service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024804 Dec 20 16:50:50.522198 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88a9abb9-3071-46ac-8bc2-d33196ee7c21 req-13c14a36-ed86-471e-ad06-fb168ee18de0 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918090 Dec 20 16:50:50.640292 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa260b-9d6c-440a-8659-1d56eff65639 None None] New status for floating IP 2d256b5c-fb44-46d2-83bb-e35cc51b9170: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:50:50.988270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-8d456904-4295-4926-80fb-86c9773429ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:50.990988 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-8d456904-4295-4926-80fb-86c9773429ef tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 945 time: 0.0581706 Dec 20 16:50:51.089751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port ba65c921-ee9c-4167-8692-e2e9722464a6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:51.090082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:51.190525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port ba65c921-ee9c-4167-8692-e2e9722464a6, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=ba65c921-ee9c-4167-8692-e2e9722464a6,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:51.190891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:51.206779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for ba65c921-ee9c-4167-8692-e2e9722464a6 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:51.365964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:51.398035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=ba65c921-ee9c-4167-8692-e2e9722464a6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:51.429491 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67cd5710-e023-4b26-b0b1-e338d2abfa15 req-c6254e70-ea2a-41e3-8350-e18ca59d71a6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=17a09ff8-0293-43db-9c6d-768ecb452fc0 HTTP/1.1" status: 200 len: 210 time: 0.1049299 Dec 20 16:50:51.442970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port ba65c921-ee9c-4167-8692-e2e9722464a6 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:50:51.445696 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:51.449296 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4a1a366c-5f51-4464-b68f-041642c5dce0 req-1da89d34-bf76-4b00-92fb-ed4b7c1d7a8a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/ba65c921-ee9c-4167-8692-e2e9722464a6 HTTP/1.1" status: 204 len: 173 time: 0.4516346 Dec 20 16:50:51.449567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'name': 'network-vif-deleted', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:51.451907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c76afeb-4cf1-40ab-a5e0-fb2b96a377f8" -d '{"events": [{"server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "name": "network-vif-deleted", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:51.493247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1755a483-d263-469c-a5a7-84be11197f36 x-openstack-request-id: req-1755a483-d263-469c-a5a7-84be11197f36 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:51.493573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a09ff8-0293-43db-9c6d-768ecb452fc0", "name": "network-vif-deleted", "tag": "ba65c921-ee9c-4167-8692-e2e9722464a6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:51.493828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1755a483-d263-469c-a5a7-84be11197f36 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:51.494298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a09ff8-0293-43db-9c6d-768ecb452fc0', 'name': 'network-vif-deleted', 'tag': 'ba65c921-ee9c-4167-8692-e2e9722464a6', 'status': 'completed', 'code': 200} Dec 20 16:50:52.484737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50420) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:52.542728 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-189ae2a5-11ce-41f0-93c9-e0d67a8dfc3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:52.569787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-189ae2a5-11ce-41f0-93c9-e0d67a8dfc3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:52.634907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-189ae2a5-11ce-41f0-93c9-e0d67a8dfc3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:52.637617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-189ae2a5-11ce-41f0-93c9-e0d67a8dfc3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:52.638829 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-189ae2a5-11ce-41f0-93c9-e0d67a8dfc3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/4910748c-2093-4de1-81f1-7e359c6e1eb1 HTTP/1.1" status: 204 len: 168 time: 0.1531241 Dec 20 16:50:52.648286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ae2a5-11ce-41f0-93c9-e0d67a8dfc3c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4910748c-2093-4de1-81f1-7e359c6e1eb1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:52.672085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:52.840195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port dd48bcc7-bc57-4cee-9764-044b925aac4c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:52.840558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:52.915492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:52.915805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:52.927966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for dd48bcc7-bc57-4cee-9764-044b925aac4c owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:53.101013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:53.130868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=dd48bcc7-bc57-4cee-9764-044b925aac4c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:53.193664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:53.194044 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 518dda68-03b9-4a05-b1ba-8d0b61c27b5b disassociated (deleted). External IP: 172.26.1.108, port: 424bd84f-456e-42c7-a936-38bb5dd74d7c. Dec 20 16:50:53.279494 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:50:53.408676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4bf8f89e-f864-4c7b-9989-7edcde767b72 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:50:53.518499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:50:53.524162 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:53.528750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] Sync routers for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:50:53.541607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:53.542528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:53.551428 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d7f576dd-f222-4e4f-b210-20ed227108aa tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/floatingips/518dda68-03b9-4a05-b1ba-8d0b61c27b5b HTTP/1.1" status: 204 len: 168 time: 0.8781223 Dec 20 16:50:53.552131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:53.554531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1abaee-25fe-4094-86a6-0cefd6b27b36" -d '{"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:53.600284 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ba068f-d593-4970-bd75-1466c56b3750 x-openstack-request-id: req-f0ba068f-d593-4970-bd75-1466c56b3750 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:53.600702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:53.601055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0ba068f-d593-4970-bd75-1466c56b3750 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:53.601549 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'status': 'completed', 'code': 200} Dec 20 16:50:53.667546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-b3a9d82a-36cf-4162-9e54-170809964620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:53.669101 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-b3a9d82a-36cf-4162-9e54-170809964620 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0445058 Dec 20 16:50:53.674124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:53.792180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-cedf5477-ee6c-4d0f-b276-30c112b71a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:53.794277 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-cedf5477-ee6c-4d0f-b276-30c112b71a8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 200 len: 897 time: 0.1150537 Dec 20 16:50:53.858625 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-616b9163-44b8-4dec-88ef-c96acc509e8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 200 len: 217 time: 0.0535967 Dec 20 16:50:53.905420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae358f-0877-4078-9a23-9e5ea529ee37 req-28e9dc71-d21a-4c3d-a9b0-cdb0b3daa184 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:53.907038 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c7ae358f-0877-4078-9a23-9e5ea529ee37 req-28e9dc71-d21a-4c3d-a9b0-cdb0b3daa184 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 946 time: 0.1120973 Dec 20 16:50:53.930118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-5a4aa525-659d-41eb-a315-5d93354be403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:53.931480 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-5a4aa525-659d-41eb-a315-5d93354be403 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 200 len: 835 time: 0.0649037 Dec 20 16:50:53.941483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:53.975239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] Checking router: 4bf8f89e-f864-4c7b-9989-7edcde767b72 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:50:53.986014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:53.986674 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:53.998182 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c7ae358f-0877-4078-9a23-9e5ea529ee37 req-a2778ad2-8522-40db-8d09-13c36e5b6914 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823178 Dec 20 16:50:54.005028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-29fb0cf3-0d6a-455e-95ba-2cfc6a7ca73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:54.006534 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-29fb0cf3-0d6a-455e-95ba-2cfc6a7ca73a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f59d6a06-bd84-470d-9b32-e39d8e3514e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662780 Dec 20 16:50:54.163733 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-31572f91-f1ca-4374-825b-c8988935ed16 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495078 Dec 20 16:50:54.254235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:54.287987 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a1abaee-25fe-4094-86a6-0cefd6b27b36 req-10b863e9-f9bc-4a02-a0b9-3aaf0d1f0081 service neutron] 10.222.0.18 "GET /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148484 Dec 20 16:50:54.477695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:54.504081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eec5c55-3697-4efa-ba30-bd91d697f55f None None] The sync data for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv is: [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:49:37Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd31f3b49-3ffc-4d3e-913f-d92380266917', 'name': '', 'network_id': 'f59d6a06-bd84-470d-9b32-e39d8e3514e1', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:10:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:36Z', 'updated_at': '2021-12-20T16:49:39Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '12aa4068-2154-4a21-a4b7-e0b261fcdf9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:50:54.742710 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dc454-76a5-4a85-8978-634b1e3410ce None None] New status for floating IP 518dda68-03b9-4a05-b1ba-8d0b61c27b5b: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:50:54.902969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ba65c921-ee9c-4167-8692-e2e9722464a6 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:50:54.928796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: ba65c921-ee9c-4167-8692-e2e9722464a6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:50:54.929139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device ba65c921-ee9c-4167-8692-e2e9722464a6 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:50:55.033756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-067db763-e91a-4263-9980-ba94ca3ea19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:55.133102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55ddd6-76cc-4f6f-ad75-be426ad38c60 req-386c7ead-60e5-4b05-949f-0ac7ab6d4c25 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:55.134671 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-df55ddd6-76cc-4f6f-ad75-be426ad38c60 req-386c7ead-60e5-4b05-949f-0ac7ab6d4c25 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 946 time: 0.0503037 Dec 20 16:50:55.188147 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-df55ddd6-76cc-4f6f-ad75-be426ad38c60 req-31315301-9c68-4004-85d9-8c49b01972c8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a0a180-0f28-4991-9c5a-60c98b542adc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462663 Dec 20 16:50:55.253257 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-8c18a558-795d-41b2-91b0-b814952ce220 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:55.254660 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-8c18a558-795d-41b2-91b0-b814952ce220 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=88d87e4a-688b-4376-9527-a91395628dd9 HTTP/1.1" status: 200 len: 946 time: 0.0500653 Dec 20 16:50:55.347612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 424bd84f-456e-42c7-a936-38bb5dd74d7c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:55.347947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:55.442831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 424bd84f-456e-42c7-a936-38bb5dd74d7c, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=424bd84f-456e-42c7-a936-38bb5dd74d7c,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:55.443195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:55.456360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 424bd84f-456e-42c7-a936-38bb5dd74d7c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:55.592361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:55.621223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=424bd84f-456e-42c7-a936-38bb5dd74d7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:55.633689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.634045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.634425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.634813 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.639182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.639182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.639182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.639182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.639182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.639182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.639182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.639182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.639182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:55.673060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port 424bd84f-456e-42c7-a936-38bb5dd74d7c on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:50:55.675673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:55.679083 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a6152caf-11aa-4b36-a7a3-b87b918e5562 req-2a07b742-bab5-4378-9efb-fc6ae47367c1 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/424bd84f-456e-42c7-a936-38bb5dd74d7c HTTP/1.1" status: 204 len: 173 time: 0.4184003 Dec 20 16:50:55.679554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'name': 'network-vif-deleted', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:55.681893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8074a79-8799-4d99-be25-1e991d7b4575" -d '{"events": [{"server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "name": "network-vif-deleted", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:55.723650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e82e61d-f6f8-4f05-8931-9acdb3d7ddeb x-openstack-request-id: req-5e82e61d-f6f8-4f05-8931-9acdb3d7ddeb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:55.724103 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d87e4a-688b-4376-9527-a91395628dd9", "name": "network-vif-deleted", "tag": "424bd84f-456e-42c7-a936-38bb5dd74d7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:55.724510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e82e61d-f6f8-4f05-8931-9acdb3d7ddeb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:55.725009 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d87e4a-688b-4376-9527-a91395628dd9', 'name': 'network-vif-deleted', 'tag': '424bd84f-456e-42c7-a936-38bb5dd74d7c', 'status': 'completed', 'code': 200} Dec 20 16:50:56.276208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:56.339154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863b8e0c-9a69-4e26-b363-c64bd9159f6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:56.369886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863b8e0c-9a69-4e26-b363-c64bd9159f6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:56.432833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863b8e0c-9a69-4e26-b363-c64bd9159f6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:56.435528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863b8e0c-9a69-4e26-b363-c64bd9159f6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:56.436697 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-863b8e0c-9a69-4e26-b363-c64bd9159f6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/43a0a180-0f28-4991-9c5a-60c98b542adc HTTP/1.1" status: 204 len: 168 time: 0.1594791 Dec 20 16:50:56.446509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b8e0c-9a69-4e26-b363-c64bd9159f6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a0a180-0f28-4991-9c5a-60c98b542adc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:56.478935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:56.842181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:57.124921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port d31f3b49-3ffc-4d3e-913f-d92380266917 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:57.125236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:57.239004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port d31f3b49-3ffc-4d3e-913f-d92380266917, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d31f3b49-3ffc-4d3e-913f-d92380266917,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:57.239414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:57.257374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for d31f3b49-3ffc-4d3e-913f-d92380266917 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:57.458025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:57.485694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=d31f3b49-3ffc-4d3e-913f-d92380266917,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:57.660038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:57.760941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b30a61c3-a623-47ae-af84-b8de6d49a5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:57.886732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 4bf8f89e-f864-4c7b-9989-7edcde767b72 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:50:58.321704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:50:58.327802 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b6f1f1ff-7231-4427-8dd1-39642891e97d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/4bf8f89e-f864-4c7b-9989-7edcde767b72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8467171 Dec 20 16:50:58.330341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:58.333044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] Sync routers for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:50:58.344368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:58.344981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:58.387737 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-517431b7-8170-4041-b383-adc006c83e75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting subnet 12aa4068-2154-4a21-a4b7-e0b261fcdf9f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:50:58.391217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-517431b7-8170-4041-b383-adc006c83e75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.435027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-517431b7-8170-4041-b383-adc006c83e75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.472560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.474252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:58.528218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-517431b7-8170-4041-b383-adc006c83e75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.593121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-517431b7-8170-4041-b383-adc006c83e75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.623000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-517431b7-8170-4041-b383-adc006c83e75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.629595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:58.630465 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-517431b7-8170-4041-b383-adc006c83e75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/subnets/12aa4068-2154-4a21-a4b7-e0b261fcdf9f HTTP/1.1" status: 204 len: 168 time: 0.2989926 Dec 20 16:50:58.631625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517431b7-8170-4041-b383-adc006c83e75 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Subnet': ['ID=12aa4068-2154-4a21-a4b7-e0b261fcdf9f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:58.635461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2c0dc8-3453-4b91-b30e-ea1db93bdaff None None] Network f59d6a06-bd84-470d-9b32-e39d8e3514e1 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:50:58.735141 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:50:57Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:58.750364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.770901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] Checking router: 4bf8f89e-f864-4c7b-9989-7edcde767b72 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:50:58.781839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] Routers {'4bf8f89e-f864-4c7b-9989-7edcde767b72'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:58.782374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4bf8f89e-f864-4c7b-9989-7edcde767b72'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:58.868438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] DHCP port deletion for f59d6a06-bd84-470d-9b32-e39d8e3514e1 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:50:58.870688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.920310 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] Set router 4bf8f89e-f864-4c7b-9989-7edcde767b72 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:58.932636 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port a158a197-5958-47f9-bc22-ff5145361ec3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:58.932968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.951407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 424bd84f-456e-42c7-a936-38bb5dd74d7c no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:50:59.006758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 424bd84f-456e-42c7-a936-38bb5dd74d7c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:50:59.007081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 424bd84f-456e-42c7-a936-38bb5dd74d7c not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:50:59.089004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Deleting port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:59.089464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.250992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] For port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a,segment=NetworkSegment(30274dae-fe75-4df0-b06d-fec960cd420a),segment_id=30274dae-fe75-4df0-b06d-fec960cd420a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:59.251927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.279165 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Calling delete_port for 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:59.368223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:50:57Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:59.404245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e99eab-a405-4735-b054-927aef09b7cf None None] The sync data for ids ['4bf8f89e-f864-4c7b-9989-7edcde767b72'] in dv-neutron-822328-3-hyperv is: [{'id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'name': 'tempest-TestNetworkBasicOps-router-1596710041', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:32Z', 'updated_at': '2021-12-20T16:50:57Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': 'a158a197-5958-47f9-bc22-ff5145361ec3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf8f89e-f864-4c7b-9989-7edcde767b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:33Z', 'updated_at': '2021-12-20T16:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:50:59.432808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.433655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port a158a197-5958-47f9-bc22-ff5145361ec3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a158a197-5958-47f9-bc22-ff5145361ec3,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:59.433655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.449594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for a158a197-5958-47f9-bc22-ff5145361ec3 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:59.461928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Pushing event deleted for resources: {'Port': ['ID=9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:59.468796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] No DVR routers for this DVR port 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:50:59.477002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.477740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.477740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.478014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.478382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.478722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.479054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.479386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.479717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.480045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.480371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.480696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.481018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d462038-5e85-40ff-80a5-d64231921a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:59.629644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.656506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=a158a197-5958-47f9-bc22-ff5145361ec3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:59.674562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbada4f-828f-48b7-90d4-8ed2d3dde666 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:50:59.724313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.829584 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.832679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.883570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.884266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf8f89e-f864-4c7b-9989-7edcde767b72 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:50:59.893792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.896511 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bf3a605e-3428-4a77-ae94-fc37d60bde6e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/routers/4bf8f89e-f864-4c7b-9989-7edcde767b72 HTTP/1.1" status: 204 len: 168 time: 1.2659221 Dec 20 16:50:59.899558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:59.990051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.016664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.094248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.118745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59d6a06-bd84-470d-9b32-e39d8e3514e1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:00.129968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30274dae-fe75-4df0-b06d-fec960cd420a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:00.130281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30274dae-fe75-4df0-b06d-fec960cd420a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:00.140860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.155043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.161602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:51:00.162002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:51:00.165373 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:51:00.227580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.235580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.238600 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/networks/f59d6a06-bd84-470d-9b32-e39d8e3514e1 HTTP/1.1" status: 204 len: 168 time: 0.3368204 Dec 20 16:51:00.251072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14815f90-6de4-4b94-90a2-bfae03ad8012 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Network': ['ID=f59d6a06-bd84-470d-9b32-e39d8e3514e1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:00.260544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:00.266225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'network': {'name': 'tempest-network-smoke--812616985', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:00.295431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:51:00.299390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.326768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:51:00.336516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.336861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Added segment caa94c4f-df52-4178-92ed-1a79984de122 of type vlan for network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e Dec 20 16:51:00.377969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.409745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.416664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:00.416664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.493327 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2311637 Dec 20 16:51:00.496342 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:00.501614 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-790584945', 'admin_state_up': True, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:00.503971 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e205a6-7586-45ad-81d8-8523f6ab3978 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Network': ['ID=86dae1de-5bd9-4c39-b3ba-9f7ec122487e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:00.511438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a158a197-5958-47f9-bc22-ff5145361ec3 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:51:00.536870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.537144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:51:00.538139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.539582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a158a197-5958-47f9-bc22-ff5145361ec3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:51:00.539927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a158a197-5958-47f9-bc22-ff5145361ec3 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:51:00.540334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:51:00.574732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:51:00.575578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9300f4d1-5e21-4d06-8496-2f5c4dbf7b5a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:51:00.575578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d31f3b49-3ffc-4d3e-913f-d92380266917 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:51:00.604709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.624529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: d31f3b49-3ffc-4d3e-913f-d92380266917 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:51:00.624878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d31f3b49-3ffc-4d3e-913f-d92380266917 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:51:00.748123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.808078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.953059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:00.972982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:01.075435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.51 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/97225ad9-00ef-416a-a52e-3f7a4fa43689) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:51:01.180288 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:01.215163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:01.253663 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:51:01.256789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:51:01.262249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:51:01.268536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=97225ad9-00ef-416a-a52e-3f7a4fa43689,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:01.270144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accaa26-55bf-43ac-847b-51e63e4bc398 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:51:01.303820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-32ce0408-2659-4ac9-baa8-ba3c27c6598b None None] Provisioning complete for port 97225ad9-00ef-416a-a52e-3f7a4fa43689 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:01.304469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32ce0408-2659-4ac9-baa8-ba3c27c6598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:01.338609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-32ce0408-2659-4ac9-baa8-ba3c27c6598b None None] Port 97225ad9-00ef-416a-a52e-3f7a4fa43689 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:51:01.525214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:01.724242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:01.857588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 1344bba6-ab50-44df-a70f-26cf29ae3f05 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:51:01.970922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:51:01.980962 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Sync routers for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:51:01.991240 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:01.992327 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:01.992505 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f3d737b4-71e0-4eef-9d39-b5062b8bd3ca tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4950933 Dec 20 16:51:01.992943 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:01.995641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50454) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:02.023767 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fad6f40d-5729-4c8a-9612-28948e91302d tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=22d5eb9347b648c8baf1f1ce4f91f13e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270340 Dec 20 16:51:02.026573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:02.095789 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:02.113730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd68633f-15da-4198-b966-87dac748a2c3 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:02.115201 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bd68633f-15da-4198-b966-87dac748a2c3 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876222 Dec 20 16:51:02.117995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:02.145605 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0dac7cf2-36ea-49bf-9924-afbfaf5dfcfd tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264659 Dec 20 16:51:02.148003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:02.152779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1263471345', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:02.248426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:51:02.252348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.273700 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:01Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:02.303339 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Checking router: 1344bba6-ab50-44df-a70f-26cf29ae3f05 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:51:02.303683 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Updating router 1344bba6-ab50-44df-a70f-26cf29ae3f05 port 97225ad9-00ef-416a-a52e-3f7a4fa43689 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:51:02.329834 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.427253 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-7a908ef9-2b6d-492d-a69b-a0322dd4a317 req-c5391a03-cebd-4b83-ad70-e26eac7216dd service neutron] (103325) timed out ('10.222.0.18', 64060) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:51:02.448620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.510202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Subnet': ['ID=7d6d253d-50dc-4a2f-b491-e4153aec255e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:02.522252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Checking segment: {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:51:02.522653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network hostable DHCP agents. Network: 86dae1de-5bd9-4c39-b3ba-9f7ec122487e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:51:02.544849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:51:02.555900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 86dae1de-5bd9-4c39-b3ba-9f7ec122487e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:51:02.560880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:02.562078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.568212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a11c5-8bf2-4df0-9502-cc7cd3452530 None None] Network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:51:02.581064 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17dc8925-b739-4718-ab8b-5676a75c4dfc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4320283 Dec 20 16:51:02.583754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:02.611892 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.617232 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.665811 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Attempting to bind port 97225ad9-00ef-416a-a52e-3f7a4fa43689 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:51:02.666181 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Attempting to bind port 97225ad9-00ef-416a-a52e-3f7a4fa43689 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:51:02.666571 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Attempting to bind port 97225ad9-00ef-416a-a52e-3f7a4fa43689 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:51:02.679570 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:51:02.679873 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:51:02.680233 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.681099 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:51:02.681099 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Bound port: 97225ad9-00ef-416a-a52e-3f7a4fa43689, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:51:02.681469 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.708486 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Pushing event updated for resources: {'Port': ['ID=97225ad9-00ef-416a-a52e-3f7a4fa43689,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:02.735154 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.735709 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.736059 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.736383 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.736844 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.737172 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.737509 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.737835 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.738160 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.738495 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.738976 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.739296 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.739601 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:02.774402 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] For port 97225ad9-00ef-416a-a52e-3f7a4fa43689, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:51:02.778571 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] For port 97225ad9-00ef-416a-a52e-3f7a4fa43689, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=97225ad9-00ef-416a-a52e-3f7a4fa43689,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:51:02.785970 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.801795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc58d5e-7573-460d-84e6-f5e2402b13bb None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:51:02.840449 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:02.841176 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:02.865260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e83bba-7113-4526-8c1a-28b22675ebec None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:51:02.873157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07499672-0610-4844-892f-01a88803e818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:51:02.875173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07499672-0610-4844-892f-01a88803e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.910359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c5511072-2900-43ed-97f7-41b09d4354c1 None None] Provisioning complete for port 97225ad9-00ef-416a-a52e-3f7a4fa43689 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:02.911211 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5511072-2900-43ed-97f7-41b09d4354c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.929356 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be78df-0343-48aa-af31-03e3a6bf9fec None None] Pushing event updated for resources: {'Port': ['ID=97225ad9-00ef-416a-a52e-3f7a4fa43689,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:02.962373 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:03.076634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.107755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-07499672-0610-4844-892f-01a88803e818 None None] Allocated IP 172.20.0.2 (86dae1de-5bd9-4c39-b3ba-9f7ec122487e/7d6d253d-50dc-4a2f-b491-e4153aec255e/8bf026a7-53a3-4768-ab67-b3abb2c43af4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:51:03.114657 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5511072-2900-43ed-97f7-41b09d4354c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.143698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c5511072-2900-43ed-97f7-41b09d4354c1 None None] For port 97225ad9-00ef-416a-a52e-3f7a4fa43689, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=97225ad9-00ef-416a-a52e-3f7a4fa43689,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:03.154357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5511072-2900-43ed-97f7-41b09d4354c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.177350 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:01Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:03.205339 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7065ba3-70c1-4f00-82e6-6239bdf484d7 None None] The sync data for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv is: [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:01Z', 'revision_number': 3, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:51:03.255376 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5511072-2900-43ed-97f7-41b09d4354c1 None None] Pushing event updated for resources: {'Port': ['ID=97225ad9-00ef-416a-a52e-3f7a4fa43689,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:03.334367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e7f487f0-3fe7-4335-9ead-f55f3a1adca2 None None] Provisioning complete for port 97225ad9-00ef-416a-a52e-3f7a4fa43689 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:03.334746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7f487f0-3fe7-4335-9ead-f55f3a1adca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.388142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07499672-0610-4844-892f-01a88803e818 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.398685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07499672-0610-4844-892f-01a88803e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.481857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.1 (86dae1de-5bd9-4c39-b3ba-9f7ec122487e/7d6d253d-50dc-4a2f-b491-e4153aec255e/fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:51:03.503534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07499672-0610-4844-892f-01a88803e818 None None] Network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:51:03.507243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-07499672-0610-4844-892f-01a88803e818 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:51:03.509033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07499672-0610-4844-892f-01a88803e818 None None] Pushing event updated for resources: {'Port': ['ID=8bf026a7-53a3-4768-ab67-b3abb2c43af4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:03.515937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07499672-0610-4844-892f-01a88803e818 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:51:03.589216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-07499672-0610-4844-892f-01a88803e818 None None] Attempting to bind port 8bf026a7-53a3-4768-ab67-b3abb2c43af4 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:51:03.589952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-07499672-0610-4844-892f-01a88803e818 None None] Attempting to bind port 8bf026a7-53a3-4768-ab67-b3abb2c43af4 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:51:03.589952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07499672-0610-4844-892f-01a88803e818 None None] Attempting to bind port 8bf026a7-53a3-4768-ab67-b3abb2c43af4 on network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:51:03.596486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07499672-0610-4844-892f-01a88803e818 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:51:03.596874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07499672-0610-4844-892f-01a88803e818 None None] Checking segment: {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:51:03.597284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07499672-0610-4844-892f-01a88803e818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.597686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07499672-0610-4844-892f-01a88803e818 None None] Bound using segment: {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:51:03.598170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-07499672-0610-4844-892f-01a88803e818 None None] Bound port: 8bf026a7-53a3-4768-ab67-b3abb2c43af4, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:51:03.598590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07499672-0610-4844-892f-01a88803e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.609038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.648595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.671013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-07499672-0610-4844-892f-01a88803e818 None None] For port 8bf026a7-53a3-4768-ab67-b3abb2c43af4, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:51:03.674477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-07499672-0610-4844-892f-01a88803e818 None None] For port 8bf026a7-53a3-4768-ab67-b3abb2c43af4, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8bf026a7-53a3-4768-ab67-b3abb2c43af4,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:51:03.684293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07499672-0610-4844-892f-01a88803e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.697819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:51:03.702560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:51:03.706026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:51:03.730648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:03.754574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07499672-0610-4844-892f-01a88803e818 None None] Pushing event updated for resources: {'Port': ['ID=8bf026a7-53a3-4768-ab67-b3abb2c43af4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:03.768206 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.917637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:04.261028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:04.274193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:04.348309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:04.350957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:04.356785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 97225ad9-00ef-416a-a52e-3f7a4fa43689 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:04.410142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 97225ad9-00ef-416a-a52e-3f7a4fa43689 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:04.410601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:04.457395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:51:04.459057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:51:04.503105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8bf026a7-53a3-4768-ab67-b3abb2c43af4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:04.551247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8bf026a7-53a3-4768-ab67-b3abb2c43af4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:04.551790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:04.576470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 1344bba6-ab50-44df-a70f-26cf29ae3f05 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:51:04.635423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:04.669208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 8bf026a7-53a3-4768-ab67-b3abb2c43af4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8bf026a7-53a3-4768-ab67-b3abb2c43af4,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:04.674629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:04.687705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:51:04.695936 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-31830ff5-43ae-440b-b2fa-cf4c02ba6c21 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/1344bba6-ab50-44df-a70f-26cf29ae3f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1108229 Dec 20 16:51:04.698497 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:04.731284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=8bf026a7-53a3-4768-ab67-b3abb2c43af4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:04.813645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b9023-b20a-4fc8-b037-8b5524a5bbdb tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:04.814120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b9023-b20a-4fc8-b037-8b5524a5bbdb tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:04.814719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b9023-b20a-4fc8-b037-8b5524a5bbdb tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:04.815177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b9023-b20a-4fc8-b037-8b5524a5bbdb tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:04.816901 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d45b9023-b20a-4fc8-b037-8b5524a5bbdb tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1170907 Dec 20 16:51:04.819757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:04.877691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a97daac-2f77-4b55-b109-703914bd789c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:04.878156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a97daac-2f77-4b55-b109-703914bd789c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:04.878646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a97daac-2f77-4b55-b109-703914bd789c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:04.879099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a97daac-2f77-4b55-b109-703914bd789c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:04.880853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3a97daac-2f77-4b55-b109-703914bd789c tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0601113 Dec 20 16:51:04.888130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:05.038920 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d553b86a-c265-4d3e-9e14-3beb80b5ae6f tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1493788 Dec 20 16:51:05.158939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9064b2c6-9f3d-40c1-8f00-98e423ec3436 None None] Network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:51:05.193526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Sync routers for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:51:05.247870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:05.249324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:05.255414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-21765e9d-ee46-4aa9-9c59-86078a6bedf0 None None] Provisioning complete for port 8bf026a7-53a3-4768-ab67-b3abb2c43af4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:05.255755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21765e9d-ee46-4aa9-9c59-86078a6bedf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.302366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:05.307164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-11d9bef9-4511-42aa-9020-7d593c5ee46f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174714258', 'description': 'tempest-secgroup-smoke-1174714258 description', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:05.337386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11d9bef9-4511-42aa-9020-7d593c5ee46f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.410556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11d9bef9-4511-42aa-9020-7d593c5ee46f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.416244 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11d9bef9-4511-42aa-9020-7d593c5ee46f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.446832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9bef9-4511-42aa-9020-7d593c5ee46f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:05.451693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11d9bef9-4511-42aa-9020-7d593c5ee46f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.453483 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-11d9bef9-4511-42aa-9020-7d593c5ee46f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1499317 Dec 20 16:51:05.456920 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50474) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:05.461304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-83cace79-d770-457a-84e1-186143849f95 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:05.465482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:05.497603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83cace79-d770-457a-84e1-186143849f95 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.570719 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83cace79-d770-457a-84e1-186143849f95 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.579500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83cace79-d770-457a-84e1-186143849f95 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.600061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cace79-d770-457a-84e1-186143849f95 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7676cfc0-aba0-46a5-84b2-793cea666541,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:05.611169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83cace79-d770-457a-84e1-186143849f95 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.614932 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-83cace79-d770-457a-84e1-186143849f95 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546676 Dec 20 16:51:05.615444 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:05.620206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fbc3a90b-63a4-4caf-a8ec-9010f7ccea86 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:05.652602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a90b-63a4-4caf-a8ec-9010f7ccea86 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.707536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:04Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:05.722158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a90b-63a4-4caf-a8ec-9010f7ccea86 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.727474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a90b-63a4-4caf-a8ec-9010f7ccea86 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.743987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Checking router: 1344bba6-ab50-44df-a70f-26cf29ae3f05 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:51:05.744466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Updating router 1344bba6-ab50-44df-a70f-26cf29ae3f05 port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:51:05.747203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3a90b-63a4-4caf-a8ec-9010f7ccea86 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29162a43-01a9-4bfe-95db-7ff42c780ba8,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:05.758952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a90b-63a4-4caf-a8ec-9010f7ccea86 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.763966 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fbc3a90b-63a4-4caf-a8ec-9010f7ccea86 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440539 Dec 20 16:51:05.764408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:05.769969 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5615ea1a-eec5-497c-9f93-2015f2927185 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:05.784747 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.786818 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e9f653e4-877a-4ab8-839d-7971380db0d6 None None] Provisioning complete for port 8bf026a7-53a3-4768-ab67-b3abb2c43af4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:05.787179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9f653e4-877a-4ab8-839d-7971380db0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.802885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5615ea1a-eec5-497c-9f93-2015f2927185 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.867870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5615ea1a-eec5-497c-9f93-2015f2927185 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.874527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5615ea1a-eec5-497c-9f93-2015f2927185 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.894981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615ea1a-eec5-497c-9f93-2015f2927185 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3f0554-90d7-4d36-9707-e44a985f89fb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:05.910770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5615ea1a-eec5-497c-9f93-2015f2927185 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.912013 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5615ea1a-eec5-497c-9f93-2015f2927185 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458697 Dec 20 16:51:05.915408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:05.921843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ebdfc662-9c8c-497c-909e-a258ccd0e248 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:05.957792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc662-9c8c-497c-909e-a258ccd0e248 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.025442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc662-9c8c-497c-909e-a258ccd0e248 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.029689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc662-9c8c-497c-909e-a258ccd0e248 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.045287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e9f653e4-877a-4ab8-839d-7971380db0d6 None None] Provisioning complete for port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:06.045656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9f653e4-877a-4ab8-839d-7971380db0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.047806 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfc662-9c8c-497c-909e-a258ccd0e248 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6303ea9b-7adb-489b-b893-a169b2f2dbb2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:06.061981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc662-9c8c-497c-909e-a258ccd0e248 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.066552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:06.067119 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ebdfc662-9c8c-497c-909e-a258ccd0e248 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500430 Dec 20 16:51:06.071168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d84c6a4d-ba99-4d75-9e23-7419d08ce29d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:06.100586 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-d84c6a4d-ba99-4d75-9e23-7419d08ce29d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:51:06.106590 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d84c6a4d-ba99-4d75-9e23-7419d08ce29d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.110127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e9f653e4-877a-4ab8-839d-7971380db0d6 None None] Port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:51:06.177501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d84c6a4d-ba99-4d75-9e23-7419d08ce29d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.180042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.183140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d84c6a4d-ba99-4d75-9e23-7419d08ce29d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.185472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.206161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c6a4d-ba99-4d75-9e23-7419d08ce29d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba7f6bb-be32-43d8-88f5-4c0a552d10f1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:06.218852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d84c6a4d-ba99-4d75-9e23-7419d08ce29d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.220606 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d84c6a4d-ba99-4d75-9e23-7419d08ce29d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530178 Dec 20 16:51:06.223675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50484) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:06.236379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9e799f86-b0f1-4d61-82ee-670033713ee4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'security_group_rule': {'security_group_id': 'e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa', 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:06.276794 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-9e799f86-b0f1-4d61-82ee-670033713ee4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Project 22d5eb9347b648c8baf1f1ce4f91f13e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:51:06.283736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e799f86-b0f1-4d61-82ee-670033713ee4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.285638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e714d55-3117-4da9-a231-25bd70d7b970 None None] Pushing event updated for resources: {'Port': ['ID=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:06.308600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bc65902d-88af-4873-ade9-e0dee47ba38a None None] Provisioning complete for port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:06.308981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc65902d-88af-4873-ade9-e0dee47ba38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.314587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8bf026a7-53a3-4768-ab67-b3abb2c43af4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:06.378027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e799f86-b0f1-4d61-82ee-670033713ee4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.384034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e799f86-b0f1-4d61-82ee-670033713ee4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.392357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Attempting to bind port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:51:06.392733 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Attempting to bind port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:51:06.393323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Attempting to bind port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 on network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:51:06.402650 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bc65902d-88af-4873-ade9-e0dee47ba38a None None] Port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:51:06.403047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e799f86-b0f1-4d61-82ee-670033713ee4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d4ac3f-570e-414f-a554-743471872fd9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:06.408619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:51:06.409717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Checking segment: {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:51:06.410546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.411488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Bound using segment: {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:51:06.412184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Bound port: fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:51:06.413062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.416680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e799f86-b0f1-4d61-82ee-670033713ee4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.419127 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9e799f86-b0f1-4d61-82ee-670033713ee4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1924407 Dec 20 16:51:06.457067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8bf026a7-53a3-4768-ab67-b3abb2c43af4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:06.457451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.582106 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-df781a8c-7358-4779-85e8-5b8f37cc83fb tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174714258&fields=id&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 267 time: 0.0499897 Dec 20 16:51:06.690239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] For port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:51:06.692223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2557ca96-123b-43bb-abe3-a66a14ae7435 None None] Provisioning complete for port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:06.692592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2557ca96-123b-43bb-abe3-a66a14ae7435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.693424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db293-38ed-461e-8dff-67409ce195d3 req-5a209e81-319a-46b0-b280-60301fdedb80 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:06.695152 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-5a209e81-319a-46b0-b280-60301fdedb80 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/networks?id=86dae1de-5bd9-4c39-b3ba-9f7ec122487e HTTP/1.1" status: 200 len: 796 time: 0.1058729 Dec 20 16:51:06.695613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] For port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:51:06.711505 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-f9e95946-d686-4778-940a-11b6e105ef63 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/quotas/22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 375 time: 0.0099030 Dec 20 16:51:06.720667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:06.764327 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-52911fc3-60e1-4087-a45b-bd2a2d8ccc3f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464261 Dec 20 16:51:06.804935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2557ca96-123b-43bb-abe3-a66a14ae7435 None None] Port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:51:06.830298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:06.830958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:06.880112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e714d55-3117-4da9-a231-25bd70d7b970 None None] Pushing event updated for resources: {'Port': ['ID=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:06.950920 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-a9b4d03a-8823-4760-85ce-b56a04b2068f service neutron] 10.222.0.60 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638682 Dec 20 16:51:06.967681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:07.050862 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-3a3d70ff-2a76-4346-a3a5-feb0a51addd7 service neutron] 10.222.0.60 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944996 Dec 20 16:51:07.071654 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eb94bc31-39fb-482f-8373-a587ef71495c None None] Provisioning complete for port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:07.072034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb94bc31-39fb-482f-8373-a587ef71495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:07.231111 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-35366957-28f9-47d5-a9df-317e13e8b866 req-786feabd-2323-42a5-a9df-e6faeef12843 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 210 time: 0.0311713 Dec 20 16:51:07.241722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb94bc31-39fb-482f-8373-a587ef71495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:07.288393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eb94bc31-39fb-482f-8373-a587ef71495c None None] For port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:07.297298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb94bc31-39fb-482f-8373-a587ef71495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:07.328267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:06Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:07.362605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2fd294-eb2c-4a27-884d-373eb1594c26 None None] The sync data for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv is: [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:06Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:51:07.379413 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94bc31-39fb-482f-8373-a587ef71495c None None] Pushing event updated for resources: {'Port': ['ID=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:08.187394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db293-38ed-461e-8dff-67409ce195d3 req-37702287-9ca1-4efe-9e21-78463ad31812 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:08.188909 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-37702287-9ca1-4efe-9e21-78463ad31812 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/networks?id=86dae1de-5bd9-4c39-b3ba-9f7ec122487e HTTP/1.1" status: 200 len: 796 time: 0.1175091 Dec 20 16:51:08.273694 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-78a7beb5-6d21-47a2-af57-d069f7252322 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e HTTP/1.1" status: 200 len: 380 time: 0.0758569 Dec 20 16:51:08.285190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'port': {'device_id': 'b366a8b5-8304-4c89-868f-658779bf6971', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'admin_state_up': True, 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'security_groups': ['e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:08.336579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:08.356199 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3478344c-c0ec-483e-b72d-782f4b5c052b req-995e565a-5582-4742-ba13-fc7ee97c9f54 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 210 time: 0.0315735 Dec 20 16:51:08.394678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:08.395049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:08.464398 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Made reservation on behalf of 22d5eb9347b648c8baf1f1ce4f91f13e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:51:08.468506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:08.600918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.20.0.14 (86dae1de-5bd9-4c39-b3ba-9f7ec122487e/7d6d253d-50dc-4a2f-b491-e4153aec255e/aea1e091-cf76-40ec-add2-a9165a0294ea) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:51:08.739481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:08.773366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:08.817478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:51:08.820430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:51:08.822789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:51:08.849581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=aea1e091-cf76-40ec-add2-a9165a0294ea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:08.887697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:08.888335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:08.905803 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-63a7aeec-7494-4a37-b492-ed91afa9321c tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6254354 Dec 20 16:51:08.966930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Request body: {'port': {'device_id': 'b366a8b5-8304-4c89-868f-658779bf6971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:09.023801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:09.127766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e8170750-d1eb-4c8a-a261-700658b91161 None None] Provisioning complete for port aea1e091-cf76-40ec-add2-a9165a0294ea triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:09.128128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8170750-d1eb-4c8a-a261-700658b91161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:09.163900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8170750-d1eb-4c8a-a261-700658b91161 None None] Port aea1e091-cf76-40ec-add2-a9165a0294ea cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:51:09.477379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799c7f4-a8e5-45d7-8ad2-3b5618c3dcbc req-a3f6c4cc-a3cc-46ad-8de8-52777f047663 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:09.479037 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f799c7f4-a8e5-45d7-8ad2-3b5618c3dcbc req-a3f6c4cc-a3cc-46ad-8de8-52777f047663 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 932 time: 0.0526826 Dec 20 16:51:09.535616 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f799c7f4-a8e5-45d7-8ad2-3b5618c3dcbc req-a379a303-c546-448c-8c4c-b4f78e3b34c6 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497944 Dec 20 16:51:09.628817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea1e091-cf76-40ec-add2-a9165a0294ea {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:51:09.637229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:09.650552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Transition to ACTIVE for port object aea1e091-cf76-40ec-add2-a9165a0294ea will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:51:09.654627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:09.714434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Pushing event updated for resources: {'Port': ['ID=aea1e091-cf76-40ec-add2-a9165a0294ea,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:09.782549 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Attempting to bind port aea1e091-cf76-40ec-add2-a9165a0294ea on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:51:09.782892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Attempting to bind port aea1e091-cf76-40ec-add2-a9165a0294ea by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:51:09.783223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Attempting to bind port aea1e091-cf76-40ec-add2-a9165a0294ea on network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:51:09.788515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Port aea1e091-cf76-40ec-add2-a9165a0294ea on network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:51:09.788872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Attempting to bind port aea1e091-cf76-40ec-add2-a9165a0294ea on network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:51:09.794779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:51:09.795118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Checking segment: {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:51:09.795500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Bound using segment: {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:51:09.795974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Bound port: aea1e091-cf76-40ec-add2-a9165a0294ea, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa94c4f-df52-4178-92ed-1a79984de122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:51:09.796333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:09.867561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] For port aea1e091-cf76-40ec-add2-a9165a0294ea, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:51:09.871020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] For port aea1e091-cf76-40ec-add2-a9165a0294ea, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=aea1e091-cf76-40ec-add2-a9165a0294ea,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:51:09.876161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:09.921607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:09.922188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:09.923656 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/aea1e091-cf76-40ec-add2-a9165a0294ea HTTP/1.1" status: 200 len: 1094 time: 1.0096374 Dec 20 16:51:09.924116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:09.926464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccba3b9-7098-49ef-acae-b953323586f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:09.953931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d691077-8ba1-479c-9527-acaf066100d2 service neutron] Pushing event updated for resources: {'Port': ['ID=aea1e091-cf76-40ec-add2-a9165a0294ea,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:09.996674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68cc756-8d20-4ff0-8d8d-c46c96a12d9b x-openstack-request-id: req-d68cc756-8d20-4ff0-8d8d-c46c96a12d9b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:09.996674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:09.996674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d68cc756-8d20-4ff0-8d8d-c46c96a12d9b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:09.997124 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'status': 'completed', 'code': 200} Dec 20 16:51:10.030210 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db293-38ed-461e-8dff-67409ce195d3 req-512e188d-4fff-4112-adcd-d42eb2be10de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:10.032343 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-512e188d-4fff-4112-adcd-d42eb2be10de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 1097 time: 0.0472732 Dec 20 16:51:10.076474 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-a91b7bea-da3e-4f3a-b427-f99db65516fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1e091-cf76-40ec-add2-a9165a0294ea HTTP/1.1" status: 200 len: 217 time: 0.0354311 Dec 20 16:51:10.130018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db293-38ed-461e-8dff-67409ce195d3 req-fcc401ed-8380-4d73-b06f-5af71d626600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:10.131513 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-fcc401ed-8380-4d73-b06f-5af71d626600 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d6d253d-50dc-4a2f-b491-e4153aec255e HTTP/1.1" status: 200 len: 835 time: 0.0485234 Dec 20 16:51:10.179195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db293-38ed-461e-8dff-67409ce195d3 req-1d567c43-6798-437e-9667-fa6d5b77a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:10.180608 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-1d567c43-6798-437e-9667-fa6d5b77a1bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86dae1de-5bd9-4c39-b3ba-9f7ec122487e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409250 Dec 20 16:51:10.270220 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-84d8cd1b-a68d-459e-ab31-5dc4c40b0705 service neutron] 10.222.0.18 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821505 Dec 20 16:51:10.363818 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d58db293-38ed-461e-8dff-67409ce195d3 req-493a6a37-b48f-45da-bdb5-4e8e02d6c2e4 service neutron] 10.222.0.18 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863984 Dec 20 16:51:10.454344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba3b9-7098-49ef-acae-b953323586f7 req-1618f5ae-7076-4479-bbb8-cf872140ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:10.455888 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fccba3b9-7098-49ef-acae-b953323586f7 req-1618f5ae-7076-4479-bbb8-cf872140ce92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 1097 time: 0.0417435 Dec 20 16:51:10.550357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba3b9-7098-49ef-acae-b953323586f7 req-699932f1-c730-4aa3-8aaf-598b5a9a536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:10.551839 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fccba3b9-7098-49ef-acae-b953323586f7 req-699932f1-c730-4aa3-8aaf-598b5a9a536b service neutron] 10.222.0.18 "GET /v2.0/networks?id=86dae1de-5bd9-4c39-b3ba-9f7ec122487e HTTP/1.1" status: 200 len: 897 time: 0.0886490 Dec 20 16:51:10.595017 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fccba3b9-7098-49ef-acae-b953323586f7 req-8a153762-11ec-492b-9255-7a927eaac797 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1e091-cf76-40ec-add2-a9165a0294ea HTTP/1.1" status: 200 len: 217 time: 0.0350614 Dec 20 16:51:10.650836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba3b9-7098-49ef-acae-b953323586f7 req-fccc9af2-91a6-4edd-bfd4-a432906addfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:10.652303 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fccba3b9-7098-49ef-acae-b953323586f7 req-fccc9af2-91a6-4edd-bfd4-a432906addfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d6d253d-50dc-4a2f-b491-e4153aec255e HTTP/1.1" status: 200 len: 835 time: 0.0497303 Dec 20 16:51:10.652600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1f5dc-e2dc-4686-9125-03aac673037c req-4cd02362-06c8-4705-aa30-a16ae1ec8427 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:10.654130 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9da1f5dc-e2dc-4686-9125-03aac673037c req-4cd02362-06c8-4705-aa30-a16ae1ec8427 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 944 time: 0.0493991 Dec 20 16:51:10.702212 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba3b9-7098-49ef-acae-b953323586f7 req-99ab19a6-7137-4655-8fbe-ee38234281a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:10.704025 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fccba3b9-7098-49ef-acae-b953323586f7 req-99ab19a6-7137-4655-8fbe-ee38234281a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86dae1de-5bd9-4c39-b3ba-9f7ec122487e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410712 Dec 20 16:51:10.709878 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9da1f5dc-e2dc-4686-9125-03aac673037c req-63e72587-c8d0-493d-9d1c-4e461074c346 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495048 Dec 20 16:51:10.794817 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fccba3b9-7098-49ef-acae-b953323586f7 req-48782958-54ad-45aa-866c-aeed9c7fb57f service neutron] 10.222.0.18 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829790 Dec 20 16:51:10.889313 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fccba3b9-7098-49ef-acae-b953323586f7 req-ba7616f8-fbc5-4e3c-8c43-0946dcb56443 service neutron] 10.222.0.18 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869150 Dec 20 16:51:11.045578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device aea1e091-cf76-40ec-add2-a9165a0294ea details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:51:11.139298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port aea1e091-cf76-40ec-add2-a9165a0294ea, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=aea1e091-cf76-40ec-add2-a9165a0294ea,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:11.150326 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'port_id': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'mac_address': 'fa:16:3e:ac:f7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:51:11.191728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:11.205448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea1e091-cf76-40ec-add2-a9165a0294ea {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:51:11.224772 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port aea1e091-cf76-40ec-add2-a9165a0294ea, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=aea1e091-cf76-40ec-add2-a9165a0294ea,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:11.229351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:11.279025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=aea1e091-cf76-40ec-add2-a9165a0294ea,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:11.443890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['aea1e091-cf76-40ec-add2-a9165a0294ea'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:51:11.825863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5157-9a4d-4c54-9b60-68d0137e0928 req-368e30f9-01eb-464d-aeb6-ffc09c50bbd7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:11.827372 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9ede5157-9a4d-4c54-9b60-68d0137e0928 req-368e30f9-01eb-464d-aeb6-ffc09c50bbd7 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 945 time: 0.0492289 Dec 20 16:51:11.878112 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9ede5157-9a4d-4c54-9b60-68d0137e0928 req-a0751a69-647c-474c-adcc-8b7c237aa7dc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445576 Dec 20 16:51:12.993148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8e144-a61b-4e24-976c-bcd8d2a3ddb0 req-eeb23f3e-6032-47b2-8ff8-e1606760aa50 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:12.994674 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-61d8e144-a61b-4e24-976c-bcd8d2a3ddb0 req-eeb23f3e-6032-47b2-8ff8-e1606760aa50 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 945 time: 0.0492344 Dec 20 16:51:13.044254 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-61d8e144-a61b-4e24-976c-bcd8d2a3ddb0 req-567caea5-75cf-4272-9c20-798067ca9148 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Dec 20 16:51:13.044517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device aea1e091-cf76-40ec-add2-a9165a0294ea up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:13.093779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port aea1e091-cf76-40ec-add2-a9165a0294ea completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:51:13.097573 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port aea1e091-cf76-40ec-add2-a9165a0294ea triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:13.097943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:13.177176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:13.199185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:13.201434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf47af7-9604-4a75-aa71-ff6769feb6b5" -d '{"events": [{"server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "name": "network-vif-plugged", "status": "completed", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:13.215316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port aea1e091-cf76-40ec-add2-a9165a0294ea, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=aea1e091-cf76-40ec-add2-a9165a0294ea,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:13.220961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:13.243890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f5eadb-fb8e-4c50-aa80-349d6c484ed9 x-openstack-request-id: req-e0f5eadb-fb8e-4c50-aa80-349d6c484ed9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:13.244176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "name": "network-vif-plugged", "status": "completed", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:13.244421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0f5eadb-fb8e-4c50-aa80-349d6c484ed9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:13.244801 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'code': 200} Dec 20 16:51:13.271283 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=aea1e091-cf76-40ec-add2-a9165a0294ea,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:13.417864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b378c-daef-4558-881a-92bfca327a15 req-1d3e7981-8f58-4d95-8805-a716890c8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:13.419458 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-667b378c-daef-4558-881a-92bfca327a15 req-1d3e7981-8f58-4d95-8805-a716890c8c5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 1099 time: 0.0481660 Dec 20 16:51:13.472711 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-667b378c-daef-4558-881a-92bfca327a15 req-5daefc59-7df5-4b02-a209-470bf21fdfe4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456045 Dec 20 16:51:14.165660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb89bb-ecd6-4eec-85b8-8a48c84d84ca req-31379b78-8f57-44a6-b02e-d44db44cf907 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:14.167329 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-98bb89bb-ecd6-4eec-85b8-8a48c84d84ca req-31379b78-8f57-44a6-b02e-d44db44cf907 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 946 time: 0.0531175 Dec 20 16:51:14.206625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:14.224067 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-98bb89bb-ecd6-4eec-85b8-8a48c84d84ca req-288b8248-4b3c-49d2-b2d9-f65df11d2d19 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501716 Dec 20 16:51:15.341892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd322e-5b19-4644-8ab5-2193c97f327c req-f2ce4823-a389-4462-ad53-ed9e668272fc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:15.343435 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-66fd322e-5b19-4644-8ab5-2193c97f327c req-f2ce4823-a389-4462-ad53-ed9e668272fc tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 946 time: 0.0497165 Dec 20 16:51:15.392859 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-66fd322e-5b19-4644-8ab5-2193c97f327c req-cf34cdd9-beff-4064-9668-72113f79f444 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Dec 20 16:51:15.509978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ec25d-951e-4ced-843c-a7599b454401 req-b985eef4-6103-4d20-8eb0-f6a50c4b9d3e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:15.511396 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c90ec25d-951e-4ced-843c-a7599b454401 req-b985eef4-6103-4d20-8eb0-f6a50c4b9d3e tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 946 time: 0.0526812 Dec 20 16:51:15.560687 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c90ec25d-951e-4ced-843c-a7599b454401 req-dd3c3e53-3df5-461e-9780-a7399660c18a tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Dec 20 16:51:15.583158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:15.622786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d641e-715c-4243-b06e-c972066974f3 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:15.624810 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a57d641e-715c-4243-b06e-c972066974f3 tempest-TestNetworkBasicOps-1292236404 tempest-TestNetworkBasicOps-1292236404-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 1094 time: 0.0402069 Dec 20 16:51:15.627687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:15.631959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:15.655384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:15.755036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:15.857028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Allocated IP 172.26.1.65 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/4bba147c-8cb5-4637-bc0a-51c4e44ee439) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:51:15.976205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:16.013387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:16.056704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:51:16.064576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:51:16.066852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=4bba147c-8cb5-4637-bc0a-51c4e44ee439,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:16.068986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:51:16.430617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:16.496297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:16.649380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:16.653832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:16.724042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event updated for resources: {'Port': ['ID=4bba147c-8cb5-4637-bc0a-51c4e44ee439,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:16.733909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:16.833646 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 03dec143-532e-4842-83b4-12e041b5664c associated. External IP: 172.26.1.65, port: aea1e091-cf76-40ec-add2-a9165a0294ea. Dec 20 16:51:17.046832 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 1344bba6-ab50-44df-a70f-26cf29ae3f05 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:51:17.153979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:51:17.163955 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] Sync routers for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:51:17.172536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:17.175524 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:17.176141 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:17.199919 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-857a9218-bc41-4a6f-b45f-267820444e5d tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5711958 Dec 20 16:51:17.200516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:17.202705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:17.203247 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdadda25-5d6e-4750-bd87-344d09c74336" -d '{"events": [{"name": "network-changed", "server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:17.239051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c9cf1f-b67a-4830-aa46-e4cf7bc5cab1 x-openstack-request-id: req-e9c9cf1f-b67a-4830-aa46-e4cf7bc5cab1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:17.239337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:17.239583 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9c9cf1f-b67a-4830-aa46-e4cf7bc5cab1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:17.239994 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'status': 'completed', 'code': 200} Dec 20 16:51:17.288740 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fff5c57f-aef7-4ecf-badd-12e6520793e4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/03dec143-532e-4842-83b4-12e041b5664c HTTP/1.1" status: 200 len: 991 time: 0.0836961 Dec 20 16:51:17.328332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-8d377dd6-dae8-4a44-9c57-4e2d802eb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:17.329904 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-8d377dd6-dae8-4a44-9c57-4e2d802eb9de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 1099 time: 0.0612276 Dec 20 16:51:17.376654 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:17.421935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-35559d0c-764f-48e8-9d27-7fd20405a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:17.423383 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-35559d0c-764f-48e8-9d27-7fd20405a19b service neutron] 10.222.0.18 "GET /v2.0/networks?id=86dae1de-5bd9-4c39-b3ba-9f7ec122487e HTTP/1.1" status: 200 len: 897 time: 0.0866201 Dec 20 16:51:17.493229 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-6b03b0a4-d02f-47db-956d-45c954fe2363 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1e091-cf76-40ec-add2-a9165a0294ea HTTP/1.1" status: 200 len: 999 time: 0.0630746 Dec 20 16:51:17.544458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-78f3e4fb-6f03-4106-b2c5-8df7db8ab38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:17.546598 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-78f3e4fb-6f03-4106-b2c5-8df7db8ab38f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d6d253d-50dc-4a2f-b491-e4153aec255e HTTP/1.1" status: 200 len: 835 time: 0.0452578 Dec 20 16:51:17.591932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-fc2b4005-8c6c-4b01-982d-7eb3f62090dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:17.593973 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-fc2b4005-8c6c-4b01-982d-7eb3f62090dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86dae1de-5bd9-4c39-b3ba-9f7ec122487e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407789 Dec 20 16:51:17.603861 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '03dec143-532e-4842-83b4-12e041b5664c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'port_id': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'mac_address': 'fa:16:3e:ac:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b366a8b5-8304-4c89-868f-658779bf6971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:51:16Z', 'updated_at': '2021-12-20T16:51:16Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:07Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:17.631885 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] Checking router: 1344bba6-ab50-44df-a70f-26cf29ae3f05 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:51:17.640255 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:17.640863 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:50:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:17.691061 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-1b1f2c51-583c-41d7-843b-9d0780bf7cfc service neutron] 10.222.0.18 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902820 Dec 20 16:51:17.753827 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:17.790741 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdadda25-5d6e-4750-bd87-344d09c74336 req-30810db3-114a-48eb-909c-efa6f8e93bc3 service neutron] 10.222.0.18 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918405 Dec 20 16:51:17.989605 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '03dec143-532e-4842-83b4-12e041b5664c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'port_id': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'mac_address': 'fa:16:3e:ac:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b366a8b5-8304-4c89-868f-658779bf6971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:51:16Z', 'updated_at': '2021-12-20T16:51:16Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:07Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:18.015351 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ad375-e929-4878-918f-eb9b451a203f None None] The sync data for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv is: [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '03dec143-532e-4842-83b4-12e041b5664c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'port_id': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'mac_address': 'fa:16:3e:ac:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b366a8b5-8304-4c89-868f-658779bf6971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:51:16Z', 'updated_at': '2021-12-20T16:51:16Z', 'revision_number': 0, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:07Z', 'revision_number': 5, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:51:18.210221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f660205-8e0a-4be7-94df-8cd7fa365a79 None None] New status for floating IP 03dec143-532e-4842-83b4-12e041b5664c: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:51:18.292097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:18.354800 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-efc41716-ac9c-451f-8b04-0869c87ed2be tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/03dec143-532e-4842-83b4-12e041b5664c HTTP/1.1" status: 200 len: 991 time: 0.0615373 Dec 20 16:51:19.358680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:19.422720 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0c76d816-702a-4bf8-9ac5-5b6b5952ab73 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/03dec143-532e-4842-83b4-12e041b5664c HTTP/1.1" status: 200 len: 993 time: 0.0628603 Dec 20 16:51:25.037082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03c590d9-8675-4a7e-bb96-ac12a085d7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:27.763626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b372763b-e00f-40ea-9e8d-89b41ed9a7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:28.459546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:30.015490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:30.278063 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:51:30.810146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:44.199399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:48.600809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:48.605935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5c647e33-8381-4fec-9281-db49c1a5cd61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:48.909815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c647e33-8381-4fec-9281-db49c1a5cd61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:48.922519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c647e33-8381-4fec-9281-db49c1a5cd61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:49.033105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c647e33-8381-4fec-9281-db49c1a5cd61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 1344bba6-ab50-44df-a70f-26cf29ae3f05 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:51:49.138199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c647e33-8381-4fec-9281-db49c1a5cd61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:51:49.145190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c647e33-8381-4fec-9281-db49c1a5cd61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:49.146392 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5c647e33-8381-4fec-9281-db49c1a5cd61 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/1344bba6-ab50-44df-a70f-26cf29ae3f05 HTTP/1.1" status: 200 len: 887 time: 0.5446737 Dec 20 16:51:49.148146 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73479e2-f495-4025-be46-22417db51eb0 None None] Sync routers for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:51:49.158829 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73479e2-f495-4025-be46-22417db51eb0 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:49.159432 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c73479e2-f495-4025-be46-22417db51eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:49.193704 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c73479e2-f495-4025-be46-22417db51eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:49.202480 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73479e2-f495-4025-be46-22417db51eb0 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:49.203119 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c73479e2-f495-4025-be46-22417db51eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:49.235022 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c73479e2-f495-4025-be46-22417db51eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:49.235689 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73479e2-f495-4025-be46-22417db51eb0 None None] The sync data for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:51:50.014083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da861ae-ac70-4412-94e1-bd10c50e92f5 None None] New status for floating IP 03dec143-532e-4842-83b4-12e041b5664c: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:51:50.290813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 97225ad9-00ef-416a-a52e-3f7a4fa43689 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:51:50.365913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:50.390099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 97225ad9-00ef-416a-a52e-3f7a4fa43689, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=97225ad9-00ef-416a-a52e-3f7a4fa43689,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:50.394085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:50.394818 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:51:50.465993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=97225ad9-00ef-416a-a52e-3f7a4fa43689,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:50.505688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:50.536919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:50.541102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:50.590891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:51.268386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:51.273284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d63b1ae6-9f2c-4478-bd81-406e578228f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:51.917589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d63b1ae6-9f2c-4478-bd81-406e578228f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240305'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:51.929939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d63b1ae6-9f2c-4478-bd81-406e578228f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534657'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:52.053016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63b1ae6-9f2c-4478-bd81-406e578228f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 1344bba6-ab50-44df-a70f-26cf29ae3f05 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:51:52.166105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63b1ae6-9f2c-4478-bd81-406e578228f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:51:52.174428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d63b1ae6-9f2c-4478-bd81-406e578228f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:52.175702 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d63b1ae6-9f2c-4478-bd81-406e578228f9 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/1344bba6-ab50-44df-a70f-26cf29ae3f05 HTTP/1.1" status: 200 len: 886 time: 0.9063063 Dec 20 16:51:52.176584 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] Sync routers for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:51:52.178779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:52.189451 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:52.190200 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:52.245297 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0101b04c-b669-403f-a95e-5f808267adab tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/03dec143-532e-4842-83b4-12e041b5664c HTTP/1.1" status: 200 len: 991 time: 0.0650227 Dec 20 16:51:52.302647 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:52.524979 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:51Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '03dec143-532e-4842-83b4-12e041b5664c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'port_id': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'mac_address': 'fa:16:3e:ac:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b366a8b5-8304-4c89-868f-658779bf6971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:51:16Z', 'updated_at': '2021-12-20T16:51:50Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:50Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:52.551603 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] Checking router: 1344bba6-ab50-44df-a70f-26cf29ae3f05 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:51:52.560144 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:52.560743 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:52.662394 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:52.878429 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:51Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '03dec143-532e-4842-83b4-12e041b5664c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'port_id': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'mac_address': 'fa:16:3e:ac:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b366a8b5-8304-4c89-868f-658779bf6971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:51:16Z', 'updated_at': '2021-12-20T16:51:50Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:50Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:52.991197 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c089f24-ae5b-4716-8f43-45e6709f43b4 None None] The sync data for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv is: [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:51Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '03dec143-532e-4842-83b4-12e041b5664c', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'port_id': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'mac_address': 'fa:16:3e:ac:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b366a8b5-8304-4c89-868f-658779bf6971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:51:16Z', 'updated_at': '2021-12-20T16:51:50Z', 'revision_number': 2, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:50Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:51:53.248128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:53.327039 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-177449b8-9332-4a81-9b61-fa244de24fc0 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/03dec143-532e-4842-83b4-12e041b5664c HTTP/1.1" status: 200 len: 991 time: 0.0777152 Dec 20 16:51:54.332808 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:54.339298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 97225ad9-00ef-416a-a52e-3f7a4fa43689 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:54.393592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 97225ad9-00ef-416a-a52e-3f7a4fa43689 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:54.394249 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:54.397165 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-af357176-f798-413d-a380-b40b1e5bd9f4 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/03dec143-532e-4842-83b4-12e041b5664c HTTP/1.1" status: 200 len: 991 time: 0.0632153 Dec 20 16:51:54.473908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:54.494841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 97225ad9-00ef-416a-a52e-3f7a4fa43689, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=97225ad9-00ef-416a-a52e-3f7a4fa43689,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:54.498913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:54.499950 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:54.573378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=97225ad9-00ef-416a-a52e-3f7a4fa43689,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:54.586589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:54.586937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:54.611902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631aac9a-823f-47bb-8644-046625bcc4b4 None None] New status for floating IP 03dec143-532e-4842-83b4-12e041b5664c: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:51:54.784239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:54.817755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:54.822133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:54.869287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:55.039776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44a7e19b-badf-4eb1-9a3a-5c5ea630e9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:55.401329 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:55.471197 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-981060d4-25a9-46c8-828f-a417033be354 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/floatingips/03dec143-532e-4842-83b4-12e041b5664c HTTP/1.1" status: 200 len: 993 time: 0.0686743 Dec 20 16:51:55.723967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:55.882924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 4bba147c-8cb5-4637-bc0a-51c4e44ee439 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:51:55.883265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:55.961048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:55.961553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:55.975195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 4bba147c-8cb5-4637-bc0a-51c4e44ee439 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:51:56.127820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:56.153156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=4bba147c-8cb5-4637-bc0a-51c4e44ee439,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:56.181440 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.181788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.182125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.182485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.182814 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.183138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.183460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.183779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.184104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.184435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.184739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.185053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.185364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:56.233293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:56.233612 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Floating IP 03dec143-532e-4842-83b4-12e041b5664c disassociated (deleted). External IP: 172.26.1.65, port: aea1e091-cf76-40ec-add2-a9165a0294ea. Dec 20 16:51:56.317595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 97225ad9-00ef-416a-a52e-3f7a4fa43689 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:56.366490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 97225ad9-00ef-416a-a52e-3f7a4fa43689 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:56.366897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:56.447320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:56.455929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 1344bba6-ab50-44df-a70f-26cf29ae3f05 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:51:56.497378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:56.497656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:56.566544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:51:56.571121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:56.576578 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] Sync routers for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:51:56.588256 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:56.589191 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:56.605949 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-535b294b-6947-40a9-8d6d-90ef9c243e0f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/floatingips/03dec143-532e-4842-83b4-12e041b5664c HTTP/1.1" status: 204 len: 168 time: 0.8807938 Dec 20 16:51:56.606635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:56.609021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da852421-2ecb-4872-b8fa-8207590948a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:56.715428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9a4f90-d4c0-4e34-bfde-8fb6eeb6b75e x-openstack-request-id: req-dc9a4f90-d4c0-4e34-bfde-8fb6eeb6b75e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:56.715792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:56.716007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc9a4f90-d4c0-4e34-bfde-8fb6eeb6b75e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:56.716400 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'status': 'completed', 'code': 200} Dec 20 16:51:56.733461 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:56.791690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da852421-2ecb-4872-b8fa-8207590948a7 req-d274c66e-8f31-4adf-96df-dddf71e516a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:56.793377 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-da852421-2ecb-4872-b8fa-8207590948a7 req-d274c66e-8f31-4adf-96df-dddf71e516a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 1099 time: 0.0580437 Dec 20 16:51:56.887948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ec659-0695-45fb-80ba-bdebe9488f61 req-2f74fd9a-82d0-4516-b820-4c12a1e16e91 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:56.889875 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e5ec659-0695-45fb-80ba-bdebe9488f61 req-2f74fd9a-82d0-4516-b820-4c12a1e16e91 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 946 time: 0.0553210 Dec 20 16:51:56.903293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da852421-2ecb-4872-b8fa-8207590948a7 req-0066b1bd-7586-45c9-953c-3e3fbbfd48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:56.904875 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-da852421-2ecb-4872-b8fa-8207590948a7 req-0066b1bd-7586-45c9-953c-3e3fbbfd48b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86dae1de-5bd9-4c39-b3ba-9f7ec122487e HTTP/1.1" status: 200 len: 897 time: 0.1017399 Dec 20 16:51:56.947999 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e5ec659-0695-45fb-80ba-bdebe9488f61 req-9b07ca35-9204-40c7-9faa-b7e2c2f05aba tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514491 Dec 20 16:51:56.954161 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-da852421-2ecb-4872-b8fa-8207590948a7 req-9dc9dec6-084e-4a56-a09d-9a887a69e139 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1e091-cf76-40ec-add2-a9165a0294ea HTTP/1.1" status: 200 len: 217 time: 0.0410924 Dec 20 16:51:56.977353 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:51Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:54Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:57.004980 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] Checking router: 1344bba6-ab50-44df-a70f-26cf29ae3f05 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:51:57.006102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da852421-2ecb-4872-b8fa-8207590948a7 req-2d7a696c-746d-4bf6-b5fa-ee6dd27498e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:57.007610 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-da852421-2ecb-4872-b8fa-8207590948a7 req-2d7a696c-746d-4bf6-b5fa-ee6dd27498e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d6d253d-50dc-4a2f-b491-e4153aec255e HTTP/1.1" status: 200 len: 835 time: 0.0464754 Dec 20 16:51:57.013911 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:51:57.014547 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:57.056918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da852421-2ecb-4872-b8fa-8207590948a7 req-d52aaa32-6b01-4511-97f7-96f979529326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:57.058366 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-da852421-2ecb-4872-b8fa-8207590948a7 req-d52aaa32-6b01-4511-97f7-96f979529326 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86dae1de-5bd9-4c39-b3ba-9f7ec122487e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418091 Dec 20 16:51:57.119837 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:51:57.155437 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-da852421-2ecb-4872-b8fa-8207590948a7 req-44cb51eb-dd48-411f-873e-0023eb7771a4 service neutron] 10.222.0.18 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879366 Dec 20 16:51:57.250665 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-da852421-2ecb-4872-b8fa-8207590948a7 req-dd522375-9112-4aed-9da4-3a3da9d5a54c service neutron] 10.222.0.18 "GET /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864794 Dec 20 16:51:57.318641 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:51Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:54Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:57.347665 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c2eb6-1338-42f5-9f5f-1f045c6b2107 None None] The sync data for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv is: [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:51Z', 'revision_number': 6, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6', 'name': '', 'network_id': '86dae1de-5bd9-4c39-b3ba-9f7ec122487e', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'mac_address': 'fa:16:3e:69:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:03Z', 'updated_at': '2021-12-20T16:51:54Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'subnets': [{'id': '7d6d253d-50dc-4a2f-b491-e4153aec255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:51:57.766788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91db355d-3fd7-4203-97c3-f177507ee5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:57.965320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9379d6-134f-48b2-9981-f2cbb34cf877 None None] New status for floating IP 03dec143-532e-4842-83b4-12e041b5664c: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:51:58.150475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cc57-030f-4477-94b4-d547a5803d26 req-f11a5ea6-f5fc-4fd1-aee6-3c69d1fde8f8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:58.151907 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dce8cc57-030f-4477-94b4-d547a5803d26 req-f11a5ea6-f5fc-4fd1-aee6-3c69d1fde8f8 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 946 time: 0.1295083 Dec 20 16:51:58.160396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-f7279fbe-84b9-47f6-95f4-d8e77e3dcff5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:58.161821 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-f7279fbe-84b9-47f6-95f4-d8e77e3dcff5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "GET /v2.0/ports?device_id=b366a8b5-8304-4c89-868f-658779bf6971 HTTP/1.1" status: 200 len: 946 time: 0.0886514 Dec 20 16:51:58.255502 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dce8cc57-030f-4477-94b4-d547a5803d26 req-e6c0774e-3713-46a6-818a-86433bb45db5 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "GET /v2.0/security-groups?id=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926909 Dec 20 16:51:58.281876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port aea1e091-cf76-40ec-add2-a9165a0294ea {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:51:58.282213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:58.370643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port aea1e091-cf76-40ec-add2-a9165a0294ea, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=aea1e091-cf76-40ec-add2-a9165a0294ea,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:58.371003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:58.384226 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for aea1e091-cf76-40ec-add2-a9165a0294ea owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:51:58.463512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:58.516279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:58.542768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=aea1e091-cf76-40ec-add2-a9165a0294ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:58.586938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] No DVR routers for this DVR port aea1e091-cf76-40ec-add2-a9165a0294ea on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:51:58.589420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:58.592851 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-51303720-70db-42a1-81fe-b32dcc4d6297 req-60e9ff14-a4d2-4ed8-a360-ad75c5a92df2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.18 "DELETE /v2.0/ports/aea1e091-cf76-40ec-add2-a9165a0294ea HTTP/1.1" status: 204 len: 173 time: 0.4237177 Dec 20 16:51:58.718056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'name': 'network-vif-deleted', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:58.721131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9180ba3-f971-404a-b858-186744eb8349" -d '{"events": [{"server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "name": "network-vif-deleted", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:58.756358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d497985-f570-4296-8b29-c8d3f0a56934 x-openstack-request-id: req-3d497985-f570-4296-8b29-c8d3f0a56934 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:58.756669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b366a8b5-8304-4c89-868f-658779bf6971", "name": "network-vif-deleted", "tag": "aea1e091-cf76-40ec-add2-a9165a0294ea", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:58.756907 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d497985-f570-4296-8b29-c8d3f0a56934 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:58.757312 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b366a8b5-8304-4c89-868f-658779bf6971', 'name': 'network-vif-deleted', 'tag': 'aea1e091-cf76-40ec-add2-a9165a0294ea', 'status': 'completed', 'code': 200} Dec 20 16:51:59.313043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:59.373501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c329f1-5959-4850-a324-c27c7b900d8b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:59.402995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c329f1-5959-4850-a324-c27c7b900d8b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:59.461953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c329f1-5959-4850-a324-c27c7b900d8b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:59.464653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84c329f1-5959-4850-a324-c27c7b900d8b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:59.465839 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-84c329f1-5959-4850-a324-c27c7b900d8b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/security-groups/e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa HTTP/1.1" status: 204 len: 168 time: 0.1517284 Dec 20 16:51:59.475932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c329f1-5959-4850-a324-c27c7b900d8b tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ccac58-2404-4f9e-8f66-ae4d5e9f6aaa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:59.501888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:00.019538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:00.194967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:00.447052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:52:00.447752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:00.536800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:00.537058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:00.550161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:52:00.729765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:00.753906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:00.818523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:00.946024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.164985 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Router 1344bba6-ab50-44df-a70f-26cf29ae3f05 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:52:01.274026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:01.281623 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a7e88fc3-7894-4d36-87cf-1430730749e2 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "PUT /v2.0/routers/1344bba6-ab50-44df-a70f-26cf29ae3f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7783911 Dec 20 16:52:01.284978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:01.287578 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] Sync routers for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:52:01.299432 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:01.300126 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:01.343456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting subnet 7d6d253d-50dc-4a2f-b491-e4153aec255e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:52:01.347508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.389475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.404079 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:01.477636 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.547598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.576221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6d253d-50dc-4a2f-b491-e4153aec255e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:01.584421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.589985 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/subnets/7d6d253d-50dc-4a2f-b491-e4153aec255e HTTP/1.1" status: 204 len: 168 time: 0.2998869 Dec 20 16:52:01.589985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.589985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.590417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.590592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.590948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.591281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.591665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.591990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.592337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.592510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494b6d1-6284-4cc2-9907-d0a5409c58eb None None] Network 86dae1de-5bd9-4c39-b3ba-9f7ec122487e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:52:01.593153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.593153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.593524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.593800 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:52:00Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:01.594053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd98dfc-552b-4dda-a848-bfd0000d3cde tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:01.594631 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:01.626749 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] Checking router: 1344bba6-ab50-44df-a70f-26cf29ae3f05 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:52:01.636139 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] Routers {'1344bba6-ab50-44df-a70f-26cf29ae3f05'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:01.636747 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1344bba6-ab50-44df-a70f-26cf29ae3f05'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:01.733513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.769722 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] Set router 1344bba6-ab50-44df-a70f-26cf29ae3f05 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:01.843938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] DHCP port deletion for 86dae1de-5bd9-4c39-b3ba-9f7ec122487e request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:52:01.861003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.898451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Deleting port 8bf026a7-53a3-4768-ab67-b3abb2c43af4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:52:01.898815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.924457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Deleting port 97225ad9-00ef-416a-a52e-3f7a4fa43689 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:52:01.925177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.978633 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] For port 8bf026a7-53a3-4768-ab67-b3abb2c43af4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8bf026a7-53a3-4768-ab67-b3abb2c43af4,segment=NetworkSegment(caa94c4f-df52-4178-92ed-1a79984de122),segment_id=caa94c4f-df52-4178-92ed-1a79984de122)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:01.979128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:01.992853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Calling delete_port for 8bf026a7-53a3-4768-ab67-b3abb2c43af4 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:52:02.017114 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] For port 97225ad9-00ef-416a-a52e-3f7a4fa43689, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=97225ad9-00ef-416a-a52e-3f7a4fa43689,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:02.017506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.030676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Calling delete_port for 97225ad9-00ef-416a-a52e-3f7a4fa43689 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:52:02.066355 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:52:00Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:02.072816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.086508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] No DVR routers for this DVR port 8bf026a7-53a3-4768-ab67-b3abb2c43af4 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:52:02.096282 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f53545-fbbf-43de-8139-4e3d28f63541 None None] The sync data for ids ['1344bba6-ab50-44df-a70f-26cf29ae3f05'] in dv-neutron-822328-3-hyperv is: [{'id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'name': 'tempest-TestNetworkBasicOps-router-790584945', 'tenant_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:52:00Z', 'revision_number': 7, 'project_id': '22d5eb9347b648c8baf1f1ce4f91f13e', 'gw_port': {'id': '97225ad9-00ef-416a-a52e-3f7a4fa43689', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1344bba6-ab50-44df-a70f-26cf29ae3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:51:00Z', 'updated_at': '2021-12-20T16:51:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:52:02.114610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Pushing event deleted for resources: {'Port': ['ID=8bf026a7-53a3-4768-ab67-b3abb2c43af4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:02.122658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.122988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.123293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.123638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.123972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.124306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.124638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.125511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.125842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.126170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.126629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.126957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.127281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a34e5-eaa2-42a7-a5b8-a65192ab69ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:02.232861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.260565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Port': ['ID=97225ad9-00ef-416a-a52e-3f7a4fa43689,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:02.285175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5594d4-2cac-4777-a2b9-9081f439fe11 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:52:02.324198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8bf026a7-53a3-4768-ab67-b3abb2c43af4 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:52:02.336799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.351789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 8bf026a7-53a3-4768-ab67-b3abb2c43af4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:52:02.352207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8bf026a7-53a3-4768-ab67-b3abb2c43af4 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:52:02.352691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:52:02.372422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:52:02.372744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fb1aab90-6c1c-46cc-86d8-e375b7b2d8a6 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:52:02.436936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.439892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.481821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.482385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Fanout notify agent at l3_agent the message router_deleted on router 1344bba6-ab50-44df-a70f-26cf29ae3f05 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:52:02.490050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.493679 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-60523f9b-3370-495f-9e5e-4c1c67828730 tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/routers/1344bba6-ab50-44df-a70f-26cf29ae3f05 HTTP/1.1" status: 204 len: 168 time: 0.8945735 Dec 20 16:52:02.493997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50610) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:02.577044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.666911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.686663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dae1de-5bd9-4c39-b3ba-9f7ec122487e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:02.695781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa94c4f-df52-4178-92ed-1a79984de122') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:02.696054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa94c4f-df52-4178-92ed-1a79984de122') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:02.705357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.718066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.724572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:52:02.724942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:52:02.727889 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:52:02.791229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.798580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.801897 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] 10.222.0.60 "DELETE /v2.0/networks/86dae1de-5bd9-4c39-b3ba-9f7ec122487e HTTP/1.1" status: 204 len: 168 time: 0.3068302 Dec 20 16:52:02.812957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69f843-868f-41f4-8705-478142fe780f tempest-TestNetworkBasicOps-130374988 tempest-TestNetworkBasicOps-130374988-project] Pushing event deleted for resources: {'Network': ['ID=86dae1de-5bd9-4c39-b3ba-9f7ec122487e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:03.112220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:03.254747 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-238c16b3-959e-468e-9dd5-e4143806c735 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22d5eb9347b648c8baf1f1ce4f91f13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411731 Dec 20 16:52:03.257177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:03.264452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device aea1e091-cf76-40ec-add2-a9165a0294ea no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:52:03.285281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: aea1e091-cf76-40ec-add2-a9165a0294ea {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:52:03.285635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device aea1e091-cf76-40ec-add2-a9165a0294ea not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:52:03.308615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7b62-e9c0-4334-891d-308c58013a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.331639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7b62-e9c0-4334-891d-308c58013a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.380999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7b62-e9c0-4334-891d-308c58013a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.383762 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7b62-e9c0-4334-891d-308c58013a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.384944 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bf1d7b62-e9c0-4334-891d-308c58013a58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab18cf55-d2a1-42fa-9831-f85d755b2da1 HTTP/1.1" status: 204 len: 168 time: 0.1268756 Dec 20 16:52:03.394575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d7b62-e9c0-4334-891d-308c58013a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab18cf55-d2a1-42fa-9831-f85d755b2da1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:03.645711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50626) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:03.659036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f144e37-21ee-40e0-bd6a-2bbf22d1bcb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.745026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f144e37-21ee-40e0-bd6a-2bbf22d1bcb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.752298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f144e37-21ee-40e0-bd6a-2bbf22d1bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.791700 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0f144e37-21ee-40e0-bd6a-2bbf22d1bcb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea0389cc18e6400eb3a54022c5a93d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447620 Dec 20 16:52:03.792778 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f144e37-21ee-40e0-bd6a-2bbf22d1bcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af55ad47-3a7f-4643-bd1e-0613cfd77414,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:03.794598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50628) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:03.843581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21c7707b-c3a6-4c6a-9926-192ee9fb0734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.865554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21c7707b-c3a6-4c6a-9926-192ee9fb0734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.912678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21c7707b-c3a6-4c6a-9926-192ee9fb0734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.915637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21c7707b-c3a6-4c6a-9926-192ee9fb0734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.916853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-21c7707b-c3a6-4c6a-9926-192ee9fb0734 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af55ad47-3a7f-4643-bd1e-0613cfd77414 HTTP/1.1" status: 204 len: 168 time: 0.1206489 Dec 20 16:52:03.925405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7707b-c3a6-4c6a-9926-192ee9fb0734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af55ad47-3a7f-4643-bd1e-0613cfd77414,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:04.300125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 97225ad9-00ef-416a-a52e-3f7a4fa43689 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:52:04.322726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 97225ad9-00ef-416a-a52e-3f7a4fa43689 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:52:04.323076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 97225ad9-00ef-416a-a52e-3f7a4fa43689 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:52:04.626934 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50650) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:04.724551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-333650293-network', 'tenant_id': '9833a24cff904abaa49450615d80c69c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:04.747198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Made reservation on behalf of 9833a24cff904abaa49450615d80c69c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:52:04.749454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:04.757715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:04.835426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:04.839834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:04.864149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:52:04.873714 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5ef8cb-f25c-45c3-8db5-945f7f337511,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:04.879049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:04.879365 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Added segment c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60 of type vlan for network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 Dec 20 16:52:04.919978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:04.947223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:04.948120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:04.948694 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:04.995246 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3643363 Dec 20 16:52:04.995892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:05.003521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Request body: {'subnet': {'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-333650293-subnet', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:05.027937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Made reservation on behalf of 9833a24cff904abaa49450615d80c69c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:52:05.030937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.045645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09c1a9-ef27-4c67-9cdd-c24fdab9f847 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:05.056621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:52:05.213298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.267270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:05.277727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Checking segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:05.278091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Network hostable DHCP agents. Network: cc0bc987-298f-4346-8e3b-9b0c60e4e5a6, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:52:05.296293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:52:05.305838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, cc0bc987-298f-4346-8e3b-9b0c60e4e5a6) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:05.310813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:05.311878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.316819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c26786-64d3-45fa-9c47-e697e870a667 None None] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:52:05.330770 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4eeed1bf-5b2e-48f6-bc00-8e555b30713e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3288453 Dec 20 16:52:05.331011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50656) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:05.335286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:05.358661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.360347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.423343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.428538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:52:05.429516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.564678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.566490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Allocated IP 172.20.0.2 (cc0bc987-298f-4346-8e3b-9b0c60e4e5a6/b0fe7865-4e63-49f3-a2ab-da2b0a88eccc/fe38c7ef-c683-41db-bd4c-71babc6b7fd7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:05.720242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.726747 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.767217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:05.771732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:05.774158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:05.785313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Pushing event updated for resources: {'Port': ['ID=fe38c7ef-c683-41db-bd4c-71babc6b7fd7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:05.795134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.815123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.832959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Attempting to bind port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:52:05.833331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Attempting to bind port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:52:05.833697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Attempting to bind port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:05.839434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:52:05.840375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Checking segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:05.840375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.840628 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Bound using segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:52:05.841057 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Bound port: fe38c7ef-c683-41db-bd4c-71babc6b7fd7, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:52:05.841438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.909724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] For port fe38c7ef-c683-41db-bd4c-71babc6b7fd7, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:05.913252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] For port fe38c7ef-c683-41db-bd4c-71babc6b7fd7, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fe38c7ef-c683-41db-bd4c-71babc6b7fd7,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:05.917748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.920747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Allocated IP 172.26.1.157 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/ecb0d88b-f696-48cd-9791-ba19ba26e746) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:05.983922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fc1b8-d57b-4a77-98a2-8e14e9a21d23 None None] Pushing event updated for resources: {'Port': ['ID=fe38c7ef-c683-41db-bd4c-71babc6b7fd7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:06.049235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:06.083960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:06.134210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:06.138495 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:06.141223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Pushing event updated for resources: {'Port': ['ID=ecb0d88b-f696-48cd-9791-ba19ba26e746,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:06.145480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:06.162448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ea0a3-0033-4a36-924e-7ed6f569c5cf None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:52:06.300588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-382751d0-f42c-4ea2-8af7-6419a67ee95b None None] Provisioning complete for port ecb0d88b-f696-48cd-9791-ba19ba26e746 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:06.301183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-382751d0-f42c-4ea2-8af7-6419a67ee95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:06.346926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-382751d0-f42c-4ea2-8af7-6419a67ee95b None None] Port ecb0d88b-f696-48cd-9791-ba19ba26e746 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:52:06.366990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fe38c7ef-c683-41db-bd4c-71babc6b7fd7 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:06.419699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:06.419991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:06.423277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:06.497623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:06.531463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port fe38c7ef-c683-41db-bd4c-71babc6b7fd7, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fe38c7ef-c683-41db-bd4c-71babc6b7fd7,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:06.535803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:06.586827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=fe38c7ef-c683-41db-bd4c-71babc6b7fd7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:06.622398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:06.761246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:52:06.877631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:06.888449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Sync routers for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:52:06.897172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:06.899303 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0250a1dd-6594-4b4a-a77a-929fc4f53eca admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5673206 Dec 20 16:52:06.901834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:06.902925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:06.903268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:06.989136 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0ccb75-7045-4b27-96a0-8c91fbef6dec None None] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:52:07.066591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:07.160441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d078a03e-9079-4149-ae9a-3528b87afb4d None None] Provisioning complete for port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:07.160724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d078a03e-9079-4149-ae9a-3528b87afb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:07.278904 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:52:07.326573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:07.373333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:06Z', 'revision_number': 3, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:07.555084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Allocated IP 172.20.0.1 (cc0bc987-298f-4346-8e3b-9b0c60e4e5a6/b0fe7865-4e63-49f3-a2ab-da2b0a88eccc/c94acca7-9032-4d64-a7f8-18ae8fc8a4b3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:07.555349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Checking router: 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:52:07.555659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Updating router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 port ecb0d88b-f696-48cd-9791-ba19ba26e746 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:52:07.592102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:07.626379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3f1185e4-b528-4b32-bb35-4e03e4b5d25c None None] Provisioning complete for port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:07.626778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f1185e4-b528-4b32-bb35-4e03e4b5d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:07.928536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:07.934451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:07.983469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ab536-78f7-4852-baee-5de8579bc9ec None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:52:07.994467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Attempting to bind port ecb0d88b-f696-48cd-9791-ba19ba26e746 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:52:07.994932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Attempting to bind port ecb0d88b-f696-48cd-9791-ba19ba26e746 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:52:07.995344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Attempting to bind port ecb0d88b-f696-48cd-9791-ba19ba26e746 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:07.997341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e66777-cf33-48e2-8833-029d685e0dcf None None] Pushing event updated for resources: {'Port': ['ID=ecb0d88b-f696-48cd-9791-ba19ba26e746,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:08.007616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:52:08.007904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:08.008280 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.008669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:52:08.009154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Bound port: ecb0d88b-f696-48cd-9791-ba19ba26e746, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:52:08.009563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.011193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.045474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.076006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fae044c9-98e3-4e29-8315-1db40109c5b3 None None] Provisioning complete for port ecb0d88b-f696-48cd-9791-ba19ba26e746 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:08.076380 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fae044c9-98e3-4e29-8315-1db40109c5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.078850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] For port ecb0d88b-f696-48cd-9791-ba19ba26e746, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:08.083352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] For port ecb0d88b-f696-48cd-9791-ba19ba26e746, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ecb0d88b-f696-48cd-9791-ba19ba26e746,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:08.087615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:08.090577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:08.094383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:08.106911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.119988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Pushing event updated for resources: {'Port': ['ID=c94acca7-9032-4d64-a7f8-18ae8fc8a4b3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:08.142944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.153189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b451a-203e-40b8-8dae-2c50bb89bdf6 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:52:08.189819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fae044c9-98e3-4e29-8315-1db40109c5b3 None None] Port ecb0d88b-f696-48cd-9791-ba19ba26e746 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:52:08.196458 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:08.197100 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:08.244837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e66777-cf33-48e2-8833-029d685e0dcf None None] Pushing event updated for resources: {'Port': ['ID=ecb0d88b-f696-48cd-9791-ba19ba26e746,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:08.289450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.329876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4bee8d46-c92c-4d9d-b4d6-006e447f9528 None None] Provisioning complete for port ecb0d88b-f696-48cd-9791-ba19ba26e746 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:08.330717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bee8d46-c92c-4d9d-b4d6-006e447f9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.361883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fe38c7ef-c683-41db-bd4c-71babc6b7fd7 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:08.406665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:08.472320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.478896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.558072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.560795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Pushing event updated for resources: {'Port': ['ID=c94acca7-9032-4d64-a7f8-18ae8fc8a4b3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:08.580312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:08.580794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.613350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bee8d46-c92c-4d9d-b4d6-006e447f9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.656869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:08.658343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:08.669287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4bee8d46-c92c-4d9d-b4d6-006e447f9528 None None] For port ecb0d88b-f696-48cd-9791-ba19ba26e746, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ecb0d88b-f696-48cd-9791-ba19ba26e746,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:08.680805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bee8d46-c92c-4d9d-b4d6-006e447f9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.773074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee8d46-c92c-4d9d-b4d6-006e447f9528 None None] Pushing event updated for resources: {'Port': ['ID=ecb0d88b-f696-48cd-9791-ba19ba26e746,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:08.778241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:52:08.785805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:06Z', 'revision_number': 3, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:08.820243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54865e02-8f52-4194-b0b4-914f15a584d7 None None] The sync data for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv is: [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:06Z', 'revision_number': 3, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:52:08.829472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4aa2f920-0f00-4eba-a8d4-19b5e4beaf5b None None] Provisioning complete for port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:08.830052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f920-0f00-4eba-a8d4-19b5e4beaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:08.874117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4aa2f920-0f00-4eba-a8d4-19b5e4beaf5b None None] Port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:52:08.921518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:08.927347 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b0d1ff26-fedf-4d56-8e27-420bef4aad96 admin admin] 10.222.0.60 "PUT /v2.0/routers/67d7bf1e-c909-40b1-bcf2-0efe308f7fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0244393 Dec 20 16:52:08.994252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9cc17fda-3671-4119-8de7-a2e8ea57ded7 None None] Provisioning complete for port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:08.994755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cc17fda-3671-4119-8de7-a2e8ea57ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.062987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9cc17fda-3671-4119-8de7-a2e8ea57ded7 None None] Port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:52:09.463296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:09.468270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1802441676-network', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:09.491725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Made reservation on behalf of bd67dd5976ec401aa60176c9fe19232b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:52:09.494480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.508188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.597240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.601016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.627112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:52:09.635974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d022f795-7e1a-48da-9297-61223a4900cd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:09.644651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.644986 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Added segment 1243a264-c240-46ba-9af5-06e97bdfe485 of type vlan for network b0b4d2d5-69b0-4322-8baa-3be69525a0ac Dec 20 16:52:09.688258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.713922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.715044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:09.715620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.772391 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3080068 Dec 20 16:52:09.775568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:09.779575 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155d82c-6355-499a-80de-8856f0779f2b admin admin] Pushing event updated for resources: {'Network': ['ID=b0b4d2d5-69b0-4322-8baa-3be69525a0ac,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:09.780598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Request body: {'subnet': {'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1802441676-subnet', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:09.789150 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network b0b4d2d5-69b0-4322-8baa-3be69525a0ac details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:52:09.806676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Made reservation on behalf of bd67dd5976ec401aa60176c9fe19232b for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:52:09.809065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:09.986702 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.042322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af120379-1d9a-4962-b27c-9b4e3bfb94e8,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:10.052691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Checking segment: {'id': '1243a264-c240-46ba-9af5-06e97bdfe485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:10.053045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Network hostable DHCP agents. Network: b0b4d2d5-69b0-4322-8baa-3be69525a0ac, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:52:10.070357 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Network b0b4d2d5-69b0-4322-8baa-3be69525a0ac is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:52:10.079199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, b0b4d2d5-69b0-4322-8baa-3be69525a0ac) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:10.083397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:10.083974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.089185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df6c93-26ab-436f-a588-54167e562dbb None None] Network b0b4d2d5-69b0-4322-8baa-3be69525a0ac requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:52:10.103405 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5a6bb453-6e7b-406d-a1b4-f8840a977402 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3257179 Dec 20 16:52:10.105012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:10.110146 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:10.138136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.139357 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.200895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.203790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-b0b4d2d5-69b0-4322-8baa-3be69525a0ac', 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac', 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'fixed_ips': [{'subnet_id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:52:10.204705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.360257 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.365120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ecb0d88b-f696-48cd-9791-ba19ba26e746 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:10.405805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Allocated IP 172.20.0.2 (b0b4d2d5-69b0-4322-8baa-3be69525a0ac/af120379-1d9a-4962-b27c-9b4e3bfb94e8/c4e53bfa-370c-4765-ba53-a950c9517c45) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:10.487318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port ecb0d88b-f696-48cd-9791-ba19ba26e746 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:10.487318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.538500 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Sync routers for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:52:10.553271 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:10.554197 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:10.590195 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.611025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.633356 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.643505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.675100 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:10.687372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Network b0b4d2d5-69b0-4322-8baa-3be69525a0ac is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:10.692018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:10.695774 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:10.706410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Pushing event updated for resources: {'Port': ['ID=c4e53bfa-370c-4765-ba53-a950c9517c45,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:10.733161 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Allocated IP 172.26.1.87 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:10.757952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Attempting to bind port c4e53bfa-370c-4765-ba53-a950c9517c45 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:52:10.757952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Attempting to bind port c4e53bfa-370c-4765-ba53-a950c9517c45 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '1243a264-c240-46ba-9af5-06e97bdfe485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:52:10.758500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Attempting to bind port c4e53bfa-370c-4765-ba53-a950c9517c45 on network b0b4d2d5-69b0-4322-8baa-3be69525a0ac {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:10.764523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:52:10.765033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Checking segment: {'id': '1243a264-c240-46ba-9af5-06e97bdfe485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:10.765541 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.766815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Bound using segment: {'id': '1243a264-c240-46ba-9af5-06e97bdfe485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:52:10.767391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Bound port: c4e53bfa-370c-4765-ba53-a950c9517c45, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1243a264-c240-46ba-9af5-06e97bdfe485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:52:10.767872 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.833250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] For port c4e53bfa-370c-4765-ba53-a950c9517c45, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:10.836304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] For port c4e53bfa-370c-4765-ba53-a950c9517c45, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c4e53bfa-370c-4765-ba53-a950c9517c45,segment=NetworkSegment(1243a264-c240-46ba-9af5-06e97bdfe485),segment_id=1243a264-c240-46ba-9af5-06e97bdfe485)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:10.843553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.844165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.883070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:10.897910 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 2, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:10.904351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88b55d-b79f-4521-b686-b905e341c4b5 None None] Pushing event updated for resources: {'Port': ['ID=c4e53bfa-370c-4765-ba53-a950c9517c45,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:10.930452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:10.931826 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Checking router: 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:52:10.932180 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Updating router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:52:10.933615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:10.938705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:10.941875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Pushing event updated for resources: {'Port': ['ID=ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:10.950728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14eab8a-68f5-4872-8e35-cdb05f19ee4a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:52:10.970276 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.171576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f654a97-fd1b-4067-a50c-9f2e13cd39f4 None None] Provisioning complete for port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:11.172498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f654a97-fd1b-4067-a50c-9f2e13cd39f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.214975 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9f654a97-fd1b-4067-a50c-9f2e13cd39f4 None None] Port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:52:11.278829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.331785 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.337064 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.387115 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Pushing event updated for resources: {'Port': ['ID=c94acca7-9032-4d64-a7f8-18ae8fc8a4b3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:11.409823 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.410159 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.410642 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.410851 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.411173 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.411536 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.411807 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.412129 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.412452 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.412773 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.413092 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.413410 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.413729 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:11.459632 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Attempting to bind port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:52:11.460006 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Attempting to bind port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:52:11.460377 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Attempting to bind port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:11.467163 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:52:11.467571 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Checking segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:11.467975 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.468367 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Bound using segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:52:11.468892 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Bound port: c94acca7-9032-4d64-a7f8-18ae8fc8a4b3, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:52:11.469270 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.541599 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] For port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:11.545551 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] For port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c94acca7-9032-4d64-a7f8-18ae8fc8a4b3,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:11.553510 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.620396 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:11.621227 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:11.644889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e7e915cc-e770-4740-b0de-7f6569c0a4c4 None None] Provisioning complete for port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:11.645263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7e915cc-e770-4740-b0de-7f6569c0a4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.681711 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a36e7-1787-4ed7-99c5-f2ba24130163 None None] Pushing event updated for resources: {'Port': ['ID=c94acca7-9032-4d64-a7f8-18ae8fc8a4b3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:11.765496 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:11.784326 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7e915cc-e770-4740-b0de-7f6569c0a4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.821513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e7e915cc-e770-4740-b0de-7f6569c0a4c4 None None] For port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c94acca7-9032-4d64-a7f8-18ae8fc8a4b3,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:11.829427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7e915cc-e770-4740-b0de-7f6569c0a4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:11.892995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e915cc-e770-4740-b0de-7f6569c0a4c4 None None] Pushing event updated for resources: {'Port': ['ID=c94acca7-9032-4d64-a7f8-18ae8fc8a4b3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:11.933447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:12.018607 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:12.049970 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412064b-3717-43aa-bfca-16cf7abcc717 None None] The sync data for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv is: [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:52:12.060723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b6c35edc-bcbf-4fff-836c-3306b3679f8c None None] Provisioning complete for port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:12.061167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6c35edc-bcbf-4fff-836c-3306b3679f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:12.088954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Router ae90c975-86a1-4bf9-a8b9-f6e36816802f is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:52:12.201709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92643d3-1841-48dd-acaf-399aaf0f07d4 None None] Network b0b4d2d5-69b0-4322-8baa-3be69525a0ac requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:52:12.242012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:12.264277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Sync routers for ids ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:52:12.279810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:12.283855 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d3623fb1-2be0-4c66-95e8-50f967ae6c2b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1752110 Dec 20 16:52:12.286621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 50680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:12.290068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Routers {'ae90c975-86a1-4bf9-a8b9-f6e36816802f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:12.291040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:12.419400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8fe0cc9b-15cf-4d26-9c04-168cf161f514 None None] Provisioning complete for port c4e53bfa-370c-4765-ba53-a950c9517c45 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:12.419400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fe0cc9b-15cf-4d26-9c04-168cf161f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:12.442122 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c4e53bfa-370c-4765-ba53-a950c9517c45 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:12.522658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Set router ae90c975-86a1-4bf9-a8b9-f6e36816802f gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:12.685277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c4e53bfa-370c-4765-ba53-a950c9517c45 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:12.685650 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:12.718146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fe0cc9b-15cf-4d26-9c04-168cf161f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:12.811175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8fe0cc9b-15cf-4d26-9c04-168cf161f514 None None] For port c4e53bfa-370c-4765-ba53-a950c9517c45, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c4e53bfa-370c-4765-ba53-a950c9517c45,segment=NetworkSegment(1243a264-c240-46ba-9af5-06e97bdfe485),segment_id=1243a264-c240-46ba-9af5-06e97bdfe485)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:12.834414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fe0cc9b-15cf-4d26-9c04-168cf161f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:12.857040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:12.886143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:12.927038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0cc9b-15cf-4d26-9c04-168cf161f514 None None] Pushing event updated for resources: {'Port': ['ID=c4e53bfa-370c-4765-ba53-a950c9517c45,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:12.980065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 3, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'gw_port': {'id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:13.022507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Checking router: ae90c975-86a1-4bf9-a8b9-f6e36816802f for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:52:13.022858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Updating router ae90c975-86a1-4bf9-a8b9-f6e36816802f port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:52:13.025331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:52:13.025681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:52:13.026223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-455d407c-b261-41d3-b0a1-59cc0d3717ba None None] Provisioning complete for port c4e53bfa-370c-4765-ba53-a950c9517c45 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:13.026618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-455d407c-b261-41d3-b0a1-59cc0d3717ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.056128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Allocated IP 172.20.0.1 (b0b4d2d5-69b0-4322-8baa-3be69525a0ac/af120379-1d9a-4962-b27c-9b4e3bfb94e8/be07651a-1519-4b8c-a035-a5fb3d019230) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:13.079347 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.184293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.233020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.276721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Network b0b4d2d5-69b0-4322-8baa-3be69525a0ac is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:13.280218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:13.283977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:13.314403 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Pushing event updated for resources: {'Port': ['ID=be07651a-1519-4b8c-a035-a5fb3d019230,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:13.330389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.411532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.418711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.471965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3822a8c-e762-48b7-af88-f35b3de55053 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:52:13.487377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Attempting to bind port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:52:13.487744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Attempting to bind port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:52:13.488005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Attempting to bind port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:13.492061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.494185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2d168-24b2-4c0f-a5a8-e1cdb1cf4c42 None None] Pushing event updated for resources: {'Port': ['ID=ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:13.506359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:52:13.507357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:13.507952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.508552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:52:13.509386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Bound port: ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:52:13.509958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.601220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:13.605685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] For port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:13.623722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-019e51b6-b3c1-4b66-b725-e4e983d087b5 None None] Provisioning complete for port be07651a-1519-4b8c-a035-a5fb3d019230 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:13.624019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-019e51b6-b3c1-4b66-b725-e4e983d087b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.661353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.662529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] For port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:13.666637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.673704 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.718185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-019e51b6-b3c1-4b66-b725-e4e983d087b5 None None] Port be07651a-1519-4b8c-a035-a5fb3d019230 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:52:13.740706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.741100 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87820780-4aae-4295-9ae1-f714b0cc8afa None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:52:13.743460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Pushing event updated for resources: {'Port': ['ID=be07651a-1519-4b8c-a035-a5fb3d019230,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:13.847797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Network b0b4d2d5-69b0-4322-8baa-3be69525a0ac is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:13.849348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:13.922559 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:13.922949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.927460 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2d168-24b2-4c0f-a5a8-e1cdb1cf4c42 None None] Pushing event updated for resources: {'Port': ['ID=ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:13.947193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Routers {'ae90c975-86a1-4bf9-a8b9-f6e36816802f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:13.947835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:13.954725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-019e51b6-b3c1-4b66-b725-e4e983d087b5 None None] Provisioning complete for port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:13.954725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-019e51b6-b3c1-4b66-b725-e4e983d087b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:13.992646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Router ae90c975-86a1-4bf9-a8b9-f6e36816802f has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:52:14.108498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:14.114838 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bf8838a1-2211-4655-b223-3e28859ef7dc admin admin] 10.222.0.60 "PUT /v2.0/routers/ae90c975-86a1-4bf9-a8b9-f6e36816802f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8269653 Dec 20 16:52:14.131214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] Set router ae90c975-86a1-4bf9-a8b9-f6e36816802f gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:14.247046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-019e51b6-b3c1-4b66-b725-e4e983d087b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.321225 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.322094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c4e53bfa-370c-4765-ba53-a950c9517c45 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:14.325476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-019e51b6-b3c1-4b66-b725-e4e983d087b5 None None] For port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:14.351864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-019e51b6-b3c1-4b66-b725-e4e983d087b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.466764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e51b6-b3c1-4b66-b725-e4e983d087b5 None None] Pushing event updated for resources: {'Port': ['ID=ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:14.484315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port c4e53bfa-370c-4765-ba53-a950c9517c45 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:14.484720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.514051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-54639d8c-6e42-4249-a015-701822a77ae5 None None] Provisioning complete for port be07651a-1519-4b8c-a035-a5fb3d019230 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:14.514445 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54639d8c-6e42-4249-a015-701822a77ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.569906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-54639d8c-6e42-4249-a015-701822a77ae5 None None] Port be07651a-1519-4b8c-a035-a5fb3d019230 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:52:14.575842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 4, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'gw_port': {'id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'be07651a-1519-4b8c-a035-a5fb3d019230', 'name': '', 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'mac_address': 'fa:16:3e:6f:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:12Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 2, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'subnets': [{'id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:14.607678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5067001-27b9-4ef3-a45d-282941040f0c None None] The sync data for ids ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'] in dv-neutron-822328-3-hyperv is: [{'id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 4, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'gw_port': {'id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'be07651a-1519-4b8c-a035-a5fb3d019230', 'name': '', 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'mac_address': 'fa:16:3e:6f:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:12Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 2, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'subnets': [{'id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:52:14.631568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-54639d8c-6e42-4249-a015-701822a77ae5 None None] Provisioning complete for port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:14.631940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54639d8c-6e42-4249-a015-701822a77ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.727035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:14.733998 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f4c4b63c-bc50-4396-89fa-9fa6914d4f6a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693688583', 'description': 'tempest-secgroup-smoke-693688583 description', 'project_id': '9833a24cff904abaa49450615d80c69c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:14.763236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b63c-bc50-4396-89fa-9fa6914d4f6a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.849330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b63c-bc50-4396-89fa-9fa6914d4f6a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.855354 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b63c-bc50-4396-89fa-9fa6914d4f6a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.889689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b63c-bc50-4396-89fa-9fa6914d4f6a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:14.891080 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f4c4b63c-bc50-4396-89fa-9fa6914d4f6a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1626542 Dec 20 16:52:14.894086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:14.899748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d4162bb2-1b43-473a-95c2-4f36b25fd56f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'security_group_rule': {'security_group_id': 'f67acad7-f269-472a-a949-8a812e765b0f', 'project_id': '9833a24cff904abaa49450615d80c69c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:14.905980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4b63c-bc50-4396-89fa-9fa6914d4f6a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67acad7-f269-472a-a949-8a812e765b0f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:14.934299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4162bb2-1b43-473a-95c2-4f36b25fd56f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.006277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4162bb2-1b43-473a-95c2-4f36b25fd56f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.010410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4162bb2-1b43-473a-95c2-4f36b25fd56f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.029673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4162bb2-1b43-473a-95c2-4f36b25fd56f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c779ec25-cef9-4992-ae68-6051056ee458,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:15.039442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4162bb2-1b43-473a-95c2-4f36b25fd56f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.040929 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d4162bb2-1b43-473a-95c2-4f36b25fd56f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453586 Dec 20 16:52:15.043637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:15.048171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2be75f74-068b-4f26-af9b-11facb5f1315 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'security_group_rule': {'security_group_id': 'f67acad7-f269-472a-a949-8a812e765b0f', 'project_id': '9833a24cff904abaa49450615d80c69c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:15.082937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2be75f74-068b-4f26-af9b-11facb5f1315 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.150763 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2be75f74-068b-4f26-af9b-11facb5f1315 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.154862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2be75f74-068b-4f26-af9b-11facb5f1315 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.175704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be75f74-068b-4f26-af9b-11facb5f1315 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a889db1-7ace-4ad1-bc67-e7df49d72601,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:15.183033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2be75f74-068b-4f26-af9b-11facb5f1315 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.184413 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2be75f74-068b-4f26-af9b-11facb5f1315 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398625 Dec 20 16:52:15.187243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:15.191823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e2b82115-c5cf-4f00-ad87-f1fa84ddb710 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'security_group_rule': {'security_group_id': 'f67acad7-f269-472a-a949-8a812e765b0f', 'project_id': '9833a24cff904abaa49450615d80c69c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:15.223196 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2b82115-c5cf-4f00-ad87-f1fa84ddb710 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.302535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2b82115-c5cf-4f00-ad87-f1fa84ddb710 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.306399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2b82115-c5cf-4f00-ad87-f1fa84ddb710 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.333354 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b82115-c5cf-4f00-ad87-f1fa84ddb710 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefc08b6-0b80-4a64-b836-03ddf6274932,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:15.339952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2b82115-c5cf-4f00-ad87-f1fa84ddb710 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.341192 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e2b82115-c5cf-4f00-ad87-f1fa84ddb710 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529698 Dec 20 16:52:15.344115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50696) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:15.348540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e8b107b5-b7b9-43fb-86eb-d616fb323527 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'security_group_rule': {'security_group_id': 'f67acad7-f269-472a-a949-8a812e765b0f', 'project_id': '9833a24cff904abaa49450615d80c69c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:15.381049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8b107b5-b7b9-43fb-86eb-d616fb323527 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.458391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8b107b5-b7b9-43fb-86eb-d616fb323527 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.462726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8b107b5-b7b9-43fb-86eb-d616fb323527 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.481791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b107b5-b7b9-43fb-86eb-d616fb323527 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a554fb3-bd20-4274-beb7-63b0f4947275,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:15.487930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8b107b5-b7b9-43fb-86eb-d616fb323527 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.488413 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e8b107b5-b7b9-43fb-86eb-d616fb323527 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433539 Dec 20 16:52:15.491188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:15.495633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a004c088-c5cc-4522-bd2a-998afd4332f7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'security_group_rule': {'security_group_id': 'f67acad7-f269-472a-a949-8a812e765b0f', 'project_id': '9833a24cff904abaa49450615d80c69c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:15.535348 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-a004c088-c5cc-4522-bd2a-998afd4332f7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Project 9833a24cff904abaa49450615d80c69c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:52:15.541265 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a004c088-c5cc-4522-bd2a-998afd4332f7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.612533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a004c088-c5cc-4522-bd2a-998afd4332f7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.617417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a004c088-c5cc-4522-bd2a-998afd4332f7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.638383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004c088-c5cc-4522-bd2a-998afd4332f7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4764b20-8b24-4d9a-b760-2fd8197c3eaa,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:15.645339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a004c088-c5cc-4522-bd2a-998afd4332f7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.646424 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a004c088-c5cc-4522-bd2a-998afd4332f7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541901 Dec 20 16:52:15.650299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:15.655072 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d4c8c079-418a-4649-9723-fa25a01a517c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'security_group_rule': {'security_group_id': 'f67acad7-f269-472a-a949-8a812e765b0f', 'project_id': '9833a24cff904abaa49450615d80c69c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:15.688247 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-d4c8c079-418a-4649-9723-fa25a01a517c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Project 9833a24cff904abaa49450615d80c69c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:52:15.694026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4c8c079-418a-4649-9723-fa25a01a517c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.765937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4c8c079-418a-4649-9723-fa25a01a517c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.770525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4c8c079-418a-4649-9723-fa25a01a517c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.795112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8c079-418a-4649-9723-fa25a01a517c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14686a35-ee70-4bf4-a525-f4f7b1f790eb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:15.802206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4c8c079-418a-4649-9723-fa25a01a517c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:15.804482 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d4c8c079-418a-4649-9723-fa25a01a517c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1523728 Dec 20 16:52:16.343581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:16.407996 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:16.408398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:16.710417 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Sync routers for ids ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:52:16.721490 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Routers {'ae90c975-86a1-4bf9-a8b9-f6e36816802f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:16.722116 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:16.829552 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Set router ae90c975-86a1-4bf9-a8b9-f6e36816802f gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:17.144459 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 4, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'gw_port': {'id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'be07651a-1519-4b8c-a035-a5fb3d019230', 'name': '', 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'mac_address': 'fa:16:3e:6f:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:12Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 2, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'subnets': [{'id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:17.175028 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Checking router: ae90c975-86a1-4bf9-a8b9-f6e36816802f for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:52:17.175537 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Updating router ae90c975-86a1-4bf9-a8b9-f6e36816802f port be07651a-1519-4b8c-a035-a5fb3d019230 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:52:17.201480 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:17.474151 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:17.480607 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:17.535116 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1fa53-e9aa-4302-b724-410a27efce8e None None] Pushing event updated for resources: {'Port': ['ID=be07651a-1519-4b8c-a035-a5fb3d019230,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:17.590880 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Attempting to bind port be07651a-1519-4b8c-a035-a5fb3d019230 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:52:17.591131 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Attempting to bind port be07651a-1519-4b8c-a035-a5fb3d019230 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '1243a264-c240-46ba-9af5-06e97bdfe485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:52:17.591487 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Attempting to bind port be07651a-1519-4b8c-a035-a5fb3d019230 on network b0b4d2d5-69b0-4322-8baa-3be69525a0ac {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:17.597788 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:52:17.598160 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Checking segment: {'id': '1243a264-c240-46ba-9af5-06e97bdfe485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:17.598589 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:17.598980 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Bound using segment: {'id': '1243a264-c240-46ba-9af5-06e97bdfe485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:52:17.599649 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Bound port: be07651a-1519-4b8c-a035-a5fb3d019230, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1243a264-c240-46ba-9af5-06e97bdfe485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:52:17.600049 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:17.677668 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] For port be07651a-1519-4b8c-a035-a5fb3d019230, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:17.681478 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] For port be07651a-1519-4b8c-a035-a5fb3d019230, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=be07651a-1519-4b8c-a035-a5fb3d019230,segment=NetworkSegment(1243a264-c240-46ba-9af5-06e97bdfe485),segment_id=1243a264-c240-46ba-9af5-06e97bdfe485)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:17.688246 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:17.752303 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Routers {'ae90c975-86a1-4bf9-a8b9-f6e36816802f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:17.752986 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:51:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:17.757895 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1fa53-e9aa-4302-b724-410a27efce8e None None] Pushing event updated for resources: {'Port': ['ID=be07651a-1519-4b8c-a035-a5fb3d019230,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:17.784984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2a6ae157-c76f-4844-ba15-e64b81b2abd9 None None] Provisioning complete for port be07651a-1519-4b8c-a035-a5fb3d019230 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:17.785534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a6ae157-c76f-4844-ba15-e64b81b2abd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:17.893559 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a6ae157-c76f-4844-ba15-e64b81b2abd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:17.905777 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] Set router ae90c975-86a1-4bf9-a8b9-f6e36816802f gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:17.935636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2a6ae157-c76f-4844-ba15-e64b81b2abd9 None None] For port be07651a-1519-4b8c-a035-a5fb3d019230, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=be07651a-1519-4b8c-a035-a5fb3d019230,segment=NetworkSegment(1243a264-c240-46ba-9af5-06e97bdfe485),segment_id=1243a264-c240-46ba-9af5-06e97bdfe485)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:17.944174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a6ae157-c76f-4844-ba15-e64b81b2abd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:18.016565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ae157-c76f-4844-ba15-e64b81b2abd9 None None] Pushing event updated for resources: {'Port': ['ID=be07651a-1519-4b8c-a035-a5fb3d019230,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:18.069743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c4490f95-1eaf-4cc0-9c79-81cfb864ff00 None None] Provisioning complete for port be07651a-1519-4b8c-a035-a5fb3d019230 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:18.070127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4490f95-1eaf-4cc0-9c79-81cfb864ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:18.135765 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 4, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'gw_port': {'id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'be07651a-1519-4b8c-a035-a5fb3d019230', 'name': '', 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'mac_address': 'fa:16:3e:6f:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:12Z', 'updated_at': '2021-12-20T16:52:17Z', 'revision_number': 4, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'subnets': [{'id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:18.164327 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e827123-7b50-4d4d-b5ba-68b7c70f45fe None None] The sync data for ids ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'] in dv-neutron-822328-3-hyperv is: [{'id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:13Z', 'revision_number': 4, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'gw_port': {'id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'be07651a-1519-4b8c-a035-a5fb3d019230', 'name': '', 'network_id': 'b0b4d2d5-69b0-4322-8baa-3be69525a0ac', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'mac_address': 'fa:16:3e:6f:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:12Z', 'updated_at': '2021-12-20T16:52:17Z', 'revision_number': 4, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'subnets': [{'id': 'af120379-1d9a-4962-b27c-9b4e3bfb94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:52:18.346106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device be07651a-1519-4b8c-a035-a5fb3d019230 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:18.407438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port be07651a-1519-4b8c-a035-a5fb3d019230 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:18.407971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:25.054738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-faa9ecf7-90fe-44c1-8147-5c7b0b21ceed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:27.771176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0bdfdee-9792-4a9e-9af4-3f770aad2a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:28.473834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:30.026847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:30.813626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:33.629721 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-823f6f94-2f68-42e3-8cc3-77d87ec1a3b4 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693688583&fields=id&tenant_id=9833a24cff904abaa49450615d80c69c HTTP/1.1" status: 200 len: 267 time: 0.0435455 Dec 20 16:52:33.735824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-e8de74bf-4c95-403a-9f7f-3781bae81f71 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:33.737318 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-e8de74bf-4c95-403a-9f7f-3781bae81f71 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 811 time: 0.1009514 Dec 20 16:52:33.752482 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-23c11f59-8755-40ce-9bb9-06e51a3e4976 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/quotas/9833a24cff904abaa49450615d80c69c HTTP/1.1" status: 200 len: 375 time: 0.0095227 Dec 20 16:52:33.806870 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-c1731a75-b6c4-4838-8d8e-3145960edee5 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491495 Dec 20 16:52:33.994830 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-5a01b33d-06e0-4219-99b1-6b12a51c4ca2 service neutron] 10.222.0.60 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757162 Dec 20 16:52:34.090391 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-772c19ec-1b0b-4821-8638-013eefb2a8e4 service neutron] 10.222.0.60 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871334 Dec 20 16:52:34.408363 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-558a43f3-7d0d-4342-9cf2-81f951886086 req-85c7aff5-816d-4144-b5ed-9d8217287471 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0352805 Dec 20 16:52:35.433429 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-9c495905-7329-45f3-a391-a19c84a85627 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:35.434949 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-9c495905-7329-45f3-a391-a19c84a85627 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 811 time: 0.1127846 Dec 20 16:52:35.504568 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b44ba32-3814-47d1-a1e8-10cdb5bbbe3c req-c2dd51ef-5edc-4d75-a043-530fa9e6dc5b tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0277352 Dec 20 16:52:35.520878 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-6bd51228-7d2d-4d35-a018-70f3dabfc3b5 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9833a24cff904abaa49450615d80c69c HTTP/1.1" status: 200 len: 379 time: 0.0569725 Dec 20 16:52:35.581112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'port': {'device_id': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'admin_state_up': True, 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'security_groups': ['f67acad7-f269-472a-a949-8a812e765b0f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:35.693336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Made reservation on behalf of 9833a24cff904abaa49450615d80c69c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:52:35.697103 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:35.831326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Allocated IP 172.20.0.8 (cc0bc987-298f-4346-8e3b-9b0c60e4e5a6/b0fe7865-4e63-49f3-a2ab-da2b0a88eccc/85d43608-42f8-40fe-a1a9-852917483ff4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:35.983796 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.017419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.061749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:36.064929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:36.068711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:36.097046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'Port': ['ID=85d43608-42f8-40fe-a1a9-852917483ff4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:36.126220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:36.127051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.150770 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-88c9d3bd-7822-442a-a0e8-438e5bd0d393 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734024 Dec 20 16:52:36.164689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Request body: {'port': {'device_id': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:36.232241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.306716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-57de17fb-0893-46c5-be67-31a411411967 None None] Provisioning complete for port 85d43608-42f8-40fe-a1a9-852917483ff4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:36.307387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57de17fb-0893-46c5-be67-31a411411967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.344594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57de17fb-0893-46c5-be67-31a411411967 None None] Port 85d43608-42f8-40fe-a1a9-852917483ff4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:52:36.503683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d43608-42f8-40fe-a1a9-852917483ff4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:52:36.511080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.523697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Transition to ACTIVE for port object 85d43608-42f8-40fe-a1a9-852917483ff4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:36.527625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.581258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785381b-d138-4229-843f-1689abf753cf service neutron] Pushing event updated for resources: {'Port': ['ID=85d43608-42f8-40fe-a1a9-852917483ff4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:36.681946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9300cf9-9201-41fc-b4cf-b920d7965f8f req-7a2b017a-8dbf-4c2a-9225-f497ef620096 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:36.683589 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a9300cf9-9201-41fc-b4cf-b920d7965f8f req-7a2b017a-8dbf-4c2a-9225-f497ef620096 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0829036 Dec 20 16:52:36.700382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Attempting to bind port 85d43608-42f8-40fe-a1a9-852917483ff4 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:52:36.700722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Attempting to bind port 85d43608-42f8-40fe-a1a9-852917483ff4 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:52:36.701042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Attempting to bind port 85d43608-42f8-40fe-a1a9-852917483ff4 on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:36.716147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Port 85d43608-42f8-40fe-a1a9-852917483ff4 on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:52:36.716529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Attempting to bind port 85d43608-42f8-40fe-a1a9-852917483ff4 on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:36.730150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:52:36.730559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Checking segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:36.730887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Bound using segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:52:36.731334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Bound port: 85d43608-42f8-40fe-a1a9-852917483ff4, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:52:36.731693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.763842 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a9300cf9-9201-41fc-b4cf-b920d7965f8f req-bd2b8c23-e94a-4b33-9eb8-9bf683d9a9bc tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715094 Dec 20 16:52:36.816329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] For port 85d43608-42f8-40fe-a1a9-852917483ff4, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:36.819667 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] For port 85d43608-42f8-40fe-a1a9-852917483ff4, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=85d43608-42f8-40fe-a1a9-852917483ff4,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:36.824768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.860589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:36.861200 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:36.862884 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b785381b-d138-4229-843f-1689abf753cf service neutron] 10.222.0.18 "PUT /v2.0/ports/85d43608-42f8-40fe-a1a9-852917483ff4 HTTP/1.1" status: 200 len: 1093 time: 0.7027395 Dec 20 16:52:36.865476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'tag': '85d43608-42f8-40fe-a1a9-852917483ff4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:36.868264 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a4542a-6eca-4e2f-978d-30657e0ad879" -d '{"events": [{"name": "network-changed", "server_uuid": "01f2d97b-7eee-4d73-b3b9-50fc143fc5f3", "tag": "85d43608-42f8-40fe-a1a9-852917483ff4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:52:36.910278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785381b-d138-4229-843f-1689abf753cf service neutron] Pushing event updated for resources: {'Port': ['ID=85d43608-42f8-40fe-a1a9-852917483ff4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:36.934994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbb371a-1371-46f7-b148-1139ee3bdc15 x-openstack-request-id: req-1fbb371a-1371-46f7-b148-1139ee3bdc15 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:52:36.935310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f2d97b-7eee-4d73-b3b9-50fc143fc5f3", "tag": "85d43608-42f8-40fe-a1a9-852917483ff4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:52:36.935564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fbb371a-1371-46f7-b148-1139ee3bdc15 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:52:36.935973 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'tag': '85d43608-42f8-40fe-a1a9-852917483ff4', 'status': 'completed', 'code': 200} Dec 20 16:52:36.986022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-62f7748e-8ed9-4547-84e1-6bc256279ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:36.988344 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-62f7748e-8ed9-4547-84e1-6bc256279ef0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0639992 Dec 20 16:52:37.036233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-7ca91466-f949-4314-8cf5-fa5aabc0be72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85d43608-42f8-40fe-a1a9-852917483ff4 HTTP/1.1" status: 200 len: 217 time: 0.0401869 Dec 20 16:52:37.113814 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-5b527d29-396b-4f00-b471-6d03ed1eaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:37.115402 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-5b527d29-396b-4f00-b471-6d03ed1eaaf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0717404 Dec 20 16:52:37.175841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-0c2061d7-2bd6-4cba-a80a-412f426baeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:37.177250 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-0c2061d7-2bd6-4cba-a80a-412f426baeec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499673 Dec 20 16:52:37.286475 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-125dfa92-afdd-43bf-a862-e9359de356bf service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005757 Dec 20 16:52:37.386940 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8cea0fc6-ee3e-447f-8057-6dfed00c81a6 req-b016e827-5c51-4f96-9915-7674431b8259 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928085 Dec 20 16:52:37.472273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-787a3404-db7a-453c-8555-73bdbc6f8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:37.473774 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-787a3404-db7a-453c-8555-73bdbc6f8c2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0412970 Dec 20 16:52:37.569042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-0aae934c-c154-42a2-86fa-b80edac0b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:37.570434 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-0aae934c-c154-42a2-86fa-b80edac0b5ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.0891356 Dec 20 16:52:37.612475 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-0d8def62-fe77-49e8-ad7d-364a76eaa8d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85d43608-42f8-40fe-a1a9-852917483ff4 HTTP/1.1" status: 200 len: 217 time: 0.0343330 Dec 20 16:52:37.664590 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-4785d3ad-339e-4e3d-a3d5-388b95fb8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:37.666053 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-4785d3ad-339e-4e3d-a3d5-388b95fb8c2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0472968 Dec 20 16:52:37.712304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-a8a66ede-139c-4093-8618-f4ba5270d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:37.713809 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-a8a66ede-139c-4093-8618-f4ba5270d99f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403183 Dec 20 16:52:37.805257 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-7c62700d-c695-4507-a455-2764a5b19e2b service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836706 Dec 20 16:52:37.933106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04d545-3054-49c2-ace1-3df271df954c req-abbb1bd8-bc13-4550-8123-eea31c69ca17 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:37.934537 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d04d545-3054-49c2-ace1-3df271df954c req-abbb1bd8-bc13-4550-8123-eea31c69ca17 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0996933 Dec 20 16:52:37.941235 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c8a4542a-6eca-4e2f-978d-30657e0ad879 req-b4acf43f-9eef-4d99-8942-c3accd072c19 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292853 Dec 20 16:52:37.992586 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d04d545-3054-49c2-ace1-3df271df954c req-c8029b32-e0ef-41d8-874c-ff1dcc9e79dc tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504010 Dec 20 16:52:39.114733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b523e-79d1-4ae3-a07f-97942156c921 req-45eab8b7-fe8e-400e-9d98-78b1632a067f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:39.116306 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-739b523e-79d1-4ae3-a07f-97942156c921 req-45eab8b7-fe8e-400e-9d98-78b1632a067f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0523841 Dec 20 16:52:39.174235 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-739b523e-79d1-4ae3-a07f-97942156c921 req-a48e0365-c2fb-42f7-908c-17d3891c700e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498006 Dec 20 16:52:40.297861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c70fab-19f9-49d3-9a74-d36a953e87d8 req-5a417b21-bd1a-4c15-982e-d9d8fce70543 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:40.299392 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-01c70fab-19f9-49d3-9a74-d36a953e87d8 req-5a417b21-bd1a-4c15-982e-d9d8fce70543 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0522518 Dec 20 16:52:40.349316 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-01c70fab-19f9-49d3-9a74-d36a953e87d8 req-b4086047-71cc-4971-97e9-771ef3126d68 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437214 Dec 20 16:52:41.467906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7af438-a8ca-4d27-a905-7cb743f087c7 req-0e07762f-8955-46c2-8800-ec8a0a48fc55 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:41.470019 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4c7af438-a8ca-4d27-a905-7cb743f087c7 req-0e07762f-8955-46c2-8800-ec8a0a48fc55 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0549138 Dec 20 16:52:41.519585 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4c7af438-a8ca-4d27-a905-7cb743f087c7 req-c07c6ea2-80c4-41e8-bb68-3774a78db8c1 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433114 Dec 20 16:52:42.635129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4deac1-b5c8-401e-9c11-bd8a697a6d01 req-8ea38fe5-3ee7-419f-9002-6d5411d7798d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:42.636610 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-de4deac1-b5c8-401e-9c11-bd8a697a6d01 req-8ea38fe5-3ee7-419f-9002-6d5411d7798d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0482426 Dec 20 16:52:42.685937 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-de4deac1-b5c8-401e-9c11-bd8a697a6d01 req-f6db5326-b00e-42a6-b2c4-6de69b5b8620 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431545 Dec 20 16:52:43.801235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81fb8-da5e-4d62-a598-56618e4b9f41 req-a51414cf-83b9-4f56-8349-5eeb0d745968 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:43.802823 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-69c81fb8-da5e-4d62-a598-56618e4b9f41 req-a51414cf-83b9-4f56-8349-5eeb0d745968 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0499189 Dec 20 16:52:43.853637 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-69c81fb8-da5e-4d62-a598-56618e4b9f41 req-987b0cfc-45b8-4501-a07a-d06d20936853 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450010 Dec 20 16:52:44.246594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:44.279722 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:52:44.973172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c1c22-d1e0-46dc-8bc0-b0f55738a5e7 req-ddc9a327-da58-4792-8435-dab479bf7db7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:44.974874 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-784c1c22-d1e0-46dc-8bc0-b0f55738a5e7 req-ddc9a327-da58-4792-8435-dab479bf7db7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0539796 Dec 20 16:52:45.029555 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-784c1c22-d1e0-46dc-8bc0-b0f55738a5e7 req-9cbc1767-c366-482a-9df7-5707588a3cd4 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482247 Dec 20 16:52:46.153382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253ac4d-002f-4e23-a688-9df5b06187a8 req-02fc389a-b314-4fff-8d50-1d48745688b4 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:46.154894 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b253ac4d-002f-4e23-a688-9df5b06187a8 req-02fc389a-b314-4fff-8d50-1d48745688b4 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0499458 Dec 20 16:52:46.210033 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b253ac4d-002f-4e23-a688-9df5b06187a8 req-754bfd77-c471-4d79-b727-99ef6e9fea88 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486479 Dec 20 16:52:47.325612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e262184-235f-4bfe-97f6-2d05cccf52fd req-f2a060aa-df58-4570-b915-a25a96279d48 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:47.327144 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e262184-235f-4bfe-97f6-2d05cccf52fd req-f2a060aa-df58-4570-b915-a25a96279d48 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0493340 Dec 20 16:52:47.376594 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e262184-235f-4bfe-97f6-2d05cccf52fd req-a1825e2d-c6c0-4b78-bcb5-a95c90523e98 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430262 Dec 20 16:52:48.499239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd9ec0-6d67-4ab9-9df4-c6c001f5118a req-5bfee35c-8656-4869-a440-b6d01ef4847b tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:48.500728 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-51fd9ec0-6d67-4ab9-9df4-c6c001f5118a req-5bfee35c-8656-4869-a440-b6d01ef4847b tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0505981 Dec 20 16:52:48.550616 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-51fd9ec0-6d67-4ab9-9df4-c6c001f5118a req-b3951ccf-8b79-41d0-853f-f7dd62b43a84 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Dec 20 16:52:49.513898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 85d43608-42f8-40fe-a1a9-852917483ff4 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:52:49.608787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 85d43608-42f8-40fe-a1a9-852917483ff4, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=85d43608-42f8-40fe-a1a9-852917483ff4,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:49.620681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '85d43608-42f8-40fe-a1a9-852917483ff4', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'port_id': '85d43608-42f8-40fe-a1a9-852917483ff4', 'mac_address': 'fa:16:3e:56:e2:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:52:49.658206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:49.663367 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750575c5-db5f-45f6-86f4-399fed280744 req-c845717e-d623-4739-9e10-5ac43bf4314a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:49.664853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-750575c5-db5f-45f6-86f4-399fed280744 req-c845717e-d623-4739-9e10-5ac43bf4314a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 943 time: 0.0480621 Dec 20 16:52:49.671330 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d43608-42f8-40fe-a1a9-852917483ff4 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:52:49.691828 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 85d43608-42f8-40fe-a1a9-852917483ff4, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=85d43608-42f8-40fe-a1a9-852917483ff4,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:49.696834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:49.720522 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-750575c5-db5f-45f6-86f4-399fed280744 req-128d7213-0947-4133-8323-b69d43ef579f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493717 Dec 20 16:52:49.748170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=85d43608-42f8-40fe-a1a9-852917483ff4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:49.916584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['85d43608-42f8-40fe-a1a9-852917483ff4'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:52:50.837167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ade46-f526-4914-a8ac-1c49931a2a5c req-e74fc9c7-be5e-4598-ba56-e4fa9ede6a04 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:50.838742 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e07ade46-f526-4914-a8ac-1c49931a2a5c req-e74fc9c7-be5e-4598-ba56-e4fa9ede6a04 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 944 time: 0.0511205 Dec 20 16:52:50.889764 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e07ade46-f526-4914-a8ac-1c49931a2a5c req-54f857e2-c23d-4e7e-8e52-2349ebadc45d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451694 Dec 20 16:52:51.514484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 85d43608-42f8-40fe-a1a9-852917483ff4 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:51.563293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 85d43608-42f8-40fe-a1a9-852917483ff4 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:51.567384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 85d43608-42f8-40fe-a1a9-852917483ff4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:51.567754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:51.643020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:51.668776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d43608-42f8-40fe-a1a9-852917483ff4'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:51.671051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe0b8b8-4f88-4ae2-9dae-7fa92b6dafb1" -d '{"events": [{"server_uuid": "01f2d97b-7eee-4d73-b3b9-50fc143fc5f3", "name": "network-vif-plugged", "status": "completed", "tag": "85d43608-42f8-40fe-a1a9-852917483ff4"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:52:51.683845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 85d43608-42f8-40fe-a1a9-852917483ff4, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=85d43608-42f8-40fe-a1a9-852917483ff4,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:51.688247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:51.712494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f82b31-ce60-4e8d-9184-0985076407d7 x-openstack-request-id: req-73f82b31-ce60-4e8d-9184-0985076407d7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:52:51.712784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f2d97b-7eee-4d73-b3b9-50fc143fc5f3", "name": "network-vif-plugged", "status": "completed", "tag": "85d43608-42f8-40fe-a1a9-852917483ff4", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:52:51.713032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73f82b31-ce60-4e8d-9184-0985076407d7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:52:51.713415 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d43608-42f8-40fe-a1a9-852917483ff4', 'code': 200} Dec 20 16:52:51.740200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=85d43608-42f8-40fe-a1a9-852917483ff4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:51.894698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05dd41-0a84-4934-a657-f988773e40fa req-d3aca809-316b-44e6-8e2c-7fb52eaff059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:51.896085 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed05dd41-0a84-4934-a657-f988773e40fa req-d3aca809-316b-44e6-8e2c-7fb52eaff059 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0400431 Dec 20 16:52:51.943908 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed05dd41-0a84-4934-a657-f988773e40fa req-b7d7616e-9b40-425d-9692-4918894fa471 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406275 Dec 20 16:52:52.009748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1afbf6-970b-46e7-9f1d-e38f1ddcc8cf req-cb1a1e3f-46f7-48fb-bcda-2054101b2317 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:52.011269 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fb1afbf6-970b-46e7-9f1d-e38f1ddcc8cf req-cb1a1e3f-46f7-48fb-bcda-2054101b2317 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 945 time: 0.0540645 Dec 20 16:52:52.060121 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fb1afbf6-970b-46e7-9f1d-e38f1ddcc8cf req-62b07cb8-255e-4408-b42a-106c3b04d4d4 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425828 Dec 20 16:52:53.175231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f6efb-6c41-41b3-9ef2-cb939fb2c610 req-c682217d-6467-43cf-bbbe-cd5942c2363b tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:53.176707 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-605f6efb-6c41-41b3-9ef2-cb939fb2c610 req-c682217d-6467-43cf-bbbe-cd5942c2363b tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 945 time: 0.0478990 Dec 20 16:52:53.224816 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-605f6efb-6c41-41b3-9ef2-cb939fb2c610 req-07167d90-b2b5-460a-82d2-5aeec7c5180e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 Dec 20 16:52:53.338640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a44878-5414-44d9-afec-d343ec783f19 req-c9d8d38c-7092-4f5e-8df8-32379fc903c7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:53.340136 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-91a44878-5414-44d9-afec-d343ec783f19 req-c9d8d38c-7092-4f5e-8df8-32379fc903c7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 945 time: 0.0492718 Dec 20 16:52:53.389489 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-91a44878-5414-44d9-afec-d343ec783f19 req-070ff428-f7fd-43b2-8d45-4b8d65f485b4 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428741 Dec 20 16:52:53.412186 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:53.495733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c76d0-231a-41e2-852a-3e16b9f30677 tempest-TestVolumeBootPattern-1643425342 tempest-TestVolumeBootPattern-1643425342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:53.497145 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-aa0c76d0-231a-41e2-852a-3e16b9f30677 tempest-TestVolumeBootPattern-1643425342 tempest-TestVolumeBootPattern-1643425342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 1093 time: 0.0839701 Dec 20 16:52:53.500048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 50932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:52:53.504229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '85d43608-42f8-40fe-a1a9-852917483ff4', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:53.527687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:53.622222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:53.733609 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Allocated IP 172.26.1.127 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/05f6a417-bc3e-42f7-a56c-1aebb01e5cd8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:53.836271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:53.873494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:53.919483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:53.923033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:53.927280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:53.932954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'Port': ['ID=05f6a417-bc3e-42f7-a56c-1aebb01e5cd8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:54.301950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:54.372226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:54.522437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:54.526990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:54.598758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'Port': ['ID=05f6a417-bc3e-42f7-a56c-1aebb01e5cd8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:54.611128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:54.711683 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Floating IP 20bc435b-2b69-49f7-9589-094b6ec1af30 associated. External IP: 172.26.1.127, port: 85d43608-42f8-40fe-a1a9-852917483ff4. Dec 20 16:52:54.922571 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:52:55.033187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:52:55.038412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b721756b-4fbd-4ee8-be42-70b9e5102c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:55.046249 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72117fe8-672e-4746-b070-e39a64584191 None None] Sync routers for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:52:55.055201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:55.057393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72117fe8-672e-4746-b070-e39a64584191 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:55.058115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72117fe8-672e-4746-b070-e39a64584191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:52:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:55.083793 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f3010fbc-cca7-437e-82c4-45ab3e1a4181 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5826306 Dec 20 16:52:55.084384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'tag': '85d43608-42f8-40fe-a1a9-852917483ff4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:55.086730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "01f2d97b-7eee-4d73-b3b9-50fc143fc5f3", "tag": "85d43608-42f8-40fe-a1a9-852917483ff4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:52:55.124150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f14f5e-cb6b-433e-97a2-51363755c4cd x-openstack-request-id: req-e9f14f5e-cb6b-433e-97a2-51363755c4cd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:52:55.125033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f2d97b-7eee-4d73-b3b9-50fc143fc5f3", "tag": "85d43608-42f8-40fe-a1a9-852917483ff4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:52:55.125793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9f14f5e-cb6b-433e-97a2-51363755c4cd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:52:55.126204 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'tag': '85d43608-42f8-40fe-a1a9-852917483ff4', 'status': 'completed', 'code': 200} Dec 20 16:52:55.331125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-72117fe8-672e-4746-b070-e39a64584191 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:55.530044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-4aa6f475-20f8-4255-b17f-1833ae40e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:55.531566 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-4aa6f475-20f8-4255-b17f-1833ae40e087 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 1098 time: 0.3838532 Dec 20 16:52:55.568327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72117fe8-672e-4746-b070-e39a64584191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '20bc435b-2b69-49f7-9589-094b6ec1af30', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '85d43608-42f8-40fe-a1a9-852917483ff4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:56:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:52:54Z', 'updated_at': '2021-12-20T16:52:54Z', 'revision_number': 0, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:55.593853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72117fe8-672e-4746-b070-e39a64584191 None None] Checking router: 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:52:55.602237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72117fe8-672e-4746-b070-e39a64584191 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:52:55.602880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72117fe8-672e-4746-b070-e39a64584191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:52:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:55.623261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-75a8db89-71fd-4b13-8c7b-250152e3cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:55.624718 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-75a8db89-71fd-4b13-8c7b-250152e3cfb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.0852585 Dec 20 16:52:55.694544 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-44cc804e-df54-4080-952b-e53b4909b4b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85d43608-42f8-40fe-a1a9-852917483ff4 HTTP/1.1" status: 200 len: 999 time: 0.0626428 Dec 20 16:52:55.710289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-72117fe8-672e-4746-b070-e39a64584191 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:52:55.742348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-e17af48d-5d2d-4cf1-b41e-04ab048c3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:55.743730 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-e17af48d-5d2d-4cf1-b41e-04ab048c3b76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0425425 Dec 20 16:52:55.789677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-bc8bc372-cd5d-4846-9642-b04509b94f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:55.791187 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-bc8bc372-cd5d-4846-9642-b04509b94f4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395937 Dec 20 16:52:55.893176 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-b541fe10-4d95-45fb-9196-808c0ededed1 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935788 Dec 20 16:52:55.946840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-72117fe8-672e-4746-b070-e39a64584191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '20bc435b-2b69-49f7-9589-094b6ec1af30', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '85d43608-42f8-40fe-a1a9-852917483ff4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:56:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:52:54Z', 'updated_at': '2021-12-20T16:52:54Z', 'revision_number': 0, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:52:55.978643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72117fe8-672e-4746-b070-e39a64584191 None None] The sync data for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv is: [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '20bc435b-2b69-49f7-9589-094b6ec1af30', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.127', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '85d43608-42f8-40fe-a1a9-852917483ff4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:56:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:52:54Z', 'updated_at': '2021-12-20T16:52:54Z', 'revision_number': 0, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:52:55.994251 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8cfcc88-0de1-4b45-b3c5-13eff6b61bc1 req-7a6bf9fd-b6bc-4da5-a236-6545182dcc6d service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945110 Dec 20 16:52:56.171111 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67625895-e6b0-4994-809f-ef373fd43494 None None] New status for floating IP 20bc435b-2b69-49f7-9589-094b6ec1af30: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:52:57.773077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7850-6ee8-4769-9bb0-83ca82748d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:58.464082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:00.024281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:00.818157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:03.974615 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-9766b239-ad62-428f-8561-b9bea05a1fb7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427561 Dec 20 16:53:04.064276 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-eb59f9dc-6ffb-4429-897e-1eda6108e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:04.065795 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-eb59f9dc-6ffb-4429-897e-1eda6108e2ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0425520 Dec 20 16:53:04.180213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-4018982f-2c1b-4431-b8ee-29899fb9ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:04.181715 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-4018982f-2c1b-4431-b8ee-29899fb9ad66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.0948200 Dec 20 16:53:04.248346 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-62bb4412-4abc-4588-b41f-cb2b5da99cd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85d43608-42f8-40fe-a1a9-852917483ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0589390 Dec 20 16:53:04.299528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-ed97d56f-119e-4868-8136-19085fb66917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:04.301024 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-ed97d56f-119e-4868-8136-19085fb66917 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0456097 Dec 20 16:53:04.353028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-efd2140d-67be-44e8-9a91-507db0dbc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:04.354570 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-efd2140d-67be-44e8-9a91-507db0dbc7cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446985 Dec 20 16:53:04.445356 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-802cc4f2-3c35-4758-877f-56d1c545abca service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829506 Dec 20 16:53:04.540011 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c49e01c-c5b2-4536-9323-5e5f1a14bed2 req-c91ba379-fa86-4911-b0c4-de5771cffa99 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878816 Dec 20 16:53:14.260685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:21.278520 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:53:25.041300 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3cade10-7afc-4ec3-99bf-f6addf8f3079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.774724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e93774a-1c84-4b8e-96c1-75f21a67a557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:28.466838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:30.029379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:30.819725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:44.276529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:55.046763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc1671c7-1a64-4409-a968-aee064121d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:57.777102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94050be2-50e2-4327-b7eb-f9eca568ecc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:58.277246 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:53:58.468327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:00.030595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:00.821293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:05.387892 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f8e47011-9231-4092-a210-e28f50dcb406 req-415676d8-9e51-489e-b667-e380c3a76457 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406668 Dec 20 16:54:05.472741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47011-9231-4092-a210-e28f50dcb406 req-6df5b997-100c-435c-b9d6-9e0eceb29bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:05.474243 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f8e47011-9231-4092-a210-e28f50dcb406 req-6df5b997-100c-435c-b9d6-9e0eceb29bdb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0432737 Dec 20 16:54:05.577466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47011-9231-4092-a210-e28f50dcb406 req-1ca8e53c-874c-4657-bd0a-a3c6e7ca0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:05.578977 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f8e47011-9231-4092-a210-e28f50dcb406 req-1ca8e53c-874c-4657-bd0a-a3c6e7ca0a8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.0844958 Dec 20 16:54:05.647668 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f8e47011-9231-4092-a210-e28f50dcb406 req-9381c29d-f2d0-4644-bbdd-477c970ba5e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85d43608-42f8-40fe-a1a9-852917483ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0614216 Dec 20 16:54:05.697973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47011-9231-4092-a210-e28f50dcb406 req-a74dd028-f999-442d-8daf-3dcf9097ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:05.699508 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f8e47011-9231-4092-a210-e28f50dcb406 req-a74dd028-f999-442d-8daf-3dcf9097ba54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0450668 Dec 20 16:54:05.745387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47011-9231-4092-a210-e28f50dcb406 req-cd7f059d-2200-47f7-8b9e-31d4a2fd91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:05.746978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f8e47011-9231-4092-a210-e28f50dcb406 req-cd7f059d-2200-47f7-8b9e-31d4a2fd91e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405562 Dec 20 16:54:05.837576 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f8e47011-9231-4092-a210-e28f50dcb406 req-3ae302ab-ad48-4290-ad46-c9b5a9bc54d4 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831144 Dec 20 16:54:05.925401 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f8e47011-9231-4092-a210-e28f50dcb406 req-a8c55ffd-8011-4dcb-b39c-00c406d82b83 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811701 Dec 20 16:54:14.275473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:25.049264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2cc1-6c6c-403a-9f13-408b9903af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:27.779079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e74b2e0d-5713-470a-a516-58e7ccab4539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:28.472228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:30.032350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:30.825115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:35.275775 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:54:44.276274 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:47.777428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589a9cf-42fd-4e2b-b1ad-e01dac96ac89 req-98fd5fdb-f7ee-421f-9a94-7008d22c2b90 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:47.778936 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7589a9cf-42fd-4e2b-b1ad-e01dac96ac89 req-98fd5fdb-f7ee-421f-9a94-7008d22c2b90 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 945 time: 0.0512240 Dec 20 16:54:47.828120 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7589a9cf-42fd-4e2b-b1ad-e01dac96ac89 req-db532d42-492b-4fb0-98f3-a30918419f34 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427105 Dec 20 16:54:48.952079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db781409-ac82-41a0-9793-a5d35e25ffaf req-1126869f-1bd3-467d-900e-b057254ed22e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:48.953651 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-db781409-ac82-41a0-9793-a5d35e25ffaf req-1126869f-1bd3-467d-900e-b057254ed22e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 945 time: 0.0519636 Dec 20 16:54:49.006373 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-db781409-ac82-41a0-9793-a5d35e25ffaf req-4ef498c5-640c-4db6-bccd-4130899d6a8d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466137 Dec 20 16:54:49.288628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-c26228e7-2aae-4998-b20c-31c97093e338 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:49.290082 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-c26228e7-2aae-4998-b20c-31c97093e338 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 945 time: 0.0474393 Dec 20 16:54:49.382362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Deleting port 85d43608-42f8-40fe-a1a9-852917483ff4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:54:49.382701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:49.469704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] For port 85d43608-42f8-40fe-a1a9-852917483ff4, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=85d43608-42f8-40fe-a1a9-852917483ff4,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:54:49.470711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:49.640405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:49.640687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:49.640982 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Floating IP 20bc435b-2b69-49f7-9589-094b6ec1af30 disassociated. External IP: 172.26.1.127, port: 85d43608-42f8-40fe-a1a9-852917483ff4. Dec 20 16:54:49.641323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Calling delete_port for 85d43608-42f8-40fe-a1a9-852917483ff4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:54:49.768791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:49.802480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event deleted for resources: {'Port': ['ID=85d43608-42f8-40fe-a1a9-852917483ff4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:49.812811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.813157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.813496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.814342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.814675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.815014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.815318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.815639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.815955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.816302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.816620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.816936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.817247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:54:49.928710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:54:50.036707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:54:50.048379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] Sync routers for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:54:50.059296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:50.059918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:54:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:50.080427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] No DVR routers for this DVR port 85d43608-42f8-40fe-a1a9-852917483ff4 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:54:50.082976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:50.086424 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b30fc99f-0101-47a1-8f3b-eee6b315d30d req-1d7faa9d-ee8f-45fb-9f29-654bade0391c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "DELETE /v2.0/ports/85d43608-42f8-40fe-a1a9-852917483ff4 HTTP/1.1" status: 204 len: 173 time: 0.7899714 Dec 20 16:54:50.086886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'name': 'network-vif-deleted', 'tag': '85d43608-42f8-40fe-a1a9-852917483ff4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:54:50.089330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e2ff75-ac11-479e-b451-42016681c9cd" -d '{"events": [{"server_uuid": "01f2d97b-7eee-4d73-b3b9-50fc143fc5f3", "name": "network-vif-deleted", "tag": "85d43608-42f8-40fe-a1a9-852917483ff4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:54:50.130785 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-46b7bb2a-b827-46d9-bdaa-637a1ae27737 req-22b205e5-da84-49fe-818b-67c79d120eba tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0380077 Dec 20 16:54:50.145502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3792a0-ed87-4802-b20c-5fb8c5c0d1cd x-openstack-request-id: req-1e3792a0-ed87-4802-b20c-5fb8c5c0d1cd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:54:50.146000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f2d97b-7eee-4d73-b3b9-50fc143fc5f3", "name": "network-vif-deleted", "tag": "85d43608-42f8-40fe-a1a9-852917483ff4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:54:50.146359 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e3792a0-ed87-4802-b20c-5fb8c5c0d1cd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:54:50.146807 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f2d97b-7eee-4d73-b3b9-50fc143fc5f3', 'name': 'network-vif-deleted', 'tag': '85d43608-42f8-40fe-a1a9-852917483ff4', 'status': 'completed', 'code': 200} Dec 20 16:54:50.193227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:54:50.400213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:50.439543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] Checking router: 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:54:50.448971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:54:50.449485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:54:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:50.555175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:54:50.769296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:54:50.796409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85c93a-4789-4504-b764-cdbffcc06a0a None None] The sync data for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv is: [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:54:51.043549 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775cbc6-844e-495a-b242-82306686e72e None None] New status for floating IP 20bc435b-2b69-49f7-9589-094b6ec1af30: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:54:51.238613 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2f6b8165-23c8-485f-83f2-3ddb523d483b req-c146ec1e-d99e-4d50-ad67-6034da3bb9ef tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0279894 Dec 20 16:54:52.331898 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e50222ed-f3b6-4db9-bf0f-e393651bc811 req-56453239-e31e-4939-9d3e-c3d12777d3f6 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0271285 Dec 20 16:54:53.428349 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f7d805e3-52d4-4cd2-ba79-b25e7f46ba25 req-9fd195f4-8bb9-43a1-ab43-eaa9081b3a40 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0304062 Dec 20 16:54:54.120391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 85d43608-42f8-40fe-a1a9-852917483ff4 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:54:54.144476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 85d43608-42f8-40fe-a1a9-852917483ff4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:54:54.144824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 85d43608-42f8-40fe-a1a9-852917483ff4 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:54:54.536216 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e2cb3ce6-f0bc-443f-b1d8-095d50d6098a req-6092e05d-583f-4aab-85ca-39476417e2bc tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=01f2d97b-7eee-4d73-b3b9-50fc143fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0290923 Dec 20 16:54:55.051108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a49d731f-e1f3-4097-8924-e28fd2318f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:55.761147 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-5e91a025-1cfa-4bcf-a5e9-4cef4f4070cb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693688583&fields=id&tenant_id=9833a24cff904abaa49450615d80c69c HTTP/1.1" status: 200 len: 267 time: 0.0433693 Dec 20 16:54:55.866080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-9e2bc2d3-6fda-4057-a8ea-f46a0e889151 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:55.867450 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-9e2bc2d3-6fda-4057-a8ea-f46a0e889151 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 811 time: 0.0992608 Dec 20 16:54:55.882135 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-46ae62d2-41f3-422e-b8da-164a119209b3 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/quotas/9833a24cff904abaa49450615d80c69c HTTP/1.1" status: 200 len: 375 time: 0.0089552 Dec 20 16:54:55.936313 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-999e2095-2d58-48f7-93dd-694d37b3d47e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490088 Dec 20 16:54:56.029156 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-3652ec55-d5d6-4ada-a801-ccbd889607fa service neutron] 10.222.0.60 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810797 Dec 20 16:54:56.120880 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-83b6cb3b-616e-4e70-89c6-0110605ebe64 service neutron] 10.222.0.60 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851166 Dec 20 16:54:56.408766 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2739052b-40b4-4e8a-b1b8-5d195fcaf572 req-5b154ec3-dac1-4052-8cde-da7c3035928d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 210 time: 0.0270734 Dec 20 16:54:57.285567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-10626896-d5af-4b0f-aaad-7794b0144c8e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:57.287069 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-10626896-d5af-4b0f-aaad-7794b0144c8e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 811 time: 0.1023729 Dec 20 16:54:57.355903 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-f16795fa-1618-469c-80e4-139d34410a29 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9833a24cff904abaa49450615d80c69c HTTP/1.1" status: 200 len: 379 time: 0.0593791 Dec 20 16:54:57.366185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'port': {'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'admin_state_up': True, 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'security_groups': ['f67acad7-f269-472a-a949-8a812e765b0f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:54:57.488789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Made reservation on behalf of 9833a24cff904abaa49450615d80c69c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:54:57.492173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:57.508353 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8fd9bc47-fdb0-4bec-8490-a2eab19757ad req-fedb0eac-8c77-47c1-bc6c-fb7aeff761d8 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 210 time: 0.0319965 Dec 20 16:54:57.639027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Allocated IP 172.20.0.9 (cc0bc987-298f-4346-8e3b-9b0c60e4e5a6/b0fe7865-4e63-49f3-a2ab-da2b0a88eccc/5dc73e3f-8cd8-489c-bd31-f76aefbbbd88) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:54:57.780784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56ba1193-fded-41f1-904c-0d00e2cf8dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:57.783760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:57.818891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:57.864883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:54:57.868060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:54:57.872480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:54:57.898884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'Port': ['ID=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:57.926297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:57.926922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:57.943937 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-8d54fb75-75fe-4a7b-9ca5-04f8aceb487a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814207 Dec 20 16:54:57.960122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Request body: {'port': {'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:54:58.026406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:58.129381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-938a7a72-1f08-4a34-92d7-5b016bc5e1de None None] Provisioning complete for port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:54:58.129755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-938a7a72-1f08-4a34-92d7-5b016bc5e1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:58.165571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-938a7a72-1f08-4a34-92d7-5b016bc5e1de None None] Port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:54:58.294191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:54:58.301864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:58.314122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Transition to ACTIVE for port object 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:54:58.317939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:58.368719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:58.445658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Attempting to bind port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:54:58.446665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Attempting to bind port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:54:58.446993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Attempting to bind port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:54:58.452452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:54:58.453238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Attempting to bind port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:54:58.459391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:54:58.459721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Checking segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:54:58.460100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Bound using segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:54:58.460529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Bound port: 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:54:58.460914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:58.487692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:58.534340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] For port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:54:58.538450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] For port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:54:58.544797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:58.588405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:58.589060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:58.590626 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] 10.222.0.18 "PUT /v2.0/ports/5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 HTTP/1.1" status: 200 len: 1093 time: 0.6349819 Dec 20 16:54:58.591161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:54:58.593508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c36710-0d77-4f35-9101-c55a1003467d" -d '{"events": [{"name": "network-changed", "server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:54:58.678128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba829503-7475-40b7-84a0-eae1037bd4e7 req-86f6bdc5-ad5e-4aa4-9859-801954d14202 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:58.680349 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ba829503-7475-40b7-84a0-eae1037bd4e7 req-86f6bdc5-ad5e-4aa4-9859-801954d14202 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0889251 Dec 20 16:54:58.699064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ead79-1319-457b-99dc-35a232cce792 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:54:58.719599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-94b6bfa8-a6e4-473a-a4f5-9caa1d35663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:58.721908 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-94b6bfa8-a6e4-473a-a4f5-9caa1d35663b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 1096 time: 0.0662110 Dec 20 16:54:58.754128 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ba829503-7475-40b7-84a0-eae1037bd4e7 req-d00d855f-c5f2-4549-9f88-cbc7cc7b0bb3 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675037 Dec 20 16:54:58.777661 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-f8d93479-1b12-4830-a2f7-777a445cd53b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 HTTP/1.1" status: 200 len: 217 time: 0.0440557 Dec 20 16:54:58.834065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-41cc09f1-e779-40d0-9a2e-2e85c9509a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:58.836713 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-41cc09f1-e779-40d0-9a2e-2e85c9509a0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0519927 Dec 20 16:54:58.893917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-69485b14-c7ae-403d-acfe-8e22ccc0afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:58.895438 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-69485b14-c7ae-403d-acfe-8e22ccc0afcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522070 Dec 20 16:54:58.994581 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-a2026d04-256b-4743-beeb-2ddb52c655d0 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909512 Dec 20 16:54:59.092705 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7c9e409-cc52-49e3-a683-cf22ee12d555 req-f169ef4b-6291-4b66-9eb5-3e5f873bf256 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914073 Dec 20 16:54:59.670753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70d3bc4-e5ff-4407-bc8f-9c2acc39a07e x-openstack-request-id: req-c70d3bc4-e5ff-4407-bc8f-9c2acc39a07e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:54:59.671351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:54:59.671351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c70d3bc4-e5ff-4407-bc8f-9c2acc39a07e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:54:59.671903 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'status': 'completed', 'code': 200} Dec 20 16:54:59.735486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c36710-0d77-4f35-9101-c55a1003467d req-4e0584c1-6f98-4737-828d-d381a7186ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:59.736993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-33c36710-0d77-4f35-9101-c55a1003467d req-4e0584c1-6f98-4737-828d-d381a7186ba8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 1096 time: 0.0422664 Dec 20 16:54:59.835552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c36710-0d77-4f35-9101-c55a1003467d req-c6c8e19c-9d79-40f9-899f-f78023890390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:59.841546 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-33c36710-0d77-4f35-9101-c55a1003467d req-c6c8e19c-9d79-40f9-899f-f78023890390 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.0925779 Dec 20 16:54:59.874453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681a86-bb65-4956-85d7-d530cc7eea22 req-4b6cee5a-9d94-4436-a60b-70f45f5e3812 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:59.875927 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-84681a86-bb65-4956-85d7-d530cc7eea22 req-4b6cee5a-9d94-4436-a60b-70f45f5e3812 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0528784 Dec 20 16:54:59.881097 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-33c36710-0d77-4f35-9101-c55a1003467d req-0854e23c-28b1-4f4c-aa5c-8a4e1eb9bb83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 HTTP/1.1" status: 200 len: 217 time: 0.0373280 Dec 20 16:54:59.931727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c36710-0d77-4f35-9101-c55a1003467d req-8d267258-943e-4d20-a681-b416c465cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:59.932282 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-84681a86-bb65-4956-85d7-d530cc7eea22 req-eb81b0f2-5a08-43b7-9479-645cdb4528a7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496478 Dec 20 16:54:59.933352 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-33c36710-0d77-4f35-9101-c55a1003467d req-8d267258-943e-4d20-a681-b416c465cd6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0456104 Dec 20 16:54:59.981083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c36710-0d77-4f35-9101-c55a1003467d req-f38f14ae-a927-4a6a-b60b-62c8210ba837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:59.982727 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-33c36710-0d77-4f35-9101-c55a1003467d req-f38f14ae-a927-4a6a-b60b-62c8210ba837 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422428 Dec 20 16:55:00.034462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:00.078740 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-33c36710-0d77-4f35-9101-c55a1003467d req-f4e9fa33-b1ba-4140-8da0-9a14b53b275c service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888805 Dec 20 16:55:00.170653 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-33c36710-0d77-4f35-9101-c55a1003467d req-c7a96ccb-f3ec-441c-b9e1-3a96fd0b3405 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850461 Dec 20 16:55:00.827111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:55:01.047561 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:55:01.051015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0498e-9c09-4284-94ce-21b71f116374 req-0226fd5b-4182-4efa-934c-f3f672c344b1 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:01.051881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1ab0498e-9c09-4284-94ce-21b71f116374 req-0226fd5b-4182-4efa-934c-f3f672c344b1 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0496020 Dec 20 16:55:01.101247 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1ab0498e-9c09-4284-94ce-21b71f116374 req-76f33c19-8912-4d15-bea2-36ca8727ad0d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439343 Dec 20 16:55:02.238626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83753-90ca-4ebb-bcba-88cbe3707f4e req-d80c2444-b9a7-4149-8881-95dd6597dcab tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:02.240163 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f5d83753-90ca-4ebb-bcba-88cbe3707f4e req-d80c2444-b9a7-4149-8881-95dd6597dcab tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0674777 Dec 20 16:55:02.296624 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f5d83753-90ca-4ebb-bcba-88cbe3707f4e req-7791d586-20f6-4346-90b5-ad3ba7964d21 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494747 Dec 20 16:55:03.409040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cec84f-c0ad-473e-94bf-f126d23e94b0 req-6b6b2e22-706e-4287-8fa3-04fbd1fa762e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:03.410575 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61cec84f-c0ad-473e-94bf-f126d23e94b0 req-6b6b2e22-706e-4287-8fa3-04fbd1fa762e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0474381 Dec 20 16:55:03.458628 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61cec84f-c0ad-473e-94bf-f126d23e94b0 req-28de1a82-d4ee-4746-8496-7b26df2d21bf tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422089 Dec 20 16:55:04.580722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2768d6-f209-4822-928b-27157bd66f6d req-370d25ed-1bb0-4cba-bdb5-97514cd17370 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:04.582206 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc2768d6-f209-4822-928b-27157bd66f6d req-370d25ed-1bb0-4cba-bdb5-97514cd17370 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0548122 Dec 20 16:55:04.632536 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fc2768d6-f209-4822-928b-27157bd66f6d req-da8a7c2c-069c-4f70-bc57-0d34e74eabf7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442655 Dec 20 16:55:05.755949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e95e-4280-41e6-9641-92e09b723240 req-6158d321-5f99-43dc-92ea-1b62252e122b tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:05.757422 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d115e95e-4280-41e6-9641-92e09b723240 req-6158d321-5f99-43dc-92ea-1b62252e122b tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0546045 Dec 20 16:55:05.807573 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d115e95e-4280-41e6-9641-92e09b723240 req-0bcbb4cc-a0b6-4945-b466-40196c85521f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 Dec 20 16:55:06.928717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daec49f-575d-48f4-8adf-6dd7c6905155 req-57ed9af6-b543-4fe6-8323-7a6793908ae9 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:06.930203 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9daec49f-575d-48f4-8adf-6dd7c6905155 req-57ed9af6-b543-4fe6-8323-7a6793908ae9 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0545259 Dec 20 16:55:06.981455 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9daec49f-575d-48f4-8adf-6dd7c6905155 req-b2250404-86b6-4617-a2e5-8fe5d67e89ba tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453720 Dec 20 16:55:08.092857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faed18d-5faa-46b9-8da9-fa9a43ebfd2c req-bdc8992a-5559-472d-aa14-5073bab2b1d0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:08.094367 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3faed18d-5faa-46b9-8da9-fa9a43ebfd2c req-bdc8992a-5559-472d-aa14-5073bab2b1d0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0478208 Dec 20 16:55:08.143018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3faed18d-5faa-46b9-8da9-fa9a43ebfd2c req-0f5ca28c-6ab8-49e8-aafb-ea6e80728667 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 Dec 20 16:55:09.260472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c993bc-206f-4320-9108-b53097330bb0 req-565413ee-a956-4f9a-9623-b211f5e6533f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:09.261835 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11c993bc-206f-4320-9108-b53097330bb0 req-565413ee-a956-4f9a-9623-b211f5e6533f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0506978 Dec 20 16:55:09.312251 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11c993bc-206f-4320-9108-b53097330bb0 req-2f8c3630-9170-4b05-95ae-c5e6c2c2a8cf tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436075 Dec 20 16:55:10.198951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:55:10.437261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9eb54-75f4-4b0c-81e4-acc6e9339a9d req-78ee0306-6395-467d-949f-b56d4ed17d8f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:10.438822 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dca9eb54-75f4-4b0c-81e4-acc6e9339a9d req-78ee0306-6395-467d-949f-b56d4ed17d8f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 943 time: 0.0570283 Dec 20 16:55:10.452356 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:55:10.465210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:55:10.490544 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dca9eb54-75f4-4b0c-81e4-acc6e9339a9d req-6f371b58-02f3-46a8-8e7b-cbf813808a5c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454228 Dec 20 16:55:10.502808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:10.515433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:55:10.535753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:55:10.540043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:10.586768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:55:10.593784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.594067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.594436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.595327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.595657 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.595983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.596312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.596630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.596960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.597279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.597600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.597915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.598231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:10.771332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['5dc73e3f-8cd8-489c-bd31-f76aefbbbd88'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:55:11.604968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592402f-218f-48c0-a6fd-e95984e45d65 req-457ca297-2bd4-4aaf-9957-0e0cbcc4d9e9 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:11.606479 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8592402f-218f-48c0-a6fd-e95984e45d65 req-457ca297-2bd4-4aaf-9957-0e0cbcc4d9e9 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 944 time: 0.0484390 Dec 20 16:55:11.659841 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8592402f-218f-48c0-a6fd-e95984e45d65 req-50647baf-3ddb-4f3d-8b83-ab7728b36138 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468924 Dec 20 16:55:12.222876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:55:12.271308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:55:12.274845 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:55:12.275710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:55:12.276082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:12.352929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:12.374966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:55:12.377690 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fdb30b-651f-46af-bb37-bad81e73ae95" -d '{"events": [{"server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "name": "network-vif-plugged", "status": "completed", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:55:12.391363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:55:12.395984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:12.449453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:55:12.471002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd8e57c-fa09-4573-ba56-018ebfa60800 x-openstack-request-id: req-abd8e57c-fa09-4573-ba56-018ebfa60800 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:55:12.471296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "name": "network-vif-plugged", "status": "completed", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:55:12.471610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abd8e57c-fa09-4573-ba56-018ebfa60800 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:55:12.472015 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'code': 200} Dec 20 16:55:12.648169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d2793-b25c-46a1-b041-93bd27bb63d5 req-c75b7ccb-7bd9-43a6-ac8c-c0c669e01736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:12.649547 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c45d2793-b25c-46a1-b041-93bd27bb63d5 req-c75b7ccb-7bd9-43a6-ac8c-c0c669e01736 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 1098 time: 0.0395617 Dec 20 16:55:12.714597 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c45d2793-b25c-46a1-b041-93bd27bb63d5 req-a2b55bf5-6cda-4056-a197-067a8c6b8425 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517638 Dec 20 16:55:12.786999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e4b6-03e1-42cf-9f34-9e2ceeef363b req-25d80886-dc87-42dc-8f21-74bae62803ec tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:12.788519 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4df0e4b6-03e1-42cf-9f34-9e2ceeef363b req-25d80886-dc87-42dc-8f21-74bae62803ec tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 945 time: 0.0490623 Dec 20 16:55:12.839519 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4df0e4b6-03e1-42cf-9f34-9e2ceeef363b req-0dfea068-af4e-4440-96dd-1c8523f6f58b tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445452 Dec 20 16:55:13.956767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275196b-1a22-4151-8e66-87f2ee40b684 req-60b6e527-cf65-4c77-82d0-fe1103ad9bf7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:13.957850 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f275196b-1a22-4151-8e66-87f2ee40b684 req-60b6e527-cf65-4c77-82d0-fe1103ad9bf7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 945 time: 0.0490415 Dec 20 16:55:14.010182 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f275196b-1a22-4151-8e66-87f2ee40b684 req-692e42c8-4db7-4d4e-84fc-08c2d6d5f5f6 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462251 Dec 20 16:55:14.124083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcbd64-a74e-45e4-a962-ddb3d9955c34 req-beed6c60-ed8e-4421-8622-b2b1d723604f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:14.125452 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-16fcbd64-a74e-45e4-a962-ddb3d9955c34 req-beed6c60-ed8e-4421-8622-b2b1d723604f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Dec 20 16:55:14.178643 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-16fcbd64-a74e-45e4-a962-ddb3d9955c34 req-5715c73b-3ca0-411c-a25f-66c14c98efe6 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464935 Dec 20 16:55:14.201014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:55:14.247800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67e133d-0f0b-4d27-9b0d-f252b14b51cf tempest-TestVolumeBootPattern-1643425342 tempest-TestVolumeBootPattern-1643425342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:14.249598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c67e133d-0f0b-4d27-9b0d-f252b14b51cf tempest-TestVolumeBootPattern-1643425342 tempest-TestVolumeBootPattern-1643425342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 1093 time: 0.0476115 Dec 20 16:55:14.253013 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:55:14.257211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:55:14.280744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:14.291428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:14.379191 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:14.484089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Allocated IP 172.26.1.123 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/633f5a3e-e516-4f66-bf03-802ecb203c26) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:55:14.586640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:14.621101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:14.663593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:55:14.666355 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:55:14.670016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:55:14.693502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'Port': ['ID=633f5a3e-e516-4f66-bf03-802ecb203c26,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:55:14.704535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.704882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.705220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.705550 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.705901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.706224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.706582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.706906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.707227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.707547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.707863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.708176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:14.708490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:15.035498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:15.107033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:15.255632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:15.260203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:15.324289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'Port': ['ID=633f5a3e-e516-4f66-bf03-802ecb203c26,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:55:15.339863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:15.439749 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Floating IP ac2603ce-3e5f-4c9a-90a6-59b119693552 associated. External IP: 172.26.1.123, port: 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88. Dec 20 16:55:15.973342 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:55:16.081484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:55:16.092983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] Sync routers for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:55:16.101455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:16.105291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:55:16.105939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:54:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:55:16.140909 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-31c9b27d-bd98-434a-9db5-02553626c560 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8759658 Dec 20 16:55:16.140909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:55:16.140909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e8d817-8191-469e-a272-0aec906c539f" -d '{"events": [{"name": "network-changed", "server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:55:16.216094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:55:16.232797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0587e407-907f-41a5-8548-24a451a0761a x-openstack-request-id: req-0587e407-907f-41a5-8548-24a451a0761a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:55:16.233086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:55:16.233337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0587e407-907f-41a5-8548-24a451a0761a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:55:16.233732 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'status': 'completed', 'code': 200} Dec 20 16:55:16.303271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8d817-8191-469e-a272-0aec906c539f req-a23d6241-e3cd-423b-9afd-c510c9802e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:16.304750 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39e8d817-8191-469e-a272-0aec906c539f req-a23d6241-e3cd-423b-9afd-c510c9802e5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 1098 time: 0.0451355 Dec 20 16:55:16.393902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8d817-8191-469e-a272-0aec906c539f req-66a15468-8be7-43d3-83d5-16d3ccac41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:16.395392 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39e8d817-8191-469e-a272-0aec906c539f req-66a15468-8be7-43d3-83d5-16d3ccac41ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.0837390 Dec 20 16:55:16.446041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ac2603ce-3e5f-4c9a-90a6-59b119693552', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:55:14Z', 'updated_at': '2021-12-20T16:55:14Z', 'revision_number': 0, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:55:16.464986 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39e8d817-8191-469e-a272-0aec906c539f req-7b951885-0019-4cef-815d-be5cdd7ace4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 HTTP/1.1" status: 200 len: 999 time: 0.0611928 Dec 20 16:55:16.472808 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] Checking router: 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:55:16.481251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:55:16.481781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:54:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:55:16.518535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8d817-8191-469e-a272-0aec906c539f req-8d779cb0-9501-4fab-83df-66b01f164af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:16.520002 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39e8d817-8191-469e-a272-0aec906c539f req-8d779cb0-9501-4fab-83df-66b01f164af6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0484922 Dec 20 16:55:16.565842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8d817-8191-469e-a272-0aec906c539f req-03412f8c-412d-4d33-90f8-efd5f2fe8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:16.567352 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39e8d817-8191-469e-a272-0aec906c539f req-03412f8c-412d-4d33-90f8-efd5f2fe8485 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395892 Dec 20 16:55:16.586964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:55:16.661973 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39e8d817-8191-469e-a272-0aec906c539f req-a86840e0-58f7-46d7-8b81-e0c7b5976729 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862765 Dec 20 16:55:16.754353 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39e8d817-8191-469e-a272-0aec906c539f req-cd688322-6d59-4d55-a4a8-8af6ff72cf07 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844705 Dec 20 16:55:16.805721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ac2603ce-3e5f-4c9a-90a6-59b119693552', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:55:14Z', 'updated_at': '2021-12-20T16:55:14Z', 'revision_number': 0, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:55:16.835442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ac027-90d2-445c-b1ba-568f647f80d8 None None] The sync data for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv is: [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ac2603ce-3e5f-4c9a-90a6-59b119693552', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:55:14Z', 'updated_at': '2021-12-20T16:55:14Z', 'revision_number': 0, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:55:17.014735 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce0522-e12f-4a81-9015-c0006dcaa8de None None] New status for floating IP ac2603ce-3e5f-4c9a-90a6-59b119693552: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:55:25.053405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5346b3b0-4080-45a6-a6e9-68d742aaa57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:27.785198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6d95192-c92f-447a-befa-d89484d7962a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:28.476426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:30.038412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:30.830525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:44.304583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:49.274664 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:55:55.056058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2afc9569-283f-4bd0-843e-2f54d6b95163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:57.786064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8694de4-fa0e-4b28-bf5a-6fc6aff29a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:58.481328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:00.044308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:00.834571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:08.384502 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-b9763a3d-b753-40c0-b0fa-bb811111b757 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387061 Dec 20 16:56:08.466161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-dbfe9957-0856-4cd1-b10b-4e85281b6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.467672 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-dbfe9957-0856-4cd1-b10b-4e85281b6b70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 1098 time: 0.0407648 Dec 20 16:56:08.574683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-1ebfdea9-402d-4a93-afc2-e2bbdfe41fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.576091 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-1ebfdea9-402d-4a93-afc2-e2bbdfe41fc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.0896649 Dec 20 16:56:08.645106 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-6d2c1f48-faae-40ea-97a0-b9acc2757904 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 HTTP/1.1" status: 200 len: 1001 time: 0.0615654 Dec 20 16:56:08.737125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-e4889dc2-081f-479e-b635-9eb169521b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.738617 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-e4889dc2-081f-479e-b635-9eb169521b84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0868232 Dec 20 16:56:08.782543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-da152858-8579-411a-b68c-3539ebd2bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.784025 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-da152858-8579-411a-b68c-3539ebd2bc40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389392 Dec 20 16:56:08.796546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-6efd2c2e-51d5-4dca-9957-16efdc4ec387 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:56:08.797513 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-6efd2c2e-51d5-4dca-9957-16efdc4ec387 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051751 Dec 20 16:56:08.894935 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-3cee1481-daa4-415b-bf90-55316d5b0974 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895829 Dec 20 16:56:08.984228 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c21bf8c-858c-4bd6-8754-1b4f1fb9b00c req-f9bf0ab0-6051-4819-8d94-4cd70075070b service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818088 Dec 20 16:56:14.307737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:25.061625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aaa7d530-9f11-448c-91ec-68c3a272ca29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:26.274167 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:56:27.791491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc254c75-99b7-449a-b784-68d6bf65aba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:28.484858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:30.054663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:30.839866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:44.321507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:55.066882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46ee9e34-6ef4-49cc-89c9-13583bb394db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:57.788592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a47df93-6b83-4ef8-bb33-06ccd57cbb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:58.316864 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-d16ef0dc-101d-4cd8-96d1-589d572926ea tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693688583&fields=id&tenant_id=9833a24cff904abaa49450615d80c69c HTTP/1.1" status: 200 len: 267 time: 0.0550399 Dec 20 16:56:58.490728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:58.494000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-b119018b-9881-4703-9c99-bd536360cf35 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:58.495721 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-b119018b-9881-4703-9c99-bd536360cf35 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 811 time: 0.1702039 Dec 20 16:56:58.517442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-a76648bc-dff4-4da0-a7af-9f7e83d27df6 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/quotas/9833a24cff904abaa49450615d80c69c HTTP/1.1" status: 200 len: 375 time: 0.0108893 Dec 20 16:56:58.584786 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-887a544a-f046-4503-a320-55c52a97a6f5 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601389 Dec 20 16:56:58.607869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-79e20733-8c55-40b7-99ff-c35ff4d7e195 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:56:58.609306 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-79e20733-8c55-40b7-99ff-c35ff4d7e195 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083308 Dec 20 16:56:58.716493 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-6538475a-1a94-4e1c-a190-604539b08301 service neutron] 10.222.0.60 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993156 Dec 20 16:56:58.823769 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-71046446-289b-4177-a22a-85974d2965a2 service neutron] 10.222.0.60 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953269 Dec 20 16:56:59.248438 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-81c72b85-dcda-4a59-a855-e79343f5ed6e req-8dc2dde7-559c-4fd3-bdc4-0a2e582ebbd5 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 210 time: 0.1121175 Dec 20 16:57:00.052677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:00.276716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-ef509f58-4ef7-4e24-b7d5-cee55b4ca381 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:00.278371 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-ef509f58-4ef7-4e24-b7d5-cee55b4ca381 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 811 time: 0.1760154 Dec 20 16:57:00.358286 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-29e44a8d-9a60-46dc-a742-1b5e696c15f8 req-cd49e649-4227-446b-a2cf-f0012e6185bd tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 210 time: 0.0305450 Dec 20 16:57:00.369467 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-9e04db9a-a12d-4156-9e41-a5b6c6ee884f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9833a24cff904abaa49450615d80c69c HTTP/1.1" status: 200 len: 379 time: 0.0801656 Dec 20 16:57:00.381189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'port': {'device_id': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'admin_state_up': True, 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'security_groups': ['f67acad7-f269-472a-a949-8a812e765b0f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:57:00.584906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Made reservation on behalf of 9833a24cff904abaa49450615d80c69c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:57:00.591380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:00.770594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Allocated IP 172.20.0.10 (cc0bc987-298f-4346-8e3b-9b0c60e4e5a6/b0fe7865-4e63-49f3-a2ab-da2b0a88eccc/9dc898df-82b5-4a13-a345-f3dba19a2d1f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:57:00.864375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:00.968098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:01.007355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:01.070902 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:57:01.075409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:57:01.081986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:57:01.093541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'Port': ['ID=9dc898df-82b5-4a13-a345-f3dba19a2d1f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:01.133047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.133595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.134197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.134750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.135281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.135828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.136485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.136990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.137419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.137955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.138529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.139075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.139614 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:01.210210 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:01.211721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:01.247461 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-622d50d5-e4da-4c6d-94f9-f480863b4b7a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8709486 Dec 20 16:57:01.270072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Request body: {'port': {'device_id': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:57:01.375559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:01.467142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-71c16729-920e-4ae5-8c8b-92d1305b2890 None None] Provisioning complete for port 9dc898df-82b5-4a13-a345-f3dba19a2d1f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:01.468703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71c16729-920e-4ae5-8c8b-92d1305b2890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:01.528802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-71c16729-920e-4ae5-8c8b-92d1305b2890 None None] Port 9dc898df-82b5-4a13-a345-f3dba19a2d1f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:57:01.765279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6963da-c7d2-4c6f-9780-dc850c5edfad req-ddfcaff0-df51-4335-b200-1707ba59df3d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:01.768066 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d6963da-c7d2-4c6f-9780-dc850c5edfad req-ddfcaff0-df51-4335-b200-1707ba59df3d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 932 time: 0.1999478 Dec 20 16:57:01.899207 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d6963da-c7d2-4c6f-9780-dc850c5edfad req-ccebc1a6-0b77-4dc0-abb3-084934d226d4 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205704 Dec 20 16:57:01.968463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc898df-82b5-4a13-a345-f3dba19a2d1f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:57:01.979791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:01.998499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Transition to ACTIVE for port object 9dc898df-82b5-4a13-a345-f3dba19a2d1f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:57:02.003440 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:02.061614 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc898df-82b5-4a13-a345-f3dba19a2d1f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:02.155748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Attempting to bind port 9dc898df-82b5-4a13-a345-f3dba19a2d1f on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:57:02.156088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Attempting to bind port 9dc898df-82b5-4a13-a345-f3dba19a2d1f by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:57:02.156421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Attempting to bind port 9dc898df-82b5-4a13-a345-f3dba19a2d1f on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:57:02.161934 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Port 9dc898df-82b5-4a13-a345-f3dba19a2d1f on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:57:02.162250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Attempting to bind port 9dc898df-82b5-4a13-a345-f3dba19a2d1f on network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:57:02.168571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:57:02.168905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Checking segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:57:02.169296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Bound using segment: {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:57:02.169743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Bound port: 9dc898df-82b5-4a13-a345-f3dba19a2d1f, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:57:02.170109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:02.254171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] For port 9dc898df-82b5-4a13-a345-f3dba19a2d1f, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:57:02.259010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] For port 9dc898df-82b5-4a13-a345-f3dba19a2d1f, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9dc898df-82b5-4a13-a345-f3dba19a2d1f,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:57:02.269019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:02.342586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:02.343238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:02.345840 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] 10.222.0.18 "PUT /v2.0/ports/9dc898df-82b5-4a13-a345-f3dba19a2d1f HTTP/1.1" status: 200 len: 1094 time: 1.0893857 Dec 20 16:57:02.346771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:57:02.351953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1407a94-e0d4-47dd-bfff-2078a035c0db" -d '{"events": [{"name": "network-changed", "server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:57:02.448011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871c628-6675-49c3-b04d-0d6d99d934d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc898df-82b5-4a13-a345-f3dba19a2d1f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:02.530289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-91c4ba63-1d10-4c92-92ca-9440f716ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:02.533838 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-91c4ba63-1d10-4c92-92ca-9440f716ab66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 1097 time: 0.1292291 Dec 20 16:57:02.557089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59872656-2fb9-4ac0-80db-613f6fdb7c89 x-openstack-request-id: req-59872656-2fb9-4ac0-80db-613f6fdb7c89 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:57:02.557512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:57:02.557882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59872656-2fb9-4ac0-80db-613f6fdb7c89 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:57:02.558514 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'status': 'completed', 'code': 200} Dec 20 16:57:02.616465 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-0ec8215c-3cec-438a-b0c4-6f9315ab5096 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc898df-82b5-4a13-a345-f3dba19a2d1f HTTP/1.1" status: 200 len: 217 time: 0.0729265 Dec 20 16:57:02.704014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-467e60e5-0729-4435-82f9-34488745a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:02.707067 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-467e60e5-0729-4435-82f9-34488745a1ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0823457 Dec 20 16:57:02.767627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-7c677fff-5b61-4598-ba6a-52527fdc6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:02.770827 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-7c677fff-5b61-4598-ba6a-52527fdc6f85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553446 Dec 20 16:57:02.905874 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-6769c4de-5c5b-4ed6-a5b0-b1934dcbe0f6 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277957 Dec 20 16:57:03.131027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409bca4-e400-49ea-a60a-0f9da883e467 req-d54739f8-c883-420d-ad0b-f9f4291ee49c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:03.133570 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7409bca4-e400-49ea-a60a-0f9da883e467 req-d54739f8-c883-420d-ad0b-f9f4291ee49c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.1237864 Dec 20 16:57:03.144010 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1bc0117-6ef9-4024-a55a-10ddd0c0b09b req-e6c07c24-f470-4030-b826-b7acd4a06ff4 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303016 Dec 20 16:57:03.270072 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7409bca4-e400-49ea-a60a-0f9da883e467 req-7a10803e-050f-45fe-bd63-be89289eba37 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243975 Dec 20 16:57:03.280052 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:57:03.297507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-8c53e10a-3a62-445f-b47e-3e860b9cfdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:03.300050 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-8c53e10a-3a62-445f-b47e-3e860b9cfdb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 1097 time: 0.0954022 Dec 20 16:57:03.462091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-7d69c6c7-63be-4edd-91f8-e88cf34d9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:03.465039 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-7d69c6c7-63be-4edd-91f8-e88cf34d9abb service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.1560249 Dec 20 16:57:03.513661 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-8382f8c6-bde0-46b6-9663-547894a711d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc898df-82b5-4a13-a345-f3dba19a2d1f HTTP/1.1" status: 200 len: 217 time: 0.0412600 Dec 20 16:57:03.568450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-e1e392ff-d9d0-4bc1-8431-990fdb844b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:03.570156 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-e1e392ff-d9d0-4bc1-8431-990fdb844b5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0495918 Dec 20 16:57:03.621333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-3c6c02cc-9552-41e3-ad9f-c43913c3a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:03.622913 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-3c6c02cc-9552-41e3-ad9f-c43913c3a919 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452592 Dec 20 16:57:03.731355 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-c809cee8-30dc-445c-984f-1046be576923 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995824 Dec 20 16:57:03.838462 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1407a94-e0d4-47dd-bfff-2078a035c0db req-9f34d9b1-b846-4620-9935-35b266385856 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997510 Dec 20 16:57:04.451707 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aff6c3-67f2-49f8-aa4f-049864e7a96d req-697ec81f-a07c-4073-8670-ea09b0bc5494 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:04.453785 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9aff6c3-67f2-49f8-aa4f-049864e7a96d req-697ec81f-a07c-4073-8670-ea09b0bc5494 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.0773931 Dec 20 16:57:04.534951 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9aff6c3-67f2-49f8-aa4f-049864e7a96d req-e0df81a9-dfdb-41ec-a59f-14fdb78982b7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693474 Dec 20 16:57:05.703866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b7f71-77ed-4b5d-b815-8ebecc618afc req-f5604c22-ed27-40fd-9327-ccddb8357107 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:05.705511 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-839b7f71-77ed-4b5d-b815-8ebecc618afc req-f5604c22-ed27-40fd-9327-ccddb8357107 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.0569172 Dec 20 16:57:05.767171 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-839b7f71-77ed-4b5d-b815-8ebecc618afc req-9182c571-773a-4eff-9510-af89141ad9ec tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502262 Dec 20 16:57:06.940197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5892-5272-4ee1-97d9-e22e450a23d0 req-d1ca61fd-5847-4182-868c-05d674439a6e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:06.942219 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f9cc5892-5272-4ee1-97d9-e22e450a23d0 req-d1ca61fd-5847-4182-868c-05d674439a6e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.0716355 Dec 20 16:57:07.004929 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f9cc5892-5272-4ee1-97d9-e22e450a23d0 req-19a9a515-7dfe-447b-885a-4f034c24886a tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535784 Dec 20 16:57:08.149666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61884fd5-41ca-4662-909f-4254bdbda086 req-27f7cc3a-2bf5-4589-9999-b5f12257c0c1 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:08.151339 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61884fd5-41ca-4662-909f-4254bdbda086 req-27f7cc3a-2bf5-4589-9999-b5f12257c0c1 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.0569584 Dec 20 16:57:08.209259 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61884fd5-41ca-4662-909f-4254bdbda086 req-f8c8b782-f58d-45e8-b4bf-0c81af4fabe0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485251 Dec 20 16:57:09.364733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d58d-94b2-4d82-8096-1de6aafb9a41 req-6f6b46e7-feba-4b3a-9674-108bc1649724 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:09.367139 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-72e1d58d-94b2-4d82-8096-1de6aafb9a41 req-6f6b46e7-feba-4b3a-9674-108bc1649724 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.0735395 Dec 20 16:57:09.445662 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-72e1d58d-94b2-4d82-8096-1de6aafb9a41 req-ff1e7b26-5e56-4315-bc9b-65facd892011 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705974 Dec 20 16:57:10.403903 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-a943f37f-e057-493a-ab11-f28b1c7d4903 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544789 Dec 20 16:57:10.531975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-68041363-f109-46de-8b67-85c3511f316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:10.534221 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-68041363-f109-46de-8b67-85c3511f316f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 1098 time: 0.0741453 Dec 20 16:57:10.687175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec68e7-7732-441c-9e99-08a9e271b0cc req-d8ca03a8-72a3-4985-969f-f37e8af74592 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:10.688968 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdec68e7-7732-441c-9e99-08a9e271b0cc req-d8ca03a8-72a3-4985-969f-f37e8af74592 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.1211529 Dec 20 16:57:10.721191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-bf26185d-23bd-4208-9e89-0eec0fe713ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:10.723336 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-bf26185d-23bd-4208-9e89-0eec0fe713ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.1659734 Dec 20 16:57:10.827467 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bdec68e7-7732-441c-9e99-08a9e271b0cc req-67b64202-3070-4f46-a365-1367f3b67bf5 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253290 Dec 20 16:57:10.839831 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-53990196-e528-4b86-81ec-9c4b46457401 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 HTTP/1.1" status: 200 len: 1001 time: 0.1069019 Dec 20 16:57:10.900605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-1640086f-0531-40b0-a9f8-3a90d03a6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:10.902150 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-1640086f-0531-40b0-a9f8-3a90d03a6843 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0532801 Dec 20 16:57:10.957406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-c965f598-2c54-4da4-85bf-3be16387ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:10.960461 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-c965f598-2c54-4da4-85bf-3be16387ba91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499382 Dec 20 16:57:11.072278 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-8f22c672-b7af-41e6-94c2-16c1b911ee3f service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032033 Dec 20 16:57:11.174203 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-30e26a9c-5aa0-4ab2-8a1b-cdba232bc1e4 req-c8bc0ee7-a36f-42b2-b1ca-be4090637189 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907013 Dec 20 16:57:11.951529 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef1585-d5cf-4bc9-b5ff-9efae2fe0af6 req-94f8a3ce-419a-4b89-a0af-46ea0022caaf tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:11.953075 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e6ef1585-d5cf-4bc9-b5ff-9efae2fe0af6 req-94f8a3ce-419a-4b89-a0af-46ea0022caaf tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.0521662 Dec 20 16:57:12.007650 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e6ef1585-d5cf-4bc9-b5ff-9efae2fe0af6 req-0ff52f1b-d25e-48ce-9801-88473a4e9735 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478296 Dec 20 16:57:13.137211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d9fc7-bef8-4330-89f0-2f630670fa17 req-7ca61327-71e2-41ef-b680-0f93fdb0cab0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:13.139217 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b15d9fc7-bef8-4330-89f0-2f630670fa17 req-7ca61327-71e2-41ef-b680-0f93fdb0cab0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.0583861 Dec 20 16:57:13.203316 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b15d9fc7-bef8-4330-89f0-2f630670fa17 req-4b3da946-3e1a-4791-8090-c45b4ef3a2f5 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572677 Dec 20 16:57:14.328204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:14.392659 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186cf8e-671e-450d-af6e-47f1d26ff0a0 req-ad9d5684-6a20-4824-b443-c034aa204b63 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:14.394359 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c186cf8e-671e-450d-af6e-47f1d26ff0a0 req-ad9d5684-6a20-4824-b443-c034aa204b63 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 944 time: 0.0559089 Dec 20 16:57:14.468211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c186cf8e-671e-450d-af6e-47f1d26ff0a0 req-331b8c37-bb14-4462-a972-1ea78111b34e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629539 Dec 20 16:57:14.812437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 9dc898df-82b5-4a13-a345-f3dba19a2d1f details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:57:14.917950 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 9dc898df-82b5-4a13-a345-f3dba19a2d1f, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9dc898df-82b5-4a13-a345-f3dba19a2d1f,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:14.931281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'port_id': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'mac_address': 'fa:16:3e:5b:f1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:57:14.980606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:14.995424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc898df-82b5-4a13-a345-f3dba19a2d1f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:57:15.017024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 9dc898df-82b5-4a13-a345-f3dba19a2d1f, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9dc898df-82b5-4a13-a345-f3dba19a2d1f,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:15.022458 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:15.074029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=9dc898df-82b5-4a13-a345-f3dba19a2d1f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:15.081733 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.082083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.082462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.082805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.083214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.084127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.084461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.084795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.085128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.085464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.085799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.086120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.086473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:57:15.299553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['9dc898df-82b5-4a13-a345-f3dba19a2d1f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:57:15.628759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8c80e-2e63-49a5-8be9-186074caf88e req-bfe392fa-3fc4-476f-8196-a1ad0d25bae8 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:15.631271 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-08d8c80e-2e63-49a5-8be9-186074caf88e req-bfe392fa-3fc4-476f-8196-a1ad0d25bae8 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 945 time: 0.0765810 Dec 20 16:57:15.708982 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-08d8c80e-2e63-49a5-8be9-186074caf88e req-292234ed-e15c-409c-93a9-928b7988cdc9 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715890 Dec 20 16:57:16.814791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 9dc898df-82b5-4a13-a345-f3dba19a2d1f up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:57:16.845354 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33291c2-06ef-4560-b85d-e0e681ecb137 req-66488b0a-8623-41a8-b8c8-45a934e65244 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:16.847928 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d33291c2-06ef-4560-b85d-e0e681ecb137 req-66488b0a-8623-41a8-b8c8-45a934e65244 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 945 time: 0.0639114 Dec 20 16:57:16.882909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 9dc898df-82b5-4a13-a345-f3dba19a2d1f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:57:16.888361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 9dc898df-82b5-4a13-a345-f3dba19a2d1f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:57:16.888960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:16.931257 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d33291c2-06ef-4560-b85d-e0e681ecb137 req-6eecfce7-429c-4d1a-83c0-08c706ef9e27 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757031 Dec 20 16:57:17.002889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:17.031280 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:57:17.033568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104a6b45-c973-4c1b-aeb9-b9b50f01f8d4" -d '{"events": [{"server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "name": "network-vif-plugged", "status": "completed", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:57:17.051047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 9dc898df-82b5-4a13-a345-f3dba19a2d1f, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9dc898df-82b5-4a13-a345-f3dba19a2d1f,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:57:17.055977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:17.095869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27c1fb8-a51a-4240-b48d-87333982a529 x-openstack-request-id: req-b27c1fb8-a51a-4240-b48d-87333982a529 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:57:17.096216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "name": "network-vif-plugged", "status": "completed", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:57:17.096532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b27c1fb8-a51a-4240-b48d-87333982a529 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:57:17.096980 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'code': 200} Dec 20 16:57:17.118119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=9dc898df-82b5-4a13-a345-f3dba19a2d1f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:17.296279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91566e6-1f2a-42d4-9e29-5cff4ac0842d req-c2cab4b7-a11a-4171-a46c-4f43567e558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:17.297760 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c91566e6-1f2a-42d4-9e29-5cff4ac0842d req-c2cab4b7-a11a-4171-a46c-4f43567e558f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 1099 time: 0.0433559 Dec 20 16:57:17.349870 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c91566e6-1f2a-42d4-9e29-5cff4ac0842d req-f90a20cc-9754-48a7-8798-819236be88ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Dec 20 16:57:18.086732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c1dbe-aba0-4042-a50e-537906e41f14 req-30460183-fe40-4924-b70e-45fb485ff9c7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:18.088366 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-431c1dbe-aba0-4042-a50e-537906e41f14 req-30460183-fe40-4924-b70e-45fb485ff9c7 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 946 time: 0.0575264 Dec 20 16:57:18.150091 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-431c1dbe-aba0-4042-a50e-537906e41f14 req-88662df2-8fa4-407a-9899-25534891fd5c tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515108 Dec 20 16:57:19.322407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afdb0b-d39b-48ec-bb4c-14e4f91f618d req-d51f7d0b-67a3-48c6-9772-aaff596b6367 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:19.324102 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-56afdb0b-d39b-48ec-bb4c-14e4f91f618d req-d51f7d0b-67a3-48c6-9772-aaff596b6367 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 946 time: 0.0587952 Dec 20 16:57:19.380862 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-56afdb0b-d39b-48ec-bb4c-14e4f91f618d req-0979a1ee-ad5d-45ae-badb-0888cebf3853 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499763 Dec 20 16:57:19.530142 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87f3e4-bee5-48c7-bf44-bc3149e61023 req-0d5b69b0-a278-4dab-8a8f-55a18fa3b37d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:19.531855 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9f87f3e4-bee5-48c7-bf44-bc3149e61023 req-0d5b69b0-a278-4dab-8a8f-55a18fa3b37d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 946 time: 0.0610256 Dec 20 16:57:19.595485 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9f87f3e4-bee5-48c7-bf44-bc3149e61023 req-39e0149d-e204-4df9-b713-5cb63e5a2891 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518124 Dec 20 16:57:19.619835 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:57:19.667306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c01a0e-5b9c-4477-8fe2-07344b5e7d0b tempest-TestVolumeBootPattern-1643425342 tempest-TestVolumeBootPattern-1643425342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:19.669509 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c8c01a0e-5b9c-4477-8fe2-07344b5e7d0b tempest-TestVolumeBootPattern-1643425342 tempest-TestVolumeBootPattern-1643425342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 1094 time: 0.0484571 Dec 20 16:57:19.673305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:57:19.680819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:57:19.720373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:19.831172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:19.997069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Allocated IP 172.26.1.61 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/144727db-faa1-4301-918d-9086591b4da9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:57:20.124042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:20.162534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:20.207411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:57:20.211170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:57:20.214231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:57:20.239985 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'Port': ['ID=144727db-faa1-4301-918d-9086591b4da9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:21.072713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:21.165196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:21.387766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:21.392620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:21.470706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event updated for resources: {'Port': ['ID=144727db-faa1-4301-918d-9086591b4da9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:57:21.492910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:21.602677 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Floating IP d60de0ae-4247-4cfa-a106-935f8070126b associated. External IP: 172.26.1.61, port: 9dc898df-82b5-4a13-a345-f3dba19a2d1f. Dec 20 16:57:21.836666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:57:21.964158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:57:21.983271 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] Sync routers for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:57:21.987521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:21.996732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:21.997611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:56:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:22.050471 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-79287086-843c-454b-82ad-008007e613fb tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3752065 Dec 20 16:57:22.051538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:57:22.056114 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd932e1-2fa0-4ad1-b72f-51424068c2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:57:22.110679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89dc8f9-a04e-4b85-8431-24e0f4cf0d1c x-openstack-request-id: req-d89dc8f9-a04e-4b85-8431-24e0f4cf0d1c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:57:22.111880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:57:22.111880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d89dc8f9-a04e-4b85-8431-24e0f4cf0d1c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:57:22.112473 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'status': 'completed', 'code': 200} Dec 20 16:57:22.184818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-9c30c0e5-27e1-4f64-884c-294e03cf4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:22.186809 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-9c30c0e5-27e1-4f64-884c-294e03cf4cf7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 1099 time: 0.0542831 Dec 20 16:57:22.296153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-7a2d3c3c-6331-466e-8343-86b423e5d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:22.297292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:57:22.298648 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-7a2d3c3c-6331-466e-8343-86b423e5d0d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.1045773 Dec 20 16:57:22.377962 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-52549fdc-8f4d-49cb-9ee4-fe6caef43150 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc898df-82b5-4a13-a345-f3dba19a2d1f HTTP/1.1" status: 200 len: 999 time: 0.0721729 Dec 20 16:57:22.433541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-42f3dbee-6680-4b2f-809a-0828b87decb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:22.436259 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-42f3dbee-6680-4b2f-809a-0828b87decb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0504246 Dec 20 16:57:22.513910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-2da5cf5a-0bf7-4d6d-b926-292c1b912dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:22.516715 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-2da5cf5a-0bf7-4d6d-b926-292c1b912dbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728488 Dec 20 16:57:22.612709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ac2603ce-3e5f-4c9a-90a6-59b119693552', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:55:14Z', 'updated_at': '2021-12-20T16:55:17Z', 'revision_number': 1, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}, {'id': 'd60de0ae-4247-4cfa-a106-935f8070126b', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:5b:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:57:20Z', 'updated_at': '2021-12-20T16:57:20Z', 'revision_number': 0, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:22.663372 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-af63e80c-95d0-4e02-affc-7e944de1fd33 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388054 Dec 20 16:57:22.669803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] Checking router: 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:57:22.681955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:57:22.682755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:56:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:22.814133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:57:22.831868 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-efd932e1-2fa0-4ad1-b72f-51424068c2ff req-bed39460-d603-46d7-a305-55cda87abc75 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618640 Dec 20 16:57:23.153921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ac2603ce-3e5f-4c9a-90a6-59b119693552', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:55:14Z', 'updated_at': '2021-12-20T16:55:17Z', 'revision_number': 1, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}, {'id': 'd60de0ae-4247-4cfa-a106-935f8070126b', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:5b:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:57:20Z', 'updated_at': '2021-12-20T16:57:20Z', 'revision_number': 0, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:57:23.188488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f607e64-17bf-4f77-a43b-c5210cea2853 None None] The sync data for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv is: [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ac2603ce-3e5f-4c9a-90a6-59b119693552', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:55:14Z', 'updated_at': '2021-12-20T16:55:17Z', 'revision_number': 1, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}, {'id': 'd60de0ae-4247-4cfa-a106-935f8070126b', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:5b:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:57:20Z', 'updated_at': '2021-12-20T16:57:20Z', 'revision_number': 0, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:57:23.438367 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626252e-dd24-4c92-8741-e65f306524e5 None None] New status for floating IP d60de0ae-4247-4cfa-a106-935f8070126b: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:57:25.064555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a823ffd6-fa03-4516-a72a-06f06b84da86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:27.784530 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf309-6008-43f3-88ad-54e045130b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:28.494846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:30.052478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:30.845528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:40.272009 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:57:44.326510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:55.061015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8cadc59-4dfa-4f0e-9719-fa2a22d43fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:57.779970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbd98aa7-96d1-44a4-9e18-fa8fe92bfbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:58.495462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:00.056546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:00.841135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:11.033643 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-e9e88149-d423-47af-8adf-b3d683ccad20 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470314 Dec 20 16:58:11.126772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-0f15bb25-5da5-4265-b99b-8b61e23b4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:11.128485 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-0f15bb25-5da5-4265-b99b-8b61e23b4964 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 1098 time: 0.0475495 Dec 20 16:58:11.300127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-67da5fa0-b64c-4c87-b1a2-5ce5dae53a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:11.303789 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-67da5fa0-b64c-4c87-b1a2-5ce5dae53a28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.1536582 Dec 20 16:58:11.382812 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-6efe1605-16ba-4722-94e8-5e6a038ec005 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 HTTP/1.1" status: 200 len: 1001 time: 0.0716572 Dec 20 16:58:11.446680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-17a23da4-12ae-4e94-a2f9-58fef8bdc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:11.448317 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-17a23da4-12ae-4e94-a2f9-58fef8bdc6b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0587981 Dec 20 16:58:11.502055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-9b6b91ce-026f-41c9-88d6-108401115350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:11.504172 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-9b6b91ce-026f-41c9-88d6-108401115350 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468249 Dec 20 16:58:11.663679 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-3ee83b21-87cb-4a79-9435-889d0152157c service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516807 Dec 20 16:58:11.766558 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94dab7d5-c7a7-48ce-9013-94078d7aed4c req-1d2a014b-d61c-4a54-945c-fa6c2c64881c service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951126 Dec 20 16:58:14.317934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:17.272854 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:58:25.066620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8de931c9-e6cf-4167-a23e-33a0085beb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:27.784988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b3415ad-446c-4bf3-bfb3-a5d06ae6ddd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:28.499868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:30.058719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:30.837781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:44.336987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:52.478101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:58:52.662747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Deleting port 144727db-faa1-4301-918d-9086591b4da9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:58:52.663083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:52.754661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:52.754934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:52.769003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Calling delete_port for 144727db-faa1-4301-918d-9086591b4da9 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:58:52.954502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:52.987837 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event deleted for resources: {'Port': ['ID=144727db-faa1-4301-918d-9086591b4da9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:58:53.004314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.004803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.005133 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.005507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.005972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.006494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.007005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.007536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.007933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.008308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.008674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.009115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.009448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:53.076959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:53.077423 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Floating IP d60de0ae-4247-4cfa-a106-935f8070126b disassociated (deleted). External IP: 172.26.1.61, port: 9dc898df-82b5-4a13-a345-f3dba19a2d1f. Dec 20 16:58:53.316725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:58:53.439236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:58:53.445639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:53.452549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] Sync routers for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:58:53.471741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:58:53.472831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:58:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:58:53.478185 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-22b74217-0438-4972-ac99-b3c18e1e92b2 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "DELETE /v2.0/floatingips/d60de0ae-4247-4cfa-a106-935f8070126b HTTP/1.1" status: 204 len: 168 time: 0.9985256 Dec 20 16:58:53.478828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:58:53.481479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac079894-d39d-470f-a47c-467c55036eba" -d '{"events": [{"name": "network-changed", "server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:58:53.543751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073a2497-651c-4df5-964f-db71174e1769 x-openstack-request-id: req-073a2497-651c-4df5-964f-db71174e1769 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:58:53.544220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:58:53.544663 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-073a2497-651c-4df5-964f-db71174e1769 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:58:53.545590 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'status': 'completed', 'code': 200} Dec 20 16:58:53.653336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac079894-d39d-470f-a47c-467c55036eba req-9a1bef1b-1554-4628-9d39-c3572a0c5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:53.655963 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ac079894-d39d-470f-a47c-467c55036eba req-9a1bef1b-1554-4628-9d39-c3572a0c5372 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 1099 time: 0.0834930 Dec 20 16:58:53.667955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:58:53.864026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac079894-d39d-470f-a47c-467c55036eba req-58c50892-d3af-4970-b329-ea080aba4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:53.866292 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ac079894-d39d-470f-a47c-467c55036eba req-58c50892-d3af-4970-b329-ea080aba4408 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.1951203 Dec 20 16:58:53.881279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03007f9-91ce-4968-a3c9-c6bd3dd0a211 req-df3188c4-6ccb-49c1-972c-b41348fc8a70 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:53.884025 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f03007f9-91ce-4968-a3c9-c6bd3dd0a211 req-df3188c4-6ccb-49c1-972c-b41348fc8a70 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 946 time: 0.1287251 Dec 20 16:58:53.940178 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ac079894-d39d-470f-a47c-467c55036eba req-5ef79852-89c4-4d3f-8344-75f237492567 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc898df-82b5-4a13-a345-f3dba19a2d1f HTTP/1.1" status: 200 len: 217 time: 0.0547988 Dec 20 16:58:53.975296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ac2603ce-3e5f-4c9a-90a6-59b119693552', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:55:14Z', 'updated_at': '2021-12-20T16:55:17Z', 'revision_number': 1, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:58:54.010432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] Checking router: 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:58:54.019961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac079894-d39d-470f-a47c-467c55036eba req-56dde979-be88-43d9-9016-9720f9a9a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:54.021498 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ac079894-d39d-470f-a47c-467c55036eba req-56dde979-be88-43d9-9016-9720f9a9a334 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0741589 Dec 20 16:58:54.022653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:58:54.023454 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:58:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:58:54.025913 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f03007f9-91ce-4968-a3c9-c6bd3dd0a211 req-d048840c-2c7b-4cdb-9e4f-2e2dee0a488e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299889 Dec 20 16:58:54.100243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac079894-d39d-470f-a47c-467c55036eba req-2c782bd3-0e96-4291-ac61-f3bc04f27b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:54.102784 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ac079894-d39d-470f-a47c-467c55036eba req-2c782bd3-0e96-4291-ac61-f3bc04f27b5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729954 Dec 20 16:58:54.213400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:58:54.263221 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ac079894-d39d-470f-a47c-467c55036eba req-ae1ef342-9f00-4386-abdf-54a7b4a69f6f service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517465 Dec 20 16:58:54.278483 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:58:54.385541 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ac079894-d39d-470f-a47c-467c55036eba req-4731f120-cde2-426c-b408-57ab3812b8f0 service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129408 Dec 20 16:58:54.523272 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ac2603ce-3e5f-4c9a-90a6-59b119693552', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:55:14Z', 'updated_at': '2021-12-20T16:55:17Z', 'revision_number': 1, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:58:54.555935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdff748-9228-45c1-b488-44bc0f6ee90a None None] The sync data for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv is: [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ac2603ce-3e5f-4c9a-90a6-59b119693552', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'port_id': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'mac_address': 'fa:16:3e:94:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:55:14Z', 'updated_at': '2021-12-20T16:55:17Z', 'revision_number': 1, 'project_id': '9833a24cff904abaa49450615d80c69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:58:54.827352 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea54f1c-2748-41dd-975f-485f1fdc1642 None None] New status for floating IP d60de0ae-4247-4cfa-a106-935f8070126b: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:58:55.071044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73d873b2-24f7-4560-8535-8eef34ccf374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:55.183063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bbb3b-24b8-4329-bd65-62878210508d req-baa15cba-c1b4-4754-92e6-88d28a36536f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:55.185094 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-488bbb3b-24b8-4329-bd65-62878210508d req-baa15cba-c1b4-4754-92e6-88d28a36536f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 946 time: 0.0588381 Dec 20 16:58:55.250075 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-488bbb3b-24b8-4329-bd65-62878210508d req-25693c76-0959-4d0c-a294-4c9109ab59e0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582671 Dec 20 16:58:55.262931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-7948e530-4439-469b-950d-727daf3a0ffa tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:55.265652 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-7948e530-4439-469b-950d-727daf3a0ffa tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 946 time: 0.0684810 Dec 20 16:58:55.375079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Deleting port 9dc898df-82b5-4a13-a345-f3dba19a2d1f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:58:55.375360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:55.481598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] For port 9dc898df-82b5-4a13-a345-f3dba19a2d1f, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=9dc898df-82b5-4a13-a345-f3dba19a2d1f,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:58:55.481966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:55.497986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Calling delete_port for 9dc898df-82b5-4a13-a345-f3dba19a2d1f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:58:55.645395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:55.676234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event deleted for resources: {'Port': ['ID=9dc898df-82b5-4a13-a345-f3dba19a2d1f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:58:55.705759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.706165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.706571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.706938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.707293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.707661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.708020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.708373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.708699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.709032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.709375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.709723 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.710065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:58:55.737354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] No DVR routers for this DVR port 9dc898df-82b5-4a13-a345-f3dba19a2d1f on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:58:55.740422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:55.744380 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8e1babc2-7024-4547-9548-77ae42e48e34 req-03d00712-3670-426f-ae88-d6935fbdfb06 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "DELETE /v2.0/ports/9dc898df-82b5-4a13-a345-f3dba19a2d1f HTTP/1.1" status: 204 len: 173 time: 0.4707508 Dec 20 16:58:55.744892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'name': 'network-vif-deleted', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:58:55.747709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab65ed-a890-4ce9-8d23-8ffa94ba929f" -d '{"events": [{"server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "name": "network-vif-deleted", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:58:55.799628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad127469-c005-4b6f-b8d1-fe8cc2c68fd4 x-openstack-request-id: req-ad127469-c005-4b6f-b8d1-fe8cc2c68fd4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:58:55.800031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997b8f70-b160-470c-aaca-9e0a4c9241f7", "name": "network-vif-deleted", "tag": "9dc898df-82b5-4a13-a345-f3dba19a2d1f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:58:55.800366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad127469-c005-4b6f-b8d1-fe8cc2c68fd4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:58:55.800845 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997b8f70-b160-470c-aaca-9e0a4c9241f7', 'name': 'network-vif-deleted', 'tag': '9dc898df-82b5-4a13-a345-f3dba19a2d1f', 'status': 'completed', 'code': 200} Dec 20 16:58:56.404664 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-98588bd6-d6b5-4158-8349-040267795cad req-67cfef9c-30cf-4acb-9bf7-eb2f4dccc43f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 210 time: 0.0508080 Dec 20 16:58:57.536009 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1ce41e7f-ddb0-4e89-b17f-b40b43383632 req-46388ed6-819d-41a4-9681-5bca5456ed22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 210 time: 0.0414097 Dec 20 16:58:57.792830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c49b8ac9-5f84-4f14-bb9a-a012d35f8a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:58.520410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:58.682522 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ec399c20-7f51-4aa1-b972-a2ca8653acc6 req-3cbc380c-02ce-41f5-a80a-ba5ffba67f93 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 210 time: 0.0325699 Dec 20 16:58:59.348125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 9dc898df-82b5-4a13-a345-f3dba19a2d1f no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:58:59.370529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 9dc898df-82b5-4a13-a345-f3dba19a2d1f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:58:59.370917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 9dc898df-82b5-4a13-a345-f3dba19a2d1f not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:58:59.830954 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6c7d009c-e951-4103-a24f-f1e0c3a83d49 req-71af9c15-628f-4992-910b-e2c7030f4f8b tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 210 time: 0.0310552 Dec 20 16:59:00.065563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:00.838817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:00.998105 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-25d4c447-31a8-43c8-ac56-8ef41085579a req-5a65aeff-ac56-4a26-810b-5441a570d664 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=997b8f70-b160-470c-aaca-9e0a4c9241f7 HTTP/1.1" status: 200 len: 210 time: 0.0474870 Dec 20 16:59:07.591843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:07.765464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Deleting port 633f5a3e-e516-4f66-bf03-802ecb203c26 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:07.765809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:07.856484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:07.856739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:07.871049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Calling delete_port for 633f5a3e-e516-4f66-bf03-802ecb203c26 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:08.031035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:08.065756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event deleted for resources: {'Port': ['ID=633f5a3e-e516-4f66-bf03-802ecb203c26,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:08.166539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:08.166988 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Floating IP ac2603ce-3e5f-4c9a-90a6-59b119693552 disassociated (deleted). External IP: 172.26.1.123, port: 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88. Dec 20 16:59:08.415590 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:59:08.945077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:59:08.951424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:08.959205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] Sync routers for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:59:08.976139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:08.977258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:58:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:08.994562 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d5f278db-622a-483f-9024-6912c927692f tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "DELETE /v2.0/floatingips/ac2603ce-3e5f-4c9a-90a6-59b119693552 HTTP/1.1" status: 204 len: 168 time: 1.4013135 Dec 20 16:59:08.995273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:08.998100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33085c6-5010-4cbe-8401-5b83af18aec8" -d '{"events": [{"name": "network-changed", "server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:09.065937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8c01f-ab27-44f5-8d4b-00b11fd0dee3 x-openstack-request-id: req-20d8c01f-ab27-44f5-8d4b-00b11fd0dee3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:09.066495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:09.066803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20d8c01f-ab27-44f5-8d4b-00b11fd0dee3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:09.067434 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'status': 'completed', 'code': 200} Dec 20 16:59:09.187333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-7af6695e-80c6-4c6a-b7af-709be5242edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.190928 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-7af6695e-80c6-4c6a-b7af-709be5242edd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9833a24cff904abaa49450615d80c69c&device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 1098 time: 0.0925448 Dec 20 16:59:09.299213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:09.409883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e29e05-9306-4a30-ada3-c2838dad9275 req-9f254409-409b-4fe8-9e58-5bedc1b00686 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.412384 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e0e29e05-9306-4a30-ada3-c2838dad9275 req-9f254409-409b-4fe8-9e58-5bedc1b00686 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 945 time: 0.1230087 Dec 20 16:59:09.414997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-fe611767-fbb2-4dfa-be60-6ce49897a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.417540 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-fe611767-fbb2-4dfa-be60-6ce49897a895 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 200 len: 912 time: 0.2184260 Dec 20 16:59:09.481108 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-53fa6d27-7e06-4383-abfe-7915c2499edc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 HTTP/1.1" status: 200 len: 217 time: 0.0501466 Dec 20 16:59:09.544754 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e0e29e05-9306-4a30-ada3-c2838dad9275 req-275a17fe-fe4f-4b68-ac3e-5c9916da6d7e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232910 Dec 20 16:59:09.548966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:09.568726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-7da743e2-9a34-4e78-a33c-557799f67d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.576366 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-7da743e2-9a34-4e78-a33c-557799f67d1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 200 len: 850 time: 0.0772159 Dec 20 16:59:09.599527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] Checking router: 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:59:09.614019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:09.615113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:58:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:09.645653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-1f0c56dd-f083-4e00-aaae-b9de3b8378e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.647694 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-1f0c56dd-f083-4e00-aaae-b9de3b8378e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667908 Dec 20 16:59:09.784961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:09.793762 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-7156151c-2cb3-46f9-9497-f07c3488019a service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366405 Dec 20 16:59:09.921348 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c33085c6-5010-4cbe-8401-5b83af18aec8 req-b67b0a54-62aa-45c8-8a7e-afd08073a80c service neutron] 10.222.0.18 "GET /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186001 Dec 20 16:59:10.055660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:10.085060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce718dc0-2c0c-42c2-a0db-ba98e83ec94b None None] The sync data for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv is: [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'c94acca7-9032-4d64-a7f8-18ae8fc8a4b3', 'name': '', 'network_id': 'cc0bc987-298f-4346-8e3b-9b0c60e4e5a6', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'mac_address': 'fa:16:3e:71:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:07Z', 'updated_at': '2021-12-20T16:52:11Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'subnets': [{'id': 'b0fe7865-4e63-49f3-a2ab-da2b0a88eccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:59:10.350735 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193f25d-14f2-4fa3-8254-b40364b7348c None None] New status for floating IP ac2603ce-3e5f-4c9a-90a6-59b119693552: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:59:10.704136 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d1629-1de9-49f0-b310-2884f27d480e req-4331dc25-ce73-4a7d-b332-d5a402079745 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:10.706893 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-597d1629-1de9-49f0-b310-2884f27d480e req-4331dc25-ce73-4a7d-b332-d5a402079745 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 945 time: 0.0665205 Dec 20 16:59:10.727832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-4c5a6708-a03f-4432-87b4-b87386ebf3f3 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:10.729559 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-4c5a6708-a03f-4432-87b4-b87386ebf3f3 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 945 time: 0.0683537 Dec 20 16:59:10.775705 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-597d1629-1de9-49f0-b310-2884f27d480e req-3d5ce22c-a7fc-4ecd-b327-316c77f3c7df tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/security-groups?id=f67acad7-f269-472a-a949-8a812e765b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576880 Dec 20 16:59:10.844466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Deleting port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:10.844804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:10.948080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] For port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:10.948444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:10.963994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Calling delete_port for 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:11.143489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:11.179999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event deleted for resources: {'Port': ['ID=5dc73e3f-8cd8-489c-bd31-f76aefbbbd88,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:11.226324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] No DVR routers for this DVR port 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:59:11.229104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:11.232602 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e8c8a97d-b2e3-4049-b1d0-c9a5cb9b84a3 req-d0694a71-ba3d-4f13-8dfa-ad0937a08d22 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.18 "DELETE /v2.0/ports/5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 HTTP/1.1" status: 204 len: 173 time: 0.4965489 Dec 20 16:59:11.233094 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'name': 'network-vif-deleted', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:11.235467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2caec6-eae3-4a76-8eab-3d1a72dac60c" -d '{"events": [{"server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "name": "network-vif-deleted", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:11.300384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00311005-7ec2-4a6c-b9b4-6603c6bfee15 x-openstack-request-id: req-00311005-7ec2-4a6c-b9b4-6603c6bfee15 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:11.300856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e26371-b1bf-4251-9040-c1cbfbdfdec3", "name": "network-vif-deleted", "tag": "5dc73e3f-8cd8-489c-bd31-f76aefbbbd88", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:11.301274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00311005-7ec2-4a6c-b9b4-6603c6bfee15 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:11.301882 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e26371-b1bf-4251-9040-c1cbfbdfdec3', 'name': 'network-vif-deleted', 'tag': '5dc73e3f-8cd8-489c-bd31-f76aefbbbd88', 'status': 'completed', 'code': 200} Dec 20 16:59:11.961854 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-34d98c9b-b2d7-4c52-afdc-8d708fe988bf req-ca2e5dd2-cb7b-43a5-b3e8-34f91fecd04d tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 210 time: 0.0683007 Dec 20 16:59:13.096178 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-136cb549-fdd8-42ea-8c1b-a5ff47b38383 req-12cacfb0-b622-42bf-9ec8-adf42effb338 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 210 time: 0.0409005 Dec 20 16:59:14.210543 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2b7562c6-bf80-45c8-8154-a9df18abfe40 req-da30eede-86d3-4bf2-8e74-15256b5fd5d0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 210 time: 0.0304263 Dec 20 16:59:14.329789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:15.332835 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faf05403-237f-4a29-ae45-50b0f0d056d3 req-c257c27d-9d0d-4ee6-a233-d417cec3529e tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 210 time: 0.0440314 Dec 20 16:59:15.423823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:15.448435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:59:15.448910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 5dc73e3f-8cd8-489c-bd31-f76aefbbbd88 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:16.456162 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4ec098b0-7633-4096-96e2-3632a122bdaf req-54f268d4-5213-49de-a0c2-74c5b2d66cba tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "GET /v2.0/ports?device_id=00e26371-b1bf-4251-9040-c1cbfbdfdec3 HTTP/1.1" status: 200 len: 210 time: 0.0295954 Dec 20 16:59:17.542509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:17.682936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Deleting port 05f6a417-bc3e-42f7-a56c-1aebb01e5cd8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:17.683387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:17.775290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:17.775507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:17.789952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Calling delete_port for 05f6a417-bc3e-42f7-a56c-1aebb01e5cd8 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:17.940498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:17.974954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event deleted for resources: {'Port': ['ID=05f6a417-bc3e-42f7-a56c-1aebb01e5cd8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:18.040610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:18.043812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:18.045510 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c0dac43b-3223-4781-8e65-710308063cb0 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "DELETE /v2.0/floatingips/20bc435b-2b69-49f7-9589-094b6ec1af30 HTTP/1.1" status: 204 len: 168 time: 0.5016232 Dec 20 16:59:21.418943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:21.514053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21c9ab2f-bd33-4788-9e11-d24547d0d659 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:21.545548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21c9ab2f-bd33-4788-9e11-d24547d0d659 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:21.622757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21c9ab2f-bd33-4788-9e11-d24547d0d659 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:21.629253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21c9ab2f-bd33-4788-9e11-d24547d0d659 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:21.631649 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-21c9ab2f-bd33-4788-9e11-d24547d0d659 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] 10.222.0.60 "DELETE /v2.0/security-groups/f67acad7-f269-472a-a949-8a812e765b0f HTTP/1.1" status: 204 len: 168 time: 0.2108009 Dec 20 16:59:21.648580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9ab2f-bd33-4788-9e11-d24547d0d659 tempest-TestVolumeBootPattern-425668847 tempest-TestVolumeBootPattern-425668847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67acad7-f269-472a-a949-8a812e765b0f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:21.722026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:22.279360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:22.562235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Deleting port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:22.562508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:22.656773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] For port c94acca7-9032-4d64-a7f8-18ae8fc8a4b3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c94acca7-9032-4d64-a7f8-18ae8fc8a4b3,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:22.657213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:22.675679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Calling delete_port for c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:22.961176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:23.021617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Pushing event deleted for resources: {'Port': ['ID=c94acca7-9032-4d64-a7f8-18ae8fc8a4b3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:23.260564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:23.886328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:59:24.017576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:59:24.025908 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-107f87e1-b698-4ebf-b171-ac29c5a1721e admin admin] 10.222.0.60 "PUT /v2.0/routers/67d7bf1e-c909-40b1-bcf2-0efe308f7fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3026924 Dec 20 16:59:24.029273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:24.031705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] Sync routers for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:59:24.043581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:24.044309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:58:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:24.174509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:24.184145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.305722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.373647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Deleting port ecb0d88b-f696-48cd-9791-ba19ba26e746 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:24.374002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.410545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:59:22Z', 'revision_number': 5, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port': {'id': 'ecb0d88b-f696-48cd-9791-ba19ba26e746', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:24.440409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] Checking router: 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:59:24.450742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] Routers {'67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:24.451385 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:58:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:24.479145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] For port ecb0d88b-f696-48cd-9791-ba19ba26e746, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ecb0d88b-f696-48cd-9791-ba19ba26e746,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:24.479498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.494002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Calling delete_port for ecb0d88b-f696-48cd-9791-ba19ba26e746 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:24.577110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] Set router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:24.681740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:59:24Z', 'revision_number': 6, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:24.707016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.733865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec17b6-266f-4df4-a2aa-c9b2f04051e1 None None] The sync data for ids ['67d7bf1e-c909-40b1-bcf2-0efe308f7fe4'] in dv-neutron-822328-3-hyperv is: [{'id': '67d7bf1e-c909-40b1-bcf2-0efe308f7fe4', 'name': 'tempest-TestVolumeBootPattern-333650293-router', 'tenant_id': '9833a24cff904abaa49450615d80c69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:05Z', 'updated_at': '2021-12-20T16:59:24Z', 'revision_number': 6, 'project_id': '9833a24cff904abaa49450615d80c69c', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:59:24.736029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb0d88b-f696-48cd-9791-ba19ba26e746,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:24.758612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25753699-4d39-4aa1-8945-ab8bb490b423 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:59:24.806697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.911358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.914448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.963262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.963753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:59:24.971652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:24.973424 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-68e3ba9b-0787-44de-9a52-f78c0cf53bd5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/67d7bf1e-c909-40b1-bcf2-0efe308f7fe4 HTTP/1.1" status: 204 len: 168 time: 0.9419065 Dec 20 16:59:24.976778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:25.029981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c89242d-ac04-450a-897b-ddd877795b40 admin admin] Deleting subnet b0fe7865-4e63-49f3-a2ab-da2b0a88eccc {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:59:25.034355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c89242d-ac04-450a-897b-ddd877795b40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.071876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dce1dbe-5e8c-4852-80d8-1a19690d7a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.080746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c89242d-ac04-450a-897b-ddd877795b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.202652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c89242d-ac04-450a-897b-ddd877795b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.271896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c89242d-ac04-450a-897b-ddd877795b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.303828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89242d-ac04-450a-897b-ddd877795b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fe7865-4e63-49f3-a2ab-da2b0a88eccc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:25.306033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c89242d-ac04-450a-897b-ddd877795b40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.310244 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4c89242d-ac04-450a-897b-ddd877795b40 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b0fe7865-4e63-49f3-a2ab-da2b0a88eccc HTTP/1.1" status: 204 len: 168 time: 0.3315806 Dec 20 16:59:25.313995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51376) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:25.321829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44532ea7-3843-4596-b077-0a7266587ecb None None] Network cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:59:25.405429 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.478633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Deleting port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:25.478887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.554145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] DHCP port deletion for cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:59:25.586286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] For port fe38c7ef-c683-41db-bd4c-71babc6b7fd7, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fe38c7ef-c683-41db-bd4c-71babc6b7fd7,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:25.586829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.612215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Calling delete_port for fe38c7ef-c683-41db-bd4c-71babc6b7fd7 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:25.616583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Deleting port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:25.617187 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.733509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] For port fe38c7ef-c683-41db-bd4c-71babc6b7fd7, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fe38c7ef-c683-41db-bd4c-71babc6b7fd7,segment=NetworkSegment(c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60),segment_id=c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:25.734072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.750968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.755986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Calling delete_port for fe38c7ef-c683-41db-bd4c-71babc6b7fd7 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:25.793696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe38c7ef-c683-41db-bd4c-71babc6b7fd7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:25.804121 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] No DVR routers for this DVR port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:59:25.919540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.929543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:25.956727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Pushing event deleted for resources: {'Port': ['ID=fe38c7ef-c683-41db-bd4c-71babc6b7fd7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:25.963295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0bc987-298f-4346-8e3b-9b0c60e4e5a6']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:25.972516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.973146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.973697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.974248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.974847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.975402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.975953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.976492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.977079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.977576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.978115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.978693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.979237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:25.981685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:25.982128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cd2655-5e9c-4976-b2ef-c0a5cf3fac60') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:25.984200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a158d4-9441-4ae1-a01d-5853844e4312 None None] No DVR routers for this DVR port fe38c7ef-c683-41db-bd4c-71babc6b7fd7 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:59:26.006010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.024203 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.031773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:59:26.032274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:59:26.034252 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:59:26.099466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.105914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.109866 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cc0bc987-298f-4346-8e3b-9b0c60e4e5a6 HTTP/1.1" status: 204 len: 168 time: 0.7945395 Dec 20 16:59:26.114623 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:26.127201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f243807-f8f1-4d02-b044-c250a022e357 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0bc987-298f-4346-8e3b-9b0c60e4e5a6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:26.533880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.573255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ecb0d88b-f696-48cd-9791-ba19ba26e746 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:26.600919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: ecb0d88b-f696-48cd-9791-ba19ba26e746 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:59:26.601371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ecb0d88b-f696-48cd-9791-ba19ba26e746 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:26.601847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fe38c7ef-c683-41db-bd4c-71babc6b7fd7 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:26.621941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: fe38c7ef-c683-41db-bd4c-71babc6b7fd7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:59:26.622313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fe38c7ef-c683-41db-bd4c-71babc6b7fd7 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:26.622730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:26.644005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:59:26.644381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c94acca7-9032-4d64-a7f8-18ae8fc8a4b3 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:26.869959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Deleting port be07651a-1519-4b8c-a035-a5fb3d019230 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:26.870236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.957024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] For port be07651a-1519-4b8c-a035-a5fb3d019230, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=be07651a-1519-4b8c-a035-a5fb3d019230,segment=NetworkSegment(1243a264-c240-46ba-9af5-06e97bdfe485),segment_id=1243a264-c240-46ba-9af5-06e97bdfe485)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:26.957460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.977526 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Calling delete_port for be07651a-1519-4b8c-a035-a5fb3d019230 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:27.192075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:27.222669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Pushing event deleted for resources: {'Port': ['ID=be07651a-1519-4b8c-a035-a5fb3d019230,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:27.411565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:27.643736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Router ae90c975-86a1-4bf9-a8b9-f6e36816802f has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:59:27.776041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:59:27.786114 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-675672d6-caf0-442d-8697-a875c3a3ea61 admin admin] 10.222.0.60 "PUT /v2.0/routers/ae90c975-86a1-4bf9-a8b9-f6e36816802f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6688886 Dec 20 16:59:27.788048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:27.791300 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] Sync routers for ids ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:59:27.804722 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] Routers {'ae90c975-86a1-4bf9-a8b9-f6e36816802f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:27.805813 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:58:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:27.806133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2758916c-61f4-4642-8141-511785f2eb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:27.935656 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] Set router ae90c975-86a1-4bf9-a8b9-f6e36816802f gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:27.947346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:28.152851 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:59:27Z', 'revision_number': 5, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'gw_port': {'id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:28.181750 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] Checking router: ae90c975-86a1-4bf9-a8b9-f6e36816802f for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:59:28.192829 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] Routers {'ae90c975-86a1-4bf9-a8b9-f6e36816802f'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:28.193462 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T16:59:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:28.331307 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] Set router ae90c975-86a1-4bf9-a8b9-f6e36816802f gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:28.486395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:28.523032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:28.549467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Deleting port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:28.549791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:28.614343 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:59:27Z', 'revision_number': 5, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'gw_port': {'id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:28.644986 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fce7f2-1432-4d4f-b655-a9cfdf5a2e96 None None] The sync data for ids ['ae90c975-86a1-4bf9-a8b9-f6e36816802f'] in dv-neutron-822328-3-hyperv is: [{'id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'name': 'tempest-TestVolumeBootPattern-1802441676-router', 'tenant_id': 'bd67dd5976ec401aa60176c9fe19232b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:59:27Z', 'revision_number': 5, 'project_id': 'bd67dd5976ec401aa60176c9fe19232b', 'gw_port': {'id': 'ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae90c975-86a1-4bf9-a8b9-f6e36816802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:52:10Z', 'updated_at': '2021-12-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:59:28.671297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] For port ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:28.671769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:28.691640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Calling delete_port for ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:28.878536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:28.910460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:28.929176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c705d2-7c19-494f-9e5c-88c08c36a517 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:59:28.987766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.116891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.120275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.184810 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.185510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae90c975-86a1-4bf9-a8b9-f6e36816802f {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:59:29.190413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.195624 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-be12fce5-df43-4701-9758-98173691e8c7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ae90c975-86a1-4bf9-a8b9-f6e36816802f HTTP/1.1" status: 204 len: 168 time: 1.4059472 Dec 20 16:59:29.195903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51382) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:29.275063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b8ade4-b623-47b8-b23e-8b7d4876fb01 admin admin] Deleting subnet af120379-1d9a-4962-b27c-9b4e3bfb94e8 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:59:29.279218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08b8ade4-b623-47b8-b23e-8b7d4876fb01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.348523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08b8ade4-b623-47b8-b23e-8b7d4876fb01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.489372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08b8ade4-b623-47b8-b23e-8b7d4876fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.553236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08b8ade4-b623-47b8-b23e-8b7d4876fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.587940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08b8ade4-b623-47b8-b23e-8b7d4876fb01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.593118 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-08b8ade4-b623-47b8-b23e-8b7d4876fb01 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/af120379-1d9a-4962-b27c-9b4e3bfb94e8 HTTP/1.1" status: 204 len: 168 time: 0.3954632 Dec 20 16:59:29.594717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8ade4-b623-47b8-b23e-8b7d4876fb01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af120379-1d9a-4962-b27c-9b4e3bfb94e8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:29.595139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76772ce-b1ab-436d-89d6-579a5a7b8254 None None] Network b0b4d2d5-69b0-4322-8baa-3be69525a0ac requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:59:29.596866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:29.714665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.787403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb74f3bf-43d4-474b-bf30-fa58b94a8bd8 None None] DHCP port deletion for b0b4d2d5-69b0-4322-8baa-3be69525a0ac request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:59:29.805644 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Deleting port c4e53bfa-370c-4765-ba53-a950c9517c45 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:29.806009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.854692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cb74f3bf-43d4-474b-bf30-fa58b94a8bd8 None None] Deleting port c4e53bfa-370c-4765-ba53-a950c9517c45 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:29.855337 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb74f3bf-43d4-474b-bf30-fa58b94a8bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.899018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] For port c4e53bfa-370c-4765-ba53-a950c9517c45, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c4e53bfa-370c-4765-ba53-a950c9517c45,segment=NetworkSegment(1243a264-c240-46ba-9af5-06e97bdfe485),segment_id=1243a264-c240-46ba-9af5-06e97bdfe485)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:29.899562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.917707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Calling delete_port for c4e53bfa-370c-4765-ba53-a950c9517c45 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:29.933234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cb74f3bf-43d4-474b-bf30-fa58b94a8bd8 None None] For port c4e53bfa-370c-4765-ba53-a950c9517c45, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=c4e53bfa-370c-4765-ba53-a950c9517c45,segment=NetworkSegment(1243a264-c240-46ba-9af5-06e97bdfe485),segment_id=1243a264-c240-46ba-9af5-06e97bdfe485)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:29.933955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb74f3bf-43d4-474b-bf30-fa58b94a8bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.956407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cb74f3bf-43d4-474b-bf30-fa58b94a8bd8 None None] Calling delete_port for c4e53bfa-370c-4765-ba53-a950c9517c45 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:30.009096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.036875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e53bfa-370c-4765-ba53-a950c9517c45,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:30.038994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] No DVR routers for this DVR port c4e53bfa-370c-4765-ba53-a950c9517c45 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:59:30.089658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.100373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb74f3bf-43d4-474b-bf30-fa58b94a8bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.124034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.126991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74f3bf-43d4-474b-bf30-fa58b94a8bd8 None None] Pushing event deleted for resources: {'Port': ['ID=c4e53bfa-370c-4765-ba53-a950c9517c45,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:30.130967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74f3bf-43d4-474b-bf30-fa58b94a8bd8 None None] No DVR routers for this DVR port c4e53bfa-370c-4765-ba53-a950c9517c45 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:59:30.152281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b4d2d5-69b0-4322-8baa-3be69525a0ac']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:30.165941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1243a264-c240-46ba-9af5-06e97bdfe485') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:30.166450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1243a264-c240-46ba-9af5-06e97bdfe485') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:30.180221 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.196338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.202819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:59:30.203199 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:59:30.205226 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:59:30.267802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.275745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.280483 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] 10.222.0.60 "DELETE /v2.0/networks/b0b4d2d5-69b0-4322-8baa-3be69525a0ac HTTP/1.1" status: 204 len: 168 time: 0.6821303 Dec 20 16:59:30.293636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c5bf8-3833-4c25-9dc2-9a2ec295d63e admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b4d2d5-69b0-4322-8baa-3be69525a0ac,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:30.464365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51388) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:30.520421 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b30d5921-84b7-4780-9b8a-23eda66fd87b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9833a24cff904abaa49450615d80c69c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547059 Dec 20 16:59:30.524687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:30.579562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c4e53bfa-370c-4765-ba53-a950c9517c45 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:30.593606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5e58e91-05a9-43a7-96c1-ede3a1a68d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.601969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: c4e53bfa-370c-4765-ba53-a950c9517c45 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:59:30.602453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device c4e53bfa-370c-4765-ba53-a950c9517c45 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:30.602937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device be07651a-1519-4b8c-a035-a5fb3d019230 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:30.623051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: be07651a-1519-4b8c-a035-a5fb3d019230 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:59:30.623398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device be07651a-1519-4b8c-a035-a5fb3d019230 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:30.623816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:30.630723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5e58e91-05a9-43a7-96c1-ede3a1a68d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.644832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:59:30.645188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device ff03cab5-3e7b-4d3b-8c3e-48ea46cc5815 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:30.707241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5e58e91-05a9-43a7-96c1-ede3a1a68d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.710192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5e58e91-05a9-43a7-96c1-ede3a1a68d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:30.711646 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d5e58e91-05a9-43a7-96c1-ede3a1a68d1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f5ef8cb-f25c-45c3-8db5-945f7f337511 HTTP/1.1" status: 204 len: 168 time: 0.1854877 Dec 20 16:59:30.724352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e58e91-05a9-43a7-96c1-ede3a1a68d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5ef8cb-f25c-45c3-8db5-945f7f337511,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:30.845638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:31.180345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:31.225691 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2fddce7b-a3ad-4109-8ea3-72474a10c69f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd67dd5976ec401aa60176c9fe19232b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438395 Dec 20 16:59:31.228719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:31.280217 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:59:31.296502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68fc417-f4f5-49f5-b704-3a2b6e129a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:31.326223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68fc417-f4f5-49f5-b704-3a2b6e129a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:31.378220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68fc417-f4f5-49f5-b704-3a2b6e129a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:31.381662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68fc417-f4f5-49f5-b704-3a2b6e129a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:31.382939 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c68fc417-f4f5-49f5-b704-3a2b6e129a94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d022f795-7e1a-48da-9297-61223a4900cd HTTP/1.1" status: 204 len: 168 time: 0.1532471 Dec 20 16:59:31.393706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fc417-f4f5-49f5-b704-3a2b6e129a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d022f795-7e1a-48da-9297-61223a4900cd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:38.914782 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-38a79677-29c2-4fc1-84ae-00a891183a67 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f203532c6085477bb81ad85a95bb85a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356586 Dec 20 16:59:39.151729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715066-423c-454e-b3b3-e285955b87cf req-ef6205ab-f858-4a5b-8371-de26c662203d tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:39.153989 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-ef6205ab-f858-4a5b-8371-de26c662203d tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315083 Dec 20 16:59:39.182733 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-8576dcd1-8090-4bd2-8852-9afd289a60f7 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/quotas/f203532c6085477bb81ad85a95bb85a0 HTTP/1.1" status: 200 len: 375 time: 0.0174015 Dec 20 16:59:39.225425 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-d3f56ddf-a2f3-4d7a-9bf2-8341025a324e tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f203532c6085477bb81ad85a95bb85a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364711 Dec 20 16:59:39.404896 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-368b0ce4-45a2-4b45-9d27-4e23995b9a4f req-36d50c9e-927e-49ba-aac4-f10c24c28c09 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 210 time: 0.0301228 Dec 20 16:59:40.512404 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c61cf741-d2ab-463e-9f80-26e3be193a55 req-33b35c04-5ead-4716-ba04-917eabc6a384 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 210 time: 0.0295031 Dec 20 16:59:40.575931 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-ff584ddb-71f2-4087-89a4-bf711bfe72b8 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f203532c6085477bb81ad85a95bb85a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337551 Dec 20 16:59:40.723151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715066-423c-454e-b3b3-e285955b87cf req-1f46d98c-d1c2-4367-a3e9-5054fb4069fa tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:40.724779 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-1f46d98c-d1c2-4367-a3e9-5054fb4069fa tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428676 Dec 20 16:59:40.740054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Request body: {'port': {'device_id': '5783fbe2-de43-4301-85b8-0769005e3626', 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5', 'admin_state_up': True, 'tenant_id': 'f203532c6085477bb81ad85a95bb85a0'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:59:40.869869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Made reservation on behalf of f203532c6085477bb81ad85a95bb85a0 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:59:40.873730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:40.883913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:40.979166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:40.985039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:41.050923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b87b53-bea8-4272-a654-a1015fe7bccc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:41.136929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Allocated IP 192.168.233.203 (5367415e-3f80-4482-9adc-bb59461223f5/28ac4012-8ec9-49dd-858d-674924d4d335/1fcef27d-77ae-4896-8581-d217abdaf810) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:59:41.317512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:41.370374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:41.420488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Network 5367415e-3f80-4482-9adc-bb59461223f5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:59:41.424375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:59:41.428320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:59:41.457654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Pushing event updated for resources: {'Port': ['ID=1fcef27d-77ae-4896-8581-d217abdaf810,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:41.498835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:41.499705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:41.521549 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-66e88312-eb75-4861-9498-7662ff98c7b9 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7856655 Dec 20 16:59:41.535953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Request body: {'port': {'device_id': '5783fbe2-de43-4301-85b8-0769005e3626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:59:41.628900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:41.696764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7df1c-527f-47b5-8ae8-0491150aba90 req-e9f3030a-b60c-4d1c-be07-75d3dd0ccdfc tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:41.698432 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cec7df1c-527f-47b5-8ae8-0491150aba90 req-e9f3030a-b60c-4d1c-be07-75d3dd0ccdfc tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 936 time: 0.0665627 Dec 20 16:59:41.732216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d0da836a-1182-43da-afe7-33dff110c922 None None] Provisioning complete for port 1fcef27d-77ae-4896-8581-d217abdaf810 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:59:41.733873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0da836a-1182-43da-afe7-33dff110c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:41.789676 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cec7df1c-527f-47b5-8ae8-0491150aba90 req-ef720fc1-289e-4eaa-b0d1-f85a99c2442d tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766983 Dec 20 16:59:41.793974 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d0da836a-1182-43da-afe7-33dff110c922 None None] Port 1fcef27d-77ae-4896-8581-d217abdaf810 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:59:42.000684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcef27d-77ae-4896-8581-d217abdaf810 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:59:42.010431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:42.024965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Transition to ACTIVE for port object 1fcef27d-77ae-4896-8581-d217abdaf810 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:59:42.029422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:42.087111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcef27d-77ae-4896-8581-d217abdaf810,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:42.181982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Attempting to bind port 1fcef27d-77ae-4896-8581-d217abdaf810 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:59:42.182483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Attempting to bind port 1fcef27d-77ae-4896-8581-d217abdaf810 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:59:42.183003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Attempting to bind port 1fcef27d-77ae-4896-8581-d217abdaf810 on network 5367415e-3f80-4482-9adc-bb59461223f5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:59:42.189838 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Port 1fcef27d-77ae-4896-8581-d217abdaf810 on network 5367415e-3f80-4482-9adc-bb59461223f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:59:42.190355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Attempting to bind port 1fcef27d-77ae-4896-8581-d217abdaf810 on network 5367415e-3f80-4482-9adc-bb59461223f5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:59:42.198248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:59:42.198870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Checking segment: {'id': '2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:59:42.199448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Bound using segment: {'id': '2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:59:42.200170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Bound port: 1fcef27d-77ae-4896-8581-d217abdaf810, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:59:42.200735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:42.301105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] For port 1fcef27d-77ae-4896-8581-d217abdaf810, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:59:42.304706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] For port 1fcef27d-77ae-4896-8581-d217abdaf810, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1fcef27d-77ae-4896-8581-d217abdaf810,segment=NetworkSegment(2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398),segment_id=2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:59:42.310123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:42.368556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:42.369508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:42.372083 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] 10.222.0.18 "PUT /v2.0/ports/1fcef27d-77ae-4896-8581-d217abdaf810 HTTP/1.1" status: 200 len: 1098 time: 0.8414383 Dec 20 16:59:42.372841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5783fbe2-de43-4301-85b8-0769005e3626', 'tag': '1fcef27d-77ae-4896-8581-d217abdaf810'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:42.377220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5783fbe2-de43-4301-85b8-0769005e3626", "tag": "1fcef27d-77ae-4896-8581-d217abdaf810"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:42.431615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2500fab-0e75-4601-9fd3-7b9ebf3f4705 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcef27d-77ae-4896-8581-d217abdaf810,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:42.484964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706907e8-56d1-4ecc-a687-efad496690dd x-openstack-request-id: req-706907e8-56d1-4ecc-a687-efad496690dd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:42.485540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5783fbe2-de43-4301-85b8-0769005e3626", "tag": "1fcef27d-77ae-4896-8581-d217abdaf810", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:42.486020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-706907e8-56d1-4ecc-a687-efad496690dd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:42.486725 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5783fbe2-de43-4301-85b8-0769005e3626', 'tag': '1fcef27d-77ae-4896-8581-d217abdaf810', 'status': 'completed', 'code': 200} Dec 20 16:59:42.510847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715066-423c-454e-b3b3-e285955b87cf req-37f1dc75-a5d4-48f4-a517-b93653463630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:42.514065 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-37f1dc75-a5d4-48f4-a517-b93653463630 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f203532c6085477bb81ad85a95bb85a0&device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 1101 time: 0.0777302 Dec 20 16:59:42.560321 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-3471064b-3890-44cb-9355-f784d41aba2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=1fcef27d-77ae-4896-8581-d217abdaf810 HTTP/1.1" status: 200 len: 217 time: 0.0380940 Dec 20 16:59:42.624214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715066-423c-454e-b3b3-e285955b87cf req-5d986dec-d3a8-4cd6-927a-a6e84af6d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:42.626751 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-5d986dec-d3a8-4cd6-927a-a6e84af6d82f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28ac4012-8ec9-49dd-858d-674924d4d335 HTTP/1.1" status: 200 len: 843 time: 0.0586116 Dec 20 16:59:42.691580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715066-423c-454e-b3b3-e285955b87cf req-16508e0e-8484-48b9-967b-77e5941facbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:42.693170 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-16508e0e-8484-48b9-967b-77e5941facbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5367415e-3f80-4482-9adc-bb59461223f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0596342 Dec 20 16:59:42.796836 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-5e040b86-6920-4a44-a370-30f274b0de29 service neutron] 10.222.0.18 "GET /v2.0/networks/5367415e-3f80-4482-9adc-bb59461223f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950146 Dec 20 16:59:42.926840 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2d715066-423c-454e-b3b3-e285955b87cf req-3182c7a4-6612-4251-a06f-231cbba19b26 service neutron] 10.222.0.18 "GET /v2.0/networks/5367415e-3f80-4482-9adc-bb59461223f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227627 Dec 20 16:59:42.958747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9c216-5e70-4d4c-97d8-33a79b41e8b7 req-834e998a-5f89-4525-96f3-ea91b84c316e tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:42.961122 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4db9c216-5e70-4d4c-97d8-33a79b41e8b7 req-834e998a-5f89-4525-96f3-ea91b84c316e tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 948 time: 0.0798559 Dec 20 16:59:43.044349 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4db9c216-5e70-4d4c-97d8-33a79b41e8b7 req-ec956ec2-9b7a-4aac-b416-15142ba53c66 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670393 Dec 20 16:59:43.045807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-786382fb-e469-4063-86b8-fda76864edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:43.047858 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-786382fb-e469-4063-86b8-fda76864edc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f203532c6085477bb81ad85a95bb85a0&device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 1101 time: 0.0650754 Dec 20 16:59:43.162213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-a19dc697-5001-41fd-a018-729616183dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:43.163981 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-a19dc697-5001-41fd-a018-729616183dee service neutron] 10.222.0.18 "GET /v2.0/networks?id=5367415e-3f80-4482-9adc-bb59461223f5 HTTP/1.1" status: 200 len: 870 time: 0.1020820 Dec 20 16:59:43.210211 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-1044e9f8-5c0b-468c-8e0c-43230d394e33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=1fcef27d-77ae-4896-8581-d217abdaf810 HTTP/1.1" status: 200 len: 217 time: 0.0389824 Dec 20 16:59:43.269507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-a7ea308c-f9bc-46f1-86b9-be7e1b62b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:43.272164 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-a7ea308c-f9bc-46f1-86b9-be7e1b62b28e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28ac4012-8ec9-49dd-858d-674924d4d335 HTTP/1.1" status: 200 len: 843 time: 0.0545292 Dec 20 16:59:43.329730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-ccd8b341-f18c-45a6-a8d5-53c27f0521e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:43.331260 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-ccd8b341-f18c-45a6-a8d5-53c27f0521e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5367415e-3f80-4482-9adc-bb59461223f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0507324 Dec 20 16:59:43.439331 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-1f987a16-4e4f-420b-80d1-94fb7f59995b service neutron] 10.222.0.18 "GET /v2.0/networks/5367415e-3f80-4482-9adc-bb59461223f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998147 Dec 20 16:59:43.548230 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f7b5e517-9392-4f60-b2fb-f994c6e5dd6a req-5d72384a-4371-4e46-8bd6-16eedc633ead service neutron] 10.222.0.18 "GET /v2.0/networks/5367415e-3f80-4482-9adc-bb59461223f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004763 Dec 20 16:59:44.200450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c3280-5cf9-408a-a72a-92e658f6fad8 req-6f2fa3c4-21a2-4ad6-ae77-62bf57816543 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:44.202484 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-378c3280-5cf9-408a-a72a-92e658f6fad8 req-6f2fa3c4-21a2-4ad6-ae77-62bf57816543 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 948 time: 0.0775168 Dec 20 16:59:44.256531 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-378c3280-5cf9-408a-a72a-92e658f6fad8 req-89e98040-5e15-43b1-abf7-43b17c4ac12b tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471547 Dec 20 16:59:44.343454 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:45.383021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3df5-53eb-461e-9377-c81288eb2294 req-9115e44d-e9ae-462e-9606-f767abe74e02 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:45.384622 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11fb3df5-53eb-461e-9377-c81288eb2294 req-9115e44d-e9ae-462e-9606-f767abe74e02 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 948 time: 0.0538104 Dec 20 16:59:45.443636 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11fb3df5-53eb-461e-9377-c81288eb2294 req-c62d4b19-03ec-4ed9-9418-f0c9251d9b7b tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470695 Dec 20 16:59:45.564277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1fcef27d-77ae-4896-8581-d217abdaf810 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:59:45.694031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 1fcef27d-77ae-4896-8581-d217abdaf810, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1fcef27d-77ae-4896-8581-d217abdaf810,segment=NetworkSegment(2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398),segment_id=2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:45.707386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '1fcef27d-77ae-4896-8581-d217abdaf810', 'network_id': '5367415e-3f80-4482-9adc-bb59461223f5', 'port_id': '1fcef27d-77ae-4896-8581-d217abdaf810', 'mac_address': 'fa:16:3e:bd:b1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ac4012-8ec9-49dd-858d-674924d4d335', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:59:45.751998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:45.766677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcef27d-77ae-4896-8581-d217abdaf810 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:59:45.788095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 1fcef27d-77ae-4896-8581-d217abdaf810, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1fcef27d-77ae-4896-8581-d217abdaf810,segment=NetworkSegment(2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398),segment_id=2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:45.793584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:45.846771 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=1fcef27d-77ae-4896-8581-d217abdaf810,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:46.038542 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['1fcef27d-77ae-4896-8581-d217abdaf810'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:59:46.576345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284e4e5-396a-4892-a07d-8a3683971ece req-45b95a3e-fa87-49c9-a187-07afdedefc6d tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:46.578321 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5284e4e5-396a-4892-a07d-8a3683971ece req-45b95a3e-fa87-49c9-a187-07afdedefc6d tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 949 time: 0.0557377 Dec 20 16:59:46.633673 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5284e4e5-396a-4892-a07d-8a3683971ece req-f5f146c6-a5ba-4b03-9c6c-705ff15e6d17 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486507 Dec 20 16:59:47.579981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1fcef27d-77ae-4896-8581-d217abdaf810 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:59:47.632875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 1fcef27d-77ae-4896-8581-d217abdaf810 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:59:47.637708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 1fcef27d-77ae-4896-8581-d217abdaf810 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:59:47.638005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:47.727178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:47.752946 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5783fbe2-de43-4301-85b8-0769005e3626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcef27d-77ae-4896-8581-d217abdaf810'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:47.755323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fc52fb-ca2b-4939-86dc-79cc339ea3dd" -d '{"events": [{"server_uuid": "5783fbe2-de43-4301-85b8-0769005e3626", "name": "network-vif-plugged", "status": "completed", "tag": "1fcef27d-77ae-4896-8581-d217abdaf810"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:47.770803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 1fcef27d-77ae-4896-8581-d217abdaf810, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1fcef27d-77ae-4896-8581-d217abdaf810,segment=NetworkSegment(2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398),segment_id=2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:47.779663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:47.784679 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd6202-5dad-4385-8679-0fee2e68b1b8 req-4b59391d-80d4-43f6-9504-dca87cf76234 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:47.787544 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-80bd6202-5dad-4385-8679-0fee2e68b1b8 req-4b59391d-80d4-43f6-9504-dca87cf76234 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 949 time: 0.0802472 Dec 20 16:59:47.817457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c11ac-246e-4745-821c-a9a4e0e11e58 x-openstack-request-id: req-750c11ac-246e-4745-821c-a9a4e0e11e58 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:47.818091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5783fbe2-de43-4301-85b8-0769005e3626", "name": "network-vif-plugged", "status": "completed", "tag": "1fcef27d-77ae-4896-8581-d217abdaf810", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:47.818517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-750c11ac-246e-4745-821c-a9a4e0e11e58 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:47.819116 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5783fbe2-de43-4301-85b8-0769005e3626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcef27d-77ae-4896-8581-d217abdaf810', 'code': 200} Dec 20 16:59:47.863664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=1fcef27d-77ae-4896-8581-d217abdaf810,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:47.887819 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-80bd6202-5dad-4385-8679-0fee2e68b1b8 req-da4909ce-1690-449f-accf-5e2898e8120a tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941372 Dec 20 16:59:48.010726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4babdc-df9b-4efa-9151-8d577c913532 req-2946b964-1163-4afb-a48b-fd615c843d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:48.012306 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1e4babdc-df9b-4efa-9151-8d577c913532 req-2946b964-1163-4afb-a48b-fd615c843d46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 1103 time: 0.0530519 Dec 20 16:59:48.060642 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1e4babdc-df9b-4efa-9151-8d577c913532 req-f8c767c4-7b21-4d65-81b9-27fcf1a42899 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Dec 20 16:59:49.044095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b2823-2116-4df8-8494-a9f32f8ac20f req-1075012e-30eb-498d-b04d-634ec3d4a0b5 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:49.046182 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e2b2823-2116-4df8-8494-a9f32f8ac20f req-1075012e-30eb-498d-b04d-634ec3d4a0b5 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 950 time: 0.0586903 Dec 20 16:59:49.107661 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e2b2823-2116-4df8-8494-a9f32f8ac20f req-80384c3b-2fa7-45a1-86c7-edac36f64cf3 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538123 Dec 20 16:59:50.254390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db17be5-f657-4e56-a6c5-2b5ee1dee684 req-553cd865-ffbc-4636-be64-1b4162423b7a tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:50.255909 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9db17be5-f657-4e56-a6c5-2b5ee1dee684 req-553cd865-ffbc-4636-be64-1b4162423b7a tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 950 time: 0.0560012 Dec 20 16:59:50.311543 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9db17be5-f657-4e56-a6c5-2b5ee1dee684 req-9de7b707-fe83-45e6-925d-54810ff9cc7d tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493479 Dec 20 16:59:50.753801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-f0120dd4-a00b-4d35-8de8-bea2f32f6e12 req-44554135-87d9-4fdd-96c1-b0a5bb6e0d67 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:59:50.754881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f0120dd4-a00b-4d35-8de8-bea2f32f6e12 req-44554135-87d9-4fdd-96c1-b0a5bb6e0d67 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1232378 Dec 20 16:59:51.222486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-f93fabff-f5a0-4791-b836-b14e5dda30b0 req-7dac4284-b92a-49c1-ae29-e95c8400676c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:59:51.224357 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f93fabff-f5a0-4791-b836-b14e5dda30b0 req-7dac4284-b92a-49c1-ae29-e95c8400676c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0637293 Dec 20 16:59:51.638579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36196c91-1c5e-49cb-871f-188fff5cc105 req-ca5b5f4f-21be-4c62-aa36-dbfc06df9730 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:51.641269 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-36196c91-1c5e-49cb-871f-188fff5cc105 req-ca5b5f4f-21be-4c62-aa36-dbfc06df9730 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 950 time: 0.0572000 Dec 20 16:59:51.715327 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-36196c91-1c5e-49cb-871f-188fff5cc105 req-4dca3223-fba3-45d0-8b51-12d364b015b6 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649366 Dec 20 16:59:52.857115 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa47ca5-6da2-4edc-911c-bec345b322e4 req-582e3c4b-cb90-444e-bec4-9ce089e58ea7 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:52.858779 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4aa47ca5-6da2-4edc-911c-bec345b322e4 req-582e3c4b-cb90-444e-bec4-9ce089e58ea7 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 950 time: 0.0591633 Dec 20 16:59:52.943774 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-3885a6d0-de96-4c00-8c47-4f4765d5e843 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:52.945351 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-3885a6d0-de96-4c00-8c47-4f4765d5e843 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.18 "GET /v2.0/ports?device_id=5783fbe2-de43-4301-85b8-0769005e3626 HTTP/1.1" status: 200 len: 950 time: 0.0850878 Dec 20 16:59:52.949086 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4aa47ca5-6da2-4edc-911c-bec345b322e4 req-02e86f27-8f4a-49a3-90a8-33f71208952a tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0b87b53-bea8-4272-a654-a1015fe7bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806062 Dec 20 16:59:53.065329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Deleting port 1fcef27d-77ae-4896-8581-d217abdaf810 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:53.065607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:53.172307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] For port 1fcef27d-77ae-4896-8581-d217abdaf810, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=1fcef27d-77ae-4896-8581-d217abdaf810,segment=NetworkSegment(2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398),segment_id=2e85f3ca-10b7-4dbd-aecd-a7f50dbe5398)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:53.172719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:53.187783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Calling delete_port for 1fcef27d-77ae-4896-8581-d217abdaf810 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:53.359618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:53.378199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['1fcef27d-77ae-4896-8581-d217abdaf810'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:59:53.398349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Pushing event deleted for resources: {'Port': ['ID=1fcef27d-77ae-4896-8581-d217abdaf810,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:53.446882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] No DVR routers for this DVR port 1fcef27d-77ae-4896-8581-d217abdaf810 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:59:53.450068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:53.454852 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c9f0c2c7-a2fb-422f-ab06-b2fc3bdf8cc2 req-0c00018e-9be7-4fb5-978e-ade2391c7418 tempest-ServersAdminNegativeTestJSON-451658213 tempest-ServersAdminNegativeTestJSON-451658213-project] 10.222.0.18 "DELETE /v2.0/ports/1fcef27d-77ae-4896-8581-d217abdaf810 HTTP/1.1" status: 204 len: 173 time: 0.5023925 Dec 20 16:59:53.455572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5783fbe2-de43-4301-85b8-0769005e3626', 'name': 'network-vif-deleted', 'tag': '1fcef27d-77ae-4896-8581-d217abdaf810'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:53.457974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e146900-65d2-4a3e-93b5-60d557d3eb03" -d '{"events": [{"server_uuid": "5783fbe2-de43-4301-85b8-0769005e3626", "name": "network-vif-deleted", "tag": "1fcef27d-77ae-4896-8581-d217abdaf810"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:53.535539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef418a6c-5253-4b37-ae31-c4bf5ab31301 x-openstack-request-id: req-ef418a6c-5253-4b37-ae31-c4bf5ab31301 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:53.536011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5783fbe2-de43-4301-85b8-0769005e3626", "name": "network-vif-deleted", "tag": "1fcef27d-77ae-4896-8581-d217abdaf810", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:53.536411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef418a6c-5253-4b37-ae31-c4bf5ab31301 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:53.537023 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5783fbe2-de43-4301-85b8-0769005e3626', 'name': 'network-vif-deleted', 'tag': '1fcef27d-77ae-4896-8581-d217abdaf810', 'status': 'completed', 'code': 200} Dec 20 16:59:54.309894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:54.515869 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-eb161715-fb8e-4638-a353-d8642889b7c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f203532c6085477bb81ad85a95bb85a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046683 Dec 20 16:59:54.520251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:54.583706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:54.608411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:54.667300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:54.672187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:54.673665 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0b87b53-bea8-4272-a654-a1015fe7bccc HTTP/1.1" status: 204 len: 168 time: 0.1522317 Dec 20 16:59:54.687556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b87b53-bea8-4272-a654-a1015fe7bccc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:54.700827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.701436 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.702029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.702705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.703902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.704474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.705038 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.705592 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.706159 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.706912 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.707496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.708073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:54.708650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83a094-bda5-4835-8ead-624972adb8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:55.021996 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51550) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:55.036882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a23b52bb-2982-4e37-b61c-036c7e3cf4dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:55.069265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13440701-414b-4ab5-aec7-13e8c49d49f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:55.134363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a23b52bb-2982-4e37-b61c-036c7e3cf4dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:55.138812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a23b52bb-2982-4e37-b61c-036c7e3cf4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:55.183066 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a23b52bb-2982-4e37-b61c-036c7e3cf4dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=835d748da2ff4bc081813c65bcb0a96d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1600475 Dec 20 16:59:55.183970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b52bb-2982-4e37-b61c-036c7e3cf4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b4a786-d018-4ad3-8242-3c967ccb5f5f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:55.186109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51552) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:55.246079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34afc188-f594-45d2-a908-255cd0b53eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:55.272026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34afc188-f594-45d2-a908-255cd0b53eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:55.338811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34afc188-f594-45d2-a908-255cd0b53eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:55.342418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34afc188-f594-45d2-a908-255cd0b53eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:55.347662 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-34afc188-f594-45d2-a908-255cd0b53eb7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57b4a786-d018-4ad3-8242-3c967ccb5f5f HTTP/1.1" status: 204 len: 168 time: 0.1565328 Dec 20 16:59:55.354345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afc188-f594-45d2-a908-255cd0b53eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b4a786-d018-4ad3-8242-3c967ccb5f5f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:56.168255 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51574) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:56.286669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1730304663-network', 'tenant_id': 'd70e8a774856414eb2b866d1855a295c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:59:56.324890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Made reservation on behalf of d70e8a774856414eb2b866d1855a295c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:59:56.330091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:56.346418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:56.464363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:56.469378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:56.505028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:59:56.513865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321aeb29-fb40-4b50-aac1-dc90effff178,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:56.526594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:56.526891 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Added segment 90c425d3-3a1a-48e7-84ac-67dac35667c7 of type vlan for network 19813a28-8c18-410f-9597-d51fa9e6cf8f Dec 20 16:59:56.529368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.529716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.530056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.530432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.531116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.531484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.531815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.532145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.532474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.532800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.533123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.533442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.533763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:56.597342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:56.627491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:56.628954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:56.629686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:56.671928 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5023389 Dec 20 16:59:56.675733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:56.682124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Request body: {'subnet': {'network_id': '19813a28-8c18-410f-9597-d51fa9e6cf8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1730304663-subnet', 'tenant_id': 'd70e8a774856414eb2b866d1855a295c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:59:56.712377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Made reservation on behalf of d70e8a774856414eb2b866d1855a295c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:59:56.712642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9a587-aa39-4281-9cda-2a575c28c4ef admin admin] Pushing event updated for resources: {'Network': ['ID=19813a28-8c18-410f-9597-d51fa9e6cf8f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:56.715490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:56.726676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 19813a28-8c18-410f-9597-d51fa9e6cf8f details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:59:56.933552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:57.024386 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80006606-8d59-45e6-ba45-6e3a8668c8c9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:57.037779 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Checking segment: {'id': '90c425d3-3a1a-48e7-84ac-67dac35667c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19813a28-8c18-410f-9597-d51fa9e6cf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:59:57.038062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Network hostable DHCP agents. Network: 19813a28-8c18-410f-9597-d51fa9e6cf8f, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:59:57.061155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Network 19813a28-8c18-410f-9597-d51fa9e6cf8f is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:59:57.072316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 19813a28-8c18-410f-9597-d51fa9e6cf8f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:59:57.077211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:57.077807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:57.087014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a82693-8c8b-45fd-864c-651c28d137b0 None None] Network 19813a28-8c18-410f-9597-d51fa9e6cf8f requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:59:57.099523 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9d3d0878-63bc-43b6-8535-f99fdf818726 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4217038 Dec 20 16:59:57.393882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee754a-63b0-41dc-956e-93bc3d6cc067 None None] Network 19813a28-8c18-410f-9597-d51fa9e6cf8f requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:59:57.626366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1fcef27d-77ae-4896-8581-d217abdaf810 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:57.661723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 1fcef27d-77ae-4896-8581-d217abdaf810 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:59:57.662339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 1fcef27d-77ae-4896-8581-d217abdaf810 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:57.698347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-38fd9818-bc5f-491e-8b6b-88fa4bc808e2 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:57.700177 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-38fd9818-bc5f-491e-8b6b-88fa4bc808e2 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/networks?id=19813a28-8c18-410f-9597-d51fa9e6cf8f HTTP/1.1" status: 200 len: 812 time: 0.1307366 Dec 20 16:59:57.720425 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-8642e008-9f5c-4424-ab25-6bb7bc5eb84c tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/quotas/d70e8a774856414eb2b866d1855a295c HTTP/1.1" status: 200 len: 375 time: 0.0132396 Dec 20 16:59:57.756659 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-9c80927d-4743-4354-b2d1-1236d1101322 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d70e8a774856414eb2b866d1855a295c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297611 Dec 20 16:59:57.802313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5941-2f47-42fb-85d3-bf28dd9a132d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:57.871549 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-8e52c385-f218-4551-8a71-0ebfe28ddac2 service neutron] 10.222.0.60 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064909 Dec 20 16:59:57.980283 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-00528d47-1a66-4687-a441-36f68d001758 service neutron] 10.222.0.60 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020498 Dec 20 16:59:58.198610 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7ad111b1-7149-4b66-98df-614340473170 req-957c470e-46e3-478a-9008-1379f671332f tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 210 time: 0.0409825 Dec 20 16:59:58.523603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:59.282479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-33a332d2-99b5-474a-a9f1-e04e6f75d043 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:59.285132 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-33a332d2-99b5-474a-a9f1-e04e6f75d043 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.18 "GET /v2.0/networks?id=19813a28-8c18-410f-9597-d51fa9e6cf8f HTTP/1.1" status: 200 len: 812 time: 0.1512687 Dec 20 16:59:59.298581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Request body: {'port': {'device_id': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'network_id': '19813a28-8c18-410f-9597-d51fa9e6cf8f', 'admin_state_up': True, 'tenant_id': 'd70e8a774856414eb2b866d1855a295c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:59:59.363891 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-674e0477-4930-42fa-b68d-2cc1929bb929 req-c2fe6081-ed21-4b53-8ae7-a5e45a0bdaef tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 210 time: 0.0541360 Dec 20 16:59:59.456357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Made reservation on behalf of d70e8a774856414eb2b866d1855a295c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:59:59.459879 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:59.628525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Allocated IP 172.20.0.3 (19813a28-8c18-410f-9597-d51fa9e6cf8f/80006606-8d59-45e6-ba45-6e3a8668c8c9/b8341002-eacb-4ba9-873a-54c75b9c492a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:59:59.804655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:59.844457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:59.896338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Network 19813a28-8c18-410f-9597-d51fa9e6cf8f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:59:59.899813 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:59:59.904600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:59:59.913091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Pushing event updated for resources: {'Port': ['ID=b8341002-eacb-4ba9-873a-54c75b9c492a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:59.981059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:59.981732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:59.999650 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-a880c20a-b8d2-46a8-88cd-55930e409ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7056499 Dec 20 17:00:00.012005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Request body: {'port': {'device_id': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:00:00.073298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:00.080769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:00.833685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:00.944722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5653ced-6c93-4c78-9299-6bff1da3e154 req-c68e4c91-40d8-4525-b0c5-a2136cb3f208 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:00.947446 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c5653ced-6c93-4c78-9299-6bff1da3e154 req-c68e4c91-40d8-4525-b0c5-a2136cb3f208 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 931 time: 0.1804006 Dec 20 17:00:01.106398 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c5653ced-6c93-4c78-9299-6bff1da3e154 req-c8c8bde4-01d2-4ab2-b214-8afbf80f9fcf tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482978 Dec 20 17:00:01.130209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8341002-eacb-4ba9-873a-54c75b9c492a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:00:01.150493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:01.164454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Transition to ACTIVE for port object b8341002-eacb-4ba9-873a-54c75b9c492a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:00:01.169187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:01.224487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Pushing event updated for resources: {'Port': ['ID=b8341002-eacb-4ba9-873a-54c75b9c492a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:01.303767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Attempting to bind port b8341002-eacb-4ba9-873a-54c75b9c492a on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:00:01.304119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Attempting to bind port b8341002-eacb-4ba9-873a-54c75b9c492a by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '90c425d3-3a1a-48e7-84ac-67dac35667c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19813a28-8c18-410f-9597-d51fa9e6cf8f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:00:01.304454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Attempting to bind port b8341002-eacb-4ba9-873a-54c75b9c492a on network 19813a28-8c18-410f-9597-d51fa9e6cf8f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:00:01.309577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Port b8341002-eacb-4ba9-873a-54c75b9c492a on network 19813a28-8c18-410f-9597-d51fa9e6cf8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:00:01.309887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Attempting to bind port b8341002-eacb-4ba9-873a-54c75b9c492a on network 19813a28-8c18-410f-9597-d51fa9e6cf8f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:00:01.315795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:00:01.316136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Checking segment: {'id': '90c425d3-3a1a-48e7-84ac-67dac35667c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19813a28-8c18-410f-9597-d51fa9e6cf8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:00:01.316524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Bound using segment: {'id': '90c425d3-3a1a-48e7-84ac-67dac35667c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19813a28-8c18-410f-9597-d51fa9e6cf8f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:00:01.316960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Bound port: b8341002-eacb-4ba9-873a-54c75b9c492a, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c425d3-3a1a-48e7-84ac-67dac35667c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19813a28-8c18-410f-9597-d51fa9e6cf8f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:00:01.317328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:01.387809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:00:01.392335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b8341002-eacb-4ba9-873a-54c75b9c492a,segment=NetworkSegment(90c425d3-3a1a-48e7-84ac-67dac35667c7),segment_id=90c425d3-3a1a-48e7-84ac-67dac35667c7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:00:01.397764 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:01.449190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:01.449822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:01.451371 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] 10.222.0.18 "PUT /v2.0/ports/b8341002-eacb-4ba9-873a-54c75b9c492a HTTP/1.1" status: 200 len: 1093 time: 1.4439173 Dec 20 17:00:01.451864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:01.454826 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:00:01.490161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda29f25-d983-4085-af43-59a4bbbfc0ed service neutron] Pushing event updated for resources: {'Port': ['ID=b8341002-eacb-4ba9-873a-54c75b9c492a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:01.499987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f1bea-093e-4960-a752-963bdca4e494 x-openstack-request-id: req-6b0f1bea-093e-4960-a752-963bdca4e494 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:00:01.500546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:00:01.500823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b0f1bea-093e-4960-a752-963bdca4e494 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:00:01.501234 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a', 'status': 'completed', 'code': 200} Dec 20 17:00:01.555413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-773c42df-9dcd-4ac2-96c7-00ef4d3229b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:01.557021 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-773c42df-9dcd-4ac2-96c7-00ef4d3229b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70e8a774856414eb2b866d1855a295c&device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 1096 time: 0.0513928 Dec 20 17:00:01.603784 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-344146a6-9aaf-4552-8a57-23a6cf4af6ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8341002-eacb-4ba9-873a-54c75b9c492a HTTP/1.1" status: 200 len: 217 time: 0.0372775 Dec 20 17:00:01.661787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-1f34327a-87c7-49a0-8478-ec49fdd10440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:01.663409 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-1f34327a-87c7-49a0-8478-ec49fdd10440 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80006606-8d59-45e6-ba45-6e3a8668c8c9 HTTP/1.1" status: 200 len: 852 time: 0.0524330 Dec 20 17:00:01.697704 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-7bea795e-17a7-441d-841a-1c9ab29a9871 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19813a28-8c18-410f-9597-d51fa9e6cf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267620 Dec 20 17:00:01.802388 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-1245dd0d-8be9-4fe5-ba2b-0b89c1c337d9 service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970376 Dec 20 17:00:01.910270 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d9f908c-c7e9-4e56-bfc3-b448a256b97b req-399dd2be-1bd6-4904-a8b0-4255cf82cf8d service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999765 Dec 20 17:00:02.010548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-564d3fec-db85-4bab-9d0f-779db4d791cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:02.012206 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-564d3fec-db85-4bab-9d0f-779db4d791cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70e8a774856414eb2b866d1855a295c&device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 1096 time: 0.0465977 Dec 20 17:00:02.121545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-e8772115-4d38-4315-864b-9b3d7059ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:02.123175 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-e8772115-4d38-4315-864b-9b3d7059ad91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19813a28-8c18-410f-9597-d51fa9e6cf8f HTTP/1.1" status: 200 len: 913 time: 0.1035371 Dec 20 17:00:02.201783 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-93fed544-c521-4d3c-88de-1c34bd62c3c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8341002-eacb-4ba9-873a-54c75b9c492a HTTP/1.1" status: 200 len: 217 time: 0.0685599 Dec 20 17:00:02.317802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-08029306-1fa0-4e21-b241-5e62e92ebe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:02.319307 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-08029306-1fa0-4e21-b241-5e62e92ebe59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80006606-8d59-45e6-ba45-6e3a8668c8c9 HTTP/1.1" status: 200 len: 852 time: 0.1031690 Dec 20 17:00:02.331561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8449e4-4532-4f80-9443-294fbb8d973d req-0e95abf8-8cc4-4929-8d87-798e5a735c12 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:02.333241 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d8449e4-4532-4f80-9443-294fbb8d973d req-0e95abf8-8cc4-4929-8d87-798e5a735c12 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 943 time: 0.1354668 Dec 20 17:00:02.371733 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-4012a586-084b-4cdd-abd5-fa4f9afaada0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19813a28-8c18-410f-9597-d51fa9e6cf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374217 Dec 20 17:00:02.465181 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d8449e4-4532-4f80-9443-294fbb8d973d req-50fa7e14-cf6b-4e38-a1a1-ab8401e0b780 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227491 Dec 20 17:00:02.505501 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-df77d132-0a5c-4119-a292-b9a43cf03460 service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244168 Dec 20 17:00:02.619621 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4dd5c3d-d3c3-41cb-b48e-d5ce2204f738 req-b7269b08-96fc-4d4d-8f41-267b23be4f2e service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056747 Dec 20 17:00:03.612322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827068d4-9fe6-4029-b522-b95da99dfc8d req-6395e2ce-615d-4608-bcf5-ed9d76d9c120 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:03.615066 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-827068d4-9fe6-4029-b522-b95da99dfc8d req-6395e2ce-615d-4608-bcf5-ed9d76d9c120 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 943 time: 0.0643966 Dec 20 17:00:03.625036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b8341002-eacb-4ba9-873a-54c75b9c492a details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:00:03.698279 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-827068d4-9fe6-4029-b522-b95da99dfc8d req-588ad032-1322-49e6-bf2c-cd62e80b74ed tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715621 Dec 20 17:00:03.747341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b8341002-eacb-4ba9-873a-54c75b9c492a,segment=NetworkSegment(90c425d3-3a1a-48e7-84ac-67dac35667c7),segment_id=90c425d3-3a1a-48e7-84ac-67dac35667c7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:03.760162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'b8341002-eacb-4ba9-873a-54c75b9c492a', 'network_id': '19813a28-8c18-410f-9597-d51fa9e6cf8f', 'port_id': 'b8341002-eacb-4ba9-873a-54c75b9c492a', 'mac_address': 'fa:16:3e:de:7e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80006606-8d59-45e6-ba45-6e3a8668c8c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:00:03.802024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:03.816945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8341002-eacb-4ba9-873a-54c75b9c492a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:00:03.838693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b8341002-eacb-4ba9-873a-54c75b9c492a,segment=NetworkSegment(90c425d3-3a1a-48e7-84ac-67dac35667c7),segment_id=90c425d3-3a1a-48e7-84ac-67dac35667c7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:03.843656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:03.894302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b8341002-eacb-4ba9-873a-54c75b9c492a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:04.036903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['b8341002-eacb-4ba9-873a-54c75b9c492a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:00:04.844222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bedbb3-bb2e-4061-8d18-d17fcbfbe1a8 req-c2d0dac1-67c9-4f9b-ae52-f080af5f93cd tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:04.845820 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-14bedbb3-bb2e-4061-8d18-d17fcbfbe1a8 req-c2d0dac1-67c9-4f9b-ae52-f080af5f93cd tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 944 time: 0.0630217 Dec 20 17:00:04.906289 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-14bedbb3-bb2e-4061-8d18-d17fcbfbe1a8 req-2b13c0c9-858d-43b2-8b1f-3885d54d05a4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490756 Dec 20 17:00:05.640247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b8341002-eacb-4ba9-873a-54c75b9c492a up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:00:05.698947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port b8341002-eacb-4ba9-873a-54c75b9c492a completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:00:05.704524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port b8341002-eacb-4ba9-873a-54c75b9c492a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:05.704894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:05.792135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:05.820431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:05.822908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453f3222-4452-4f69-9161-584505386454" -d '{"events": [{"server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "name": "network-vif-plugged", "status": "completed", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:00:05.844789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b8341002-eacb-4ba9-873a-54c75b9c492a,segment=NetworkSegment(90c425d3-3a1a-48e7-84ac-67dac35667c7),segment_id=90c425d3-3a1a-48e7-84ac-67dac35667c7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:05.853696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:05.897624 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd37b1-ebb1-498f-ae71-d6e60012046b x-openstack-request-id: req-15fd37b1-ebb1-498f-ae71-d6e60012046b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:00:05.897962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "name": "network-vif-plugged", "status": "completed", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:00:05.898365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15fd37b1-ebb1-498f-ae71-d6e60012046b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:00:05.899060 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a', 'code': 200} Dec 20 17:00:05.933233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b8341002-eacb-4ba9-873a-54c75b9c492a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:06.067273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc84c5-e9f1-4111-8244-131da77a0a03 req-6c812199-35c4-4beb-b927-013dec584531 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:06.068902 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7dfc84c5-e9f1-4111-8244-131da77a0a03 req-6c812199-35c4-4beb-b927-013dec584531 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0674498 Dec 20 17:00:06.147049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388539-2998-4a16-8f8a-38f2d5de94c9 req-26f0aaa3-c7d3-4759-8b60-e5a13c3b0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:06.148686 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f388539-2998-4a16-8f8a-38f2d5de94c9 req-26f0aaa3-c7d3-4759-8b60-e5a13c3b0e6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 1098 time: 0.0787599 Dec 20 17:00:06.152513 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7dfc84c5-e9f1-4111-8244-131da77a0a03 req-18bb8238-ed5c-4495-a66d-d8537799540f tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739834 Dec 20 17:00:06.208927 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f388539-2998-4a16-8f8a-38f2d5de94c9 req-97b51e94-d86a-4e18-9f0f-2c70288619b5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518105 Dec 20 17:00:07.317908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba471d5-bc1c-4e39-8b6f-ba710ec41a5c req-c7a7dea6-48e1-4114-aa9a-b49f35a43d1b tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:07.319503 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8ba471d5-bc1c-4e39-8b6f-ba710ec41a5c req-c7a7dea6-48e1-4114-aa9a-b49f35a43d1b tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0565681 Dec 20 17:00:07.379516 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8ba471d5-bc1c-4e39-8b6f-ba710ec41a5c req-f5a17dc1-a638-4a3d-a639-f1b1425620d1 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464525 Dec 20 17:00:07.834789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:00:07.840838 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9760661-00ae-4877-b777-dbba9a2768ba req-9c578a33-1597-429b-8018-98ef021ea76b tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:07.843967 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9760661-00ae-4877-b777-dbba9a2768ba req-9c578a33-1597-429b-8018-98ef021ea76b tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0837872 Dec 20 17:00:07.911349 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9760661-00ae-4877-b777-dbba9a2768ba req-e2e33a9a-1a6e-4f3f-9b03-3e3ff8dae627 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581453 Dec 20 17:00:07.943231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-9ee343d1-9e39-4439-b67b-fb049503c5bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063132 Dec 20 17:00:07.956812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-cf592a4a-eb0c-4722-b939-3c9ae047cd41 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:00:07.958612 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-cf592a4a-eb0c-4722-b939-3c9ae047cd41 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097735 Dec 20 17:00:08.279055 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:00:09.064184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159965c-c4bd-4db5-a9c0-a8aa3ea29622 req-79b7216b-f6b0-494c-8783-6cd51c414ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:09.065772 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c159965c-c4bd-4db5-a9c0-a8aa3ea29622 req-79b7216b-f6b0-494c-8783-6cd51c414ed4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0631375 Dec 20 17:00:09.123621 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c159965c-c4bd-4db5-a9c0-a8aa3ea29622 req-fe620e5f-67b1-45dc-a146-0384075879e4 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Dec 20 17:00:09.417386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-24418160-cf60-451d-8753-036ae6ef6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:09.418908 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-24418160-cf60-451d-8753-036ae6ef6eff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70e8a774856414eb2b866d1855a295c&device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 1098 time: 0.0479019 Dec 20 17:00:09.562797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-c1a7e989-0c87-41e0-ae54-37c16f167b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:09.564378 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-c1a7e989-0c87-41e0-ae54-37c16f167b0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=19813a28-8c18-410f-9597-d51fa9e6cf8f HTTP/1.1" status: 200 len: 913 time: 0.1370630 Dec 20 17:00:09.616084 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-54274990-be39-4626-b16b-8739928014d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8341002-eacb-4ba9-873a-54c75b9c492a HTTP/1.1" status: 200 len: 217 time: 0.0434618 Dec 20 17:00:09.677973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-40fceda3-5b4a-4e80-b91e-c449d01ffc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:09.679624 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-40fceda3-5b4a-4e80-b91e-c449d01ffc3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80006606-8d59-45e6-ba45-6e3a8668c8c9 HTTP/1.1" status: 200 len: 852 time: 0.0556347 Dec 20 17:00:09.717033 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-030fb578-3b41-45a6-aec4-b669db616cd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19813a28-8c18-410f-9597-d51fa9e6cf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269558 Dec 20 17:00:09.824533 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-8e9936ce-be4b-4f07-87dd-9eb6ca93b388 service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986166 Dec 20 17:00:09.933332 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-6bffde38-ef18-4a7e-bb32-c23e2dbd456a service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002386 Dec 20 17:00:10.257875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7880ce-69b8-48db-b4da-aa4bbee19dbb req-07d88a06-a666-4a4f-a851-795d8ad3404a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:10.259620 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0d7880ce-69b8-48db-b4da-aa4bbee19dbb req-07d88a06-a666-4a4f-a851-795d8ad3404a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0544128 Dec 20 17:00:10.330296 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0d7880ce-69b8-48db-b4da-aa4bbee19dbb req-78d1006a-2eea-4272-aaad-9f259606f08a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637801 Dec 20 17:00:11.497832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c11a0-7d2d-41b9-96bc-98ca7be13c6c req-5ee3bc71-b706-44a2-a6ab-eb6ac53d3eff tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:11.500099 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ae9c11a0-7d2d-41b9-96bc-98ca7be13c6c req-5ee3bc71-b706-44a2-a6ab-eb6ac53d3eff tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0545485 Dec 20 17:00:11.557183 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ae9c11a0-7d2d-41b9-96bc-98ca7be13c6c req-37c6fbdc-171d-40b9-b7db-147ed3bfbb69 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461085 Dec 20 17:00:12.696149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49416b-57f3-425f-b6f3-646f40c4e1e9 req-6252ae5e-5de3-407e-ba51-b457c7972ef5 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:12.697884 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3c49416b-57f3-425f-b6f3-646f40c4e1e9 req-6252ae5e-5de3-407e-ba51-b457c7972ef5 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0630391 Dec 20 17:00:12.756640 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3c49416b-57f3-425f-b6f3-646f40c4e1e9 req-f9acc46b-2948-4d35-9313-a136d01f3b61 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469379 Dec 20 17:00:13.902019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7b93e-4bad-4450-96cc-5177102a5b1f req-4e4aa511-0249-4245-8c1f-62305ebf5268 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:13.904823 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0dc7b93e-4bad-4450-96cc-5177102a5b1f req-4e4aa511-0249-4245-8c1f-62305ebf5268 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0731218 Dec 20 17:00:13.967181 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0dc7b93e-4bad-4450-96cc-5177102a5b1f req-a03e62f3-de1c-4c65-a745-d03c4bcf0530 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553424 Dec 20 17:00:14.351792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:14.447104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-bf1e5ae8-2bda-43ee-8628-ff46835953b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:14.448639 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-bf1e5ae8-2bda-43ee-8628-ff46835953b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70e8a774856414eb2b866d1855a295c&device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 1098 time: 0.0490899 Dec 20 17:00:14.557940 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-160c0488-cbf5-4106-9b13-92b80aa8fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:14.559462 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-160c0488-cbf5-4106-9b13-92b80aa8fe44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19813a28-8c18-410f-9597-d51fa9e6cf8f HTTP/1.1" status: 200 len: 913 time: 0.0905566 Dec 20 17:00:14.607293 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-7b6af12e-7a13-441b-ad73-02d2e2c211d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8341002-eacb-4ba9-873a-54c75b9c492a HTTP/1.1" status: 200 len: 217 time: 0.0402565 Dec 20 17:00:14.659734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-1d841a5a-66bf-4d9b-b8c3-0d4dee7202ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:14.661220 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-1d841a5a-66bf-4d9b-b8c3-0d4dee7202ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80006606-8d59-45e6-ba45-6e3a8668c8c9 HTTP/1.1" status: 200 len: 852 time: 0.0472412 Dec 20 17:00:14.693921 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-a94ecc56-5e5a-4df9-ac68-2f7091e77930 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19813a28-8c18-410f-9597-d51fa9e6cf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257723 Dec 20 17:00:14.796883 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-a4f273fc-5cb4-4c29-83c2-2c12c30bcc45 service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948493 Dec 20 17:00:14.893914 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-44cc92b2-129b-4aa8-9d81-ce4cebd4aca1 req-351717f4-ebb8-4198-8b87-98bdb4aec6c7 service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897365 Dec 20 17:00:15.102836 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24837ee9-1765-4ed8-950e-06be8bd3e924 req-20b41967-3b38-469a-b70e-ec34097a1a90 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:15.104823 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-24837ee9-1765-4ed8-950e-06be8bd3e924 req-20b41967-3b38-469a-b70e-ec34097a1a90 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0551369 Dec 20 17:00:15.160401 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-24837ee9-1765-4ed8-950e-06be8bd3e924 req-0b69b797-d406-4948-8165-8630ce0ef5f6 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Dec 20 17:00:16.298195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab08b5-4110-483b-b918-dd38dba2c2e1 req-a74156df-10fc-4436-a5f2-c39f5b327aa0 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:16.299856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4ab08b5-4110-483b-b918-dd38dba2c2e1 req-a74156df-10fc-4436-a5f2-c39f5b327aa0 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0545769 Dec 20 17:00:16.363827 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4ab08b5-4110-483b-b918-dd38dba2c2e1 req-a9d95fd8-1948-41b4-b427-d666c486de4e tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574219 Dec 20 17:00:17.504777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df7641-4f23-4421-a090-2e683a13621e req-17e16fa9-9738-4408-a93c-8abdfd4955ff tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:17.506492 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c6df7641-4f23-4421-a090-2e683a13621e req-17e16fa9-9738-4408-a93c-8abdfd4955ff tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0550497 Dec 20 17:00:17.566231 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c6df7641-4f23-4421-a090-2e683a13621e req-d0d4f69a-083a-4266-a427-5fc10078c0cd tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533745 Dec 20 17:00:18.690657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c2dc1-84c1-4a6f-93f0-cd4926d90483 req-b85ca4fc-956a-4d30-b6af-69331cbbb7c5 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:18.692269 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af5c2dc1-84c1-4a6f-93f0-cd4926d90483 req-b85ca4fc-956a-4d30-b6af-69331cbbb7c5 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0532534 Dec 20 17:00:18.746698 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af5c2dc1-84c1-4a6f-93f0-cd4926d90483 req-f1e273e8-da42-421e-ab05-afef5755180a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476356 Dec 20 17:00:19.874427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900004d-e9fe-41b6-915b-8deaa7b60ac3 req-b3364cdc-fadd-4e86-b505-51433d4fd68b tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:19.876429 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b900004d-e9fe-41b6-915b-8deaa7b60ac3 req-b3364cdc-fadd-4e86-b505-51433d4fd68b tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0553074 Dec 20 17:00:19.930594 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b900004d-e9fe-41b6-915b-8deaa7b60ac3 req-c1e0d892-1424-47b5-a1e5-a8e36810ba19 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478148 Dec 20 17:00:21.222783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a79a62-61eb-412c-affa-590d6b726166 req-66337a12-7863-444e-ac83-3bc3a226d9b3 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:21.224340 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1a79a62-61eb-412c-affa-590d6b726166 req-66337a12-7863-444e-ac83-3bc3a226d9b3 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0536373 Dec 20 17:00:21.276197 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1a79a62-61eb-412c-affa-590d6b726166 req-738ab4fd-f415-455d-9c17-b36e0ccce706 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 Dec 20 17:00:22.423998 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bba23-dc22-48a4-b56e-52c99dd7ba94 req-89cf2b83-3c54-44f3-8e34-0f7d118171be tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:22.426504 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-394bba23-dc22-48a4-b56e-52c99dd7ba94 req-89cf2b83-3c54-44f3-8e34-0f7d118171be tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0707111 Dec 20 17:00:22.481876 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-394bba23-dc22-48a4-b56e-52c99dd7ba94 req-555994fe-1bd9-431e-8d4e-84937d9c9ab8 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484171 Dec 20 17:00:23.663408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26ccd5-18ac-4a22-96bd-63b47191f122 req-427f85f7-e5cd-4c9a-80c0-263576812adf tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:23.665601 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea26ccd5-18ac-4a22-96bd-63b47191f122 req-427f85f7-e5cd-4c9a-80c0-263576812adf tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0734830 Dec 20 17:00:23.722741 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea26ccd5-18ac-4a22-96bd-63b47191f122 req-59c08169-c72c-4663-b8df-eca9efd4e9e1 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487101 Dec 20 17:00:24.863955 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c73b2-b02f-412c-824f-d80818319d27 req-c6badde0-f519-4fdc-8500-da00bb2a8a0f tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:24.865521 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-727c73b2-b02f-412c-824f-d80818319d27 req-c6badde0-f519-4fdc-8500-da00bb2a8a0f tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0639889 Dec 20 17:00:24.918008 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-727c73b2-b02f-412c-824f-d80818319d27 req-e577f6ca-9297-4316-8cb1-f83fc111b803 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462129 Dec 20 17:00:25.070293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cafd1476-7cbf-4583-a8dd-1e89128f723b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:26.044041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14974b52-f419-40a1-b976-2046c238fe1f req-71aa07ac-3a35-4fb6-8c44-27ecc8be7e16 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:26.046458 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-14974b52-f419-40a1-b976-2046c238fe1f req-71aa07ac-3a35-4fb6-8c44-27ecc8be7e16 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0532641 Dec 20 17:00:26.100985 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-14974b52-f419-40a1-b976-2046c238fe1f req-6d296e3d-4432-4333-bcf4-a47e63452fab tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473380 Dec 20 17:00:27.226575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd72fe-0813-47c4-ac8b-a5a16e6d88e8 req-8795cdc6-8879-4d37-bc7f-d2a78ae3254c tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:27.228171 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e5fd72fe-0813-47c4-ac8b-a5a16e6d88e8 req-8795cdc6-8879-4d37-bc7f-d2a78ae3254c tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0553575 Dec 20 17:00:27.288458 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e5fd72fe-0813-47c4-ac8b-a5a16e6d88e8 req-942ca87e-1511-4800-83d4-af2ebb650b1e tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Dec 20 17:00:27.788696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7319f157-6d83-438b-90eb-cd3a46476acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:28.454687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc3701-db9b-4d6e-9720-8b4e3a821a3e req-e4d1bb82-cab8-4e47-bd8d-c7d55c725c52 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:28.457409 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-53cc3701-db9b-4d6e-9720-8b4e3a821a3e req-e4d1bb82-cab8-4e47-bd8d-c7d55c725c52 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0891774 Dec 20 17:00:28.514726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:28.515320 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-53cc3701-db9b-4d6e-9720-8b4e3a821a3e req-2bfec979-884b-45da-9a16-33cc82537dfe tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519886 Dec 20 17:00:29.657587 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35d25-609c-4d99-af9d-4d18b769d66c req-7539625f-75a2-4e88-893d-47e15fce1924 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:29.659511 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b6f35d25-609c-4d99-af9d-4d18b769d66c req-7539625f-75a2-4e88-893d-47e15fce1924 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0626557 Dec 20 17:00:29.719927 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b6f35d25-609c-4d99-af9d-4d18b769d66c req-2d5dd5e0-50e0-4bf6-9059-c89acd07f9bf tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541055 Dec 20 17:00:30.073530 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:30.838768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:30.863906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d7bf2-5e96-4fe2-83ab-29c53bfdee2e req-a9cb1ba0-4a74-4f44-b795-d2d4d9216864 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:30.866454 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-937d7bf2-5e96-4fe2-83ab-29c53bfdee2e req-a9cb1ba0-4a74-4f44-b795-d2d4d9216864 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0722404 Dec 20 17:00:30.920528 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-937d7bf2-5e96-4fe2-83ab-29c53bfdee2e req-a27a9205-209a-426f-b5fe-d24d28bdfadc tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469406 Dec 20 17:00:32.055447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df3259-1cd0-4b44-89ee-d26c347dacdc req-e5e55d5f-8b32-42a1-aae7-ec4cb8c885b3 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:32.057125 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-55df3259-1cd0-4b44-89ee-d26c347dacdc req-e5e55d5f-8b32-42a1-aae7-ec4cb8c885b3 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0567293 Dec 20 17:00:32.114162 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-55df3259-1cd0-4b44-89ee-d26c347dacdc req-849c3793-bb80-42c1-82d5-78da5b954b1a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496364 Dec 20 17:00:33.240727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc57a6-cc01-43a7-817c-dcce302a8ac9 req-2e0fb219-8738-48d2-b47a-f31a6f032444 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:33.242285 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b8fc57a6-cc01-43a7-817c-dcce302a8ac9 req-2e0fb219-8738-48d2-b47a-f31a6f032444 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0529044 Dec 20 17:00:33.304197 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b8fc57a6-cc01-43a7-817c-dcce302a8ac9 req-a14e99a2-7149-460a-9a3f-65e5eacd14b6 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509930 Dec 20 17:00:34.438561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640d4c2-f9cb-4099-a816-71026c494e13 req-55641a04-edaf-4be9-9c3b-a5f8b47e73f0 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:34.440679 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0640d4c2-f9cb-4099-a816-71026c494e13 req-55641a04-edaf-4be9-9c3b-a5f8b47e73f0 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0574503 Dec 20 17:00:34.501202 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0640d4c2-f9cb-4099-a816-71026c494e13 req-13b59728-ce3d-4991-bdce-9ab8b70ff4af tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533905 Dec 20 17:00:35.668459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50655385-db92-40d7-8367-5e827c2f3a65 req-b21149ec-6edf-4f3a-a7b0-09d22e368723 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:35.670975 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50655385-db92-40d7-8367-5e827c2f3a65 req-b21149ec-6edf-4f3a-a7b0-09d22e368723 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0559916 Dec 20 17:00:35.725452 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50655385-db92-40d7-8367-5e827c2f3a65 req-88380d34-ce0c-4e93-9d4e-182f6c9f79b0 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480437 Dec 20 17:00:36.587614 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-fda7c466-8be5-4ebb-94bf-853f3a144f80 service neutron] 10.222.0.18 "GET /v2.0/ports/b8341002-eacb-4ba9-873a-54c75b9c492a/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.0653901 Dec 20 17:00:36.892095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d54324-cefa-4892-a8a8-15ceae7482ce req-e8dcfcf9-3558-4cba-a2b5-d37da3bdcb84 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:36.893770 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-12d54324-cefa-4892-a8a8-15ceae7482ce req-e8dcfcf9-3558-4cba-a2b5-d37da3bdcb84 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0596395 Dec 20 17:00:36.921839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-57028eb5-5c89-4755-856e-af495c8b402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:36.924060 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-57028eb5-5c89-4755-856e-af495c8b402f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f&tenant_id=d70e8a774856414eb2b866d1855a295c HTTP/1.1" status: 200 len: 1098 time: 0.1262827 Dec 20 17:00:36.951496 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-12d54324-cefa-4892-a8a8-15ceae7482ce req-2694b04c-69bc-48a2-8748-3e73dd9d29ee tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510798 Dec 20 17:00:37.008933 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-2813dde1-d051-44ff-84e7-03167f6dc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:37.010624 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-2813dde1-d051-44ff-84e7-03167f6dc98d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70e8a774856414eb2b866d1855a295c&device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 1098 time: 0.0617583 Dec 20 17:00:37.114793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-c2cc884b-21f5-47bf-ac1d-959d87ec0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:37.116458 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-c2cc884b-21f5-47bf-ac1d-959d87ec0173 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19813a28-8c18-410f-9597-d51fa9e6cf8f HTTP/1.1" status: 200 len: 913 time: 0.0989165 Dec 20 17:00:37.161365 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-52cacd7c-7665-403d-b242-8ac871791910 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8341002-eacb-4ba9-873a-54c75b9c492a HTTP/1.1" status: 200 len: 217 time: 0.0369599 Dec 20 17:00:37.216681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-c1b8cce0-d468-4494-a1f1-2b131ac83605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:37.218226 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-c1b8cce0-d468-4494-a1f1-2b131ac83605 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80006606-8d59-45e6-ba45-6e3a8668c8c9 HTTP/1.1" status: 200 len: 852 time: 0.0496244 Dec 20 17:00:37.257020 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-06fb1847-01a6-4c97-a04a-e8474ae28634 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19813a28-8c18-410f-9597-d51fa9e6cf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273981 Dec 20 17:00:37.363422 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-18c96a2f-4a46-44c0-a8e1-02ccae96c07b service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968728 Dec 20 17:00:37.480832 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb46b211-6c5c-4074-83be-e76931a8f485 req-0da7d573-2b58-4379-8364-cf1703554e0c service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091380 Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:00:38.088024 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:00:38.093499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3533a38-e7ba-40ef-8890-3ecb5ffd807b req-e4d37d75-7608-418e-a18b-6b9dd48b8923 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:38.093499 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3533a38-e7ba-40ef-8890-3ecb5ffd807b req-e4d37d75-7608-418e-a18b-6b9dd48b8923 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0553527 Dec 20 17:00:38.149391 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3533a38-e7ba-40ef-8890-3ecb5ffd807b req-7ff870ba-cf0a-430f-aab6-d97c0bfc1737 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466790 Dec 20 17:00:39.316413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae25ca5-dab6-4488-a9bf-a3f4b906430c req-375c206a-6e93-419a-b066-164ff21edac2 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:39.322300 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cae25ca5-dab6-4488-a9bf-a3f4b906430c req-375c206a-6e93-419a-b066-164ff21edac2 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0809531 Dec 20 17:00:39.405250 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cae25ca5-dab6-4488-a9bf-a3f4b906430c req-295554c8-40b9-4b46-975b-e77490f80fdc tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784242 Dec 20 17:00:39.772314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-30713ab9-ad36-47dd-a0eb-4e078e32986a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:39.773877 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-30713ab9-ad36-47dd-a0eb-4e078e32986a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f&tenant_id=d70e8a774856414eb2b866d1855a295c&binding%3Ahost_id=hv-neutron-8223 HTTP/1.1" status: 200 len: 945 time: 0.0953007 Dec 20 17:00:39.780472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b8341002-eacb-4ba9-873a-54c75b9c492a details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:00:39.826973 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b8341002-eacb-4ba9-873a-54c75b9c492a no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:00:39.878225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-3e4c9efc-40d1-4099-9f9d-e5edbb3a4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:39.879836 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-3e4c9efc-40d1-4099-9f9d-e5edbb3a4787 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d70e8a774856414eb2b866d1855a295c&device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 1098 time: 0.0517406 Dec 20 17:00:39.925472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b8341002-eacb-4ba9-873a-54c75b9c492a,segment=NetworkSegment(90c425d3-3a1a-48e7-84ac-67dac35667c7),segment_id=90c425d3-3a1a-48e7-84ac-67dac35667c7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:39.960928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'b8341002-eacb-4ba9-873a-54c75b9c492a', 'network_id': '19813a28-8c18-410f-9597-d51fa9e6cf8f', 'port_id': 'b8341002-eacb-4ba9-873a-54c75b9c492a', 'mac_address': 'fa:16:3e:de:7e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80006606-8d59-45e6-ba45-6e3a8668c8c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:00:39.997179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:40.022424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-3f198fb4-ac46-4f99-aab6-6727d9341ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:40.023848 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-3f198fb4-ac46-4f99-aab6-6727d9341ae8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19813a28-8c18-410f-9597-d51fa9e6cf8f HTTP/1.1" status: 200 len: 913 time: 0.1361582 Dec 20 17:00:40.027603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:40.036195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:40.038675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a706e4-9964-4aaf-9989-f013458df2da" -d '{"events": [{"server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:00:40.061860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b8341002-eacb-4ba9-873a-54c75b9c492a,segment=NetworkSegment(90c425d3-3a1a-48e7-84ac-67dac35667c7),segment_id=90c425d3-3a1a-48e7-84ac-67dac35667c7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:40.064715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8341002-eacb-4ba9-873a-54c75b9c492a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:00:40.070645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:40.088493 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-2139c9c0-94cd-4def-8701-2a0dfce8935a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8341002-eacb-4ba9-873a-54c75b9c492a HTTP/1.1" status: 200 len: 217 time: 0.0574205 Dec 20 17:00:40.154956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:00:40.154956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:00:40.155734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b8341002-eacb-4ba9-873a-54c75b9c492a,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:40.163364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.163721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.164061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.164400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.164734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.165063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.165391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.165743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.166043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.166500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.166716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.167037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.167358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:00:40.174235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-dda05a2e-38f4-4dfa-be11-b6d976bab67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:40.176795 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-dda05a2e-38f4-4dfa-be11-b6d976bab67e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80006606-8d59-45e6-ba45-6e3a8668c8c9 HTTP/1.1" status: 200 len: 852 time: 0.0806928 Dec 20 17:00:40.215698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73d740b-aeb7-4b43-90c7-2605992356f3 x-openstack-request-id: req-d73d740b-aeb7-4b43-90c7-2605992356f3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:00:40.215994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:00:40.216245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d73d740b-aeb7-4b43-90c7-2605992356f3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:00:40.216636 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a', 'code': 200} Dec 20 17:00:40.227521 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-eefdede8-126d-4540-8b7d-32c660c39e37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19813a28-8c18-410f-9597-d51fa9e6cf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424669 Dec 20 17:00:40.345039 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-abed4ceb-39ab-4998-8503-8f064dc208cb service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092117 Dec 20 17:00:40.445081 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-36c742c0-8c0f-489d-b68f-9ba36756757a service neutron] 10.222.0.18 "GET /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926466 Dec 20 17:00:40.696584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:40.711280 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8341002-eacb-4ba9-873a-54c75b9c492a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:00:40.734410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b8341002-eacb-4ba9-873a-54c75b9c492a,segment=NetworkSegment(90c425d3-3a1a-48e7-84ac-67dac35667c7),segment_id=90c425d3-3a1a-48e7-84ac-67dac35667c7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:40.740748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:40.803819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['b8341002-eacb-4ba9-873a-54c75b9c492a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:00:40.807672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b8341002-eacb-4ba9-873a-54c75b9c492a,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:41.246463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee44465-80ae-4834-954b-5d2294b7842c req-03f8dd78-286a-46da-a6e4-b7aa11e13226 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:41.248020 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dee44465-80ae-4834-954b-5d2294b7842c req-03f8dd78-286a-46da-a6e4-b7aa11e13226 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 944 time: 0.0578189 Dec 20 17:00:41.301182 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dee44465-80ae-4834-954b-5d2294b7842c req-c2b971aa-7e9a-42b5-8255-c008ae99eab9 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Dec 20 17:00:41.777004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b8341002-eacb-4ba9-873a-54c75b9c492a up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:00:41.830441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port b8341002-eacb-4ba9-873a-54c75b9c492a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:41.831131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:41.918161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:41.954053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b8341002-eacb-4ba9-873a-54c75b9c492a,segment=NetworkSegment(90c425d3-3a1a-48e7-84ac-67dac35667c7),segment_id=90c425d3-3a1a-48e7-84ac-67dac35667c7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:41.958972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:42.011677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b8341002-eacb-4ba9-873a-54c75b9c492a,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:42.218325 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:42.220931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4024710-85c6-48c3-a7d1-619eacdaec17" -d '{"events": [{"server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "name": "network-vif-plugged", "status": "completed", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:00:42.259467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ea6ebf-c073-437f-a305-771350f69584 x-openstack-request-id: req-12ea6ebf-c073-437f-a305-771350f69584 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:00:42.259770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "name": "network-vif-plugged", "status": "completed", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:00:42.260026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12ea6ebf-c073-437f-a305-771350f69584 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:00:42.260423 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a', 'code': 200} Dec 20 17:00:42.440111 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2680b9-e765-4d97-9b7d-cc968650b65b req-a14cecd7-a506-4999-8278-0e76df6fd4f0 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:42.441809 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e2680b9-e765-4d97-9b7d-cc968650b65b req-a14cecd7-a506-4999-8278-0e76df6fd4f0 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0628881 Dec 20 17:00:42.496936 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6e2680b9-e765-4d97-9b7d-cc968650b65b req-6982a947-b403-43b5-966e-bc6abc149030 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/security-groups?id=321aeb29-fb40-4b50-aac1-dc90effff178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486689 Dec 20 17:00:42.882622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-ee04b0ff-ecc7-41c7-9a2e-35d1c4b89f68 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:42.884119 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-ee04b0ff-ecc7-41c7-9a2e-35d1c4b89f68 tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 945 time: 0.0771165 Dec 20 17:00:42.989787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Deleting port b8341002-eacb-4ba9-873a-54c75b9c492a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:00:42.990126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:43.100000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] For port b8341002-eacb-4ba9-873a-54c75b9c492a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b8341002-eacb-4ba9-873a-54c75b9c492a,segment=NetworkSegment(90c425d3-3a1a-48e7-84ac-67dac35667c7),segment_id=90c425d3-3a1a-48e7-84ac-67dac35667c7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:43.100366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:43.116140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Calling delete_port for b8341002-eacb-4ba9-873a-54c75b9c492a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:00:43.256250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:43.269330 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['b8341002-eacb-4ba9-873a-54c75b9c492a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:00:43.290658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Pushing event deleted for resources: {'Port': ['ID=b8341002-eacb-4ba9-873a-54c75b9c492a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:43.350461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] No DVR routers for this DVR port b8341002-eacb-4ba9-873a-54c75b9c492a on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:00:43.353659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:43.357470 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0320729-9823-4587-9e45-cfc41ceb41ac req-5674a75f-2de1-480f-bb3a-a0b7ea80560a tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.18 "DELETE /v2.0/ports/b8341002-eacb-4ba9-873a-54c75b9c492a HTTP/1.1" status: 204 len: 173 time: 0.4664116 Dec 20 17:00:43.357971 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'name': 'network-vif-deleted', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:43.361333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a396e3-1524-4ae5-966d-02c388b96109" -d '{"events": [{"server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "name": "network-vif-deleted", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:00:43.405454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3279f53-91d1-4511-8514-3305755cea78 x-openstack-request-id: req-f3279f53-91d1-4511-8514-3305755cea78 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:00:43.405754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb690ab-ff99-400f-96f4-e9bfb912fb8f", "name": "network-vif-deleted", "tag": "b8341002-eacb-4ba9-873a-54c75b9c492a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:00:43.406011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3279f53-91d1-4511-8514-3305755cea78 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:00:43.406451 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb690ab-ff99-400f-96f4-e9bfb912fb8f', 'name': 'network-vif-deleted', 'tag': 'b8341002-eacb-4ba9-873a-54c75b9c492a', 'status': 'completed', 'code': 200} Dec 20 17:00:43.615841 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-32add176-c3b5-4882-a82a-f5ffe97c5c42 req-b5db6f79-7a8c-40b6-b3c2-5e3e946edb3b tempest-DeleteServersTestJSON-1028158978 tempest-DeleteServersTestJSON-1028158978-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb690ab-ff99-400f-96f4-e9bfb912fb8f HTTP/1.1" status: 200 len: 210 time: 0.0274484 Dec 20 17:00:44.374583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:44.761776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51742) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:00:44.817742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d015f34d-efc4-4e6b-8181-ebf0532f93f9 admin admin] Deleting subnet 80006606-8d59-45e6-ba45-6e3a8668c8c9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:00:44.821734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d015f34d-efc4-4e6b-8181-ebf0532f93f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:44.862900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d015f34d-efc4-4e6b-8181-ebf0532f93f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:44.910857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d015f34d-efc4-4e6b-8181-ebf0532f93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:44.990575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d015f34d-efc4-4e6b-8181-ebf0532f93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.020249 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015f34d-efc4-4e6b-8181-ebf0532f93f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80006606-8d59-45e6-ba45-6e3a8668c8c9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:45.026586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d015f34d-efc4-4e6b-8181-ebf0532f93f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.033599 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d015f34d-efc4-4e6b-8181-ebf0532f93f9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/80006606-8d59-45e6-ba45-6e3a8668c8c9 HTTP/1.1" status: 204 len: 168 time: 0.2703624 Dec 20 17:00:45.036545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:00:45.129485 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.230418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.255794 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19813a28-8c18-410f-9597-d51fa9e6cf8f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:45.270821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c425d3-3a1a-48e7-84ac-67dac35667c7') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:45.271319 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c425d3-3a1a-48e7-84ac-67dac35667c7') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:00:45.278524 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:00:45.290280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.315533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.327147 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:00:45.327939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:00:45.331734 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:00:45.428070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.437033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.444210 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/19813a28-8c18-410f-9597-d51fa9e6cf8f HTTP/1.1" status: 204 len: 168 time: 0.4037325 Dec 20 17:00:45.455005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e22c63-017b-46e4-8610-e1ab68f1c8b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=19813a28-8c18-410f-9597-d51fa9e6cf8f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:45.592977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51748) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:00:45.645352 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-36111bca-0c55-4e85-a5a4-404a1295889a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d70e8a774856414eb2b866d1855a295c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509291 Dec 20 17:00:45.648239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 51750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:00:45.701547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9344fe02-d2be-4205-a0ce-63ebaf1c7a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.728267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9344fe02-d2be-4205-a0ce-63ebaf1c7a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.778803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b8341002-eacb-4ba9-873a-54c75b9c492a no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:00:45.785674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9344fe02-d2be-4205-a0ce-63ebaf1c7a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.789196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9344fe02-d2be-4205-a0ce-63ebaf1c7a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:45.790708 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9344fe02-d2be-4205-a0ce-63ebaf1c7a42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/321aeb29-fb40-4b50-aac1-dc90effff178 HTTP/1.1" status: 204 len: 168 time: 0.1413620 Dec 20 17:00:45.801771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344fe02-d2be-4205-a0ce-63ebaf1c7a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321aeb29-fb40-4b50-aac1-dc90effff178,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:45.811788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: b8341002-eacb-4ba9-873a-54c75b9c492a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:00:45.812372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b8341002-eacb-4ba9-873a-54c75b9c492a not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:00:46.582883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:00:46.695353 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-743713620-network', 'tenant_id': 'f6828fc4fed94073a0eb739b9f993bac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:00:46.720508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Made reservation on behalf of f6828fc4fed94073a0eb739b9f993bac for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:00:46.723067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:46.733358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:46.821477 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:46.827079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:46.854727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:00:46.865285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:46.870622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:46.870956 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Added segment 88a15a77-e084-4122-a8e8-9632d8f29260 of type vlan for network f6a03348-d936-4123-b52a-b746e9921483 Dec 20 17:00:46.916065 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:46.948198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:46.949412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:46.950057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:47.016852 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4328051 Dec 20 17:00:47.019903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 51776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:00:47.027044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Request body: {'subnet': {'network_id': 'f6a03348-d936-4123-b52a-b746e9921483', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-743713620-subnet', 'tenant_id': 'f6828fc4fed94073a0eb739b9f993bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:00:47.034972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f36603-11a4-441e-b1ff-487ca555570e admin admin] Pushing event updated for resources: {'Network': ['ID=f6a03348-d936-4123-b52a-b746e9921483,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:47.048778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f6a03348-d936-4123-b52a-b746e9921483 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:00:47.059327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Made reservation on behalf of f6828fc4fed94073a0eb739b9f993bac for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:00:47.062341 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:47.253419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:47.317083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3ec32f-20ca-4b92-9aae-16c8100ca85b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:47.331139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Checking segment: {'id': '88a15a77-e084-4122-a8e8-9632d8f29260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:00:47.331560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Network hostable DHCP agents. Network: f6a03348-d936-4123-b52a-b746e9921483, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:00:47.352258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Network f6a03348-d936-4123-b52a-b746e9921483 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:00:47.363315 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f6a03348-d936-4123-b52a-b746e9921483) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:00:47.369464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:47.370479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:47.377242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d1a65a-b9fd-4265-8639-34d7fd53fe62 None None] Network f6a03348-d936-4123-b52a-b746e9921483 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:00:47.393990 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5fb8bfff-4802-4219-abe0-154607f8779a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3726490 Dec 20 17:00:47.503727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f3cad-6408-4aeb-b0af-9b54ac406b45 None None] Network f6a03348-d936-4123-b52a-b746e9921483 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:00:47.939035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-6735d156-9e8d-4f44-ac5f-f6d153163c94 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:47.940684 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-6735d156-9e8d-4f44-ac5f-f6d153163c94 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 814 time: 0.1315675 Dec 20 17:00:47.960879 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-92a28aff-a3f0-4a94-b2fd-13c5a88fc211 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/quotas/f6828fc4fed94073a0eb739b9f993bac HTTP/1.1" status: 200 len: 375 time: 0.0133560 Dec 20 17:00:48.004856 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-8519cd4e-3002-42b5-a301-f85dff64d9b1 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329869 Dec 20 17:00:48.108814 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-2b627eb8-e102-490e-8af1-68bab552fc3d service neutron] 10.222.0.60 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963342 Dec 20 17:00:48.217094 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-3c704f09-08cb-4e27-9872-73a24fba0e83 service neutron] 10.222.0.60 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008403 Dec 20 17:00:48.418682 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c17d655e-3f93-4690-ac63-e18d8a8b1ba8 req-e2688262-617c-4d27-a056-6404a5a3e691 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 210 time: 0.0348954 Dec 20 17:00:49.458093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ea975934-02db-4606-9d3e-5fada5445bca tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:49.459744 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ea975934-02db-4606-9d3e-5fada5445bca tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 814 time: 0.1386623 Dec 20 17:00:49.473547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Request body: {'port': {'device_id': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483', 'admin_state_up': True, 'tenant_id': 'f6828fc4fed94073a0eb739b9f993bac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:00:49.572053 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1f5624d1-d895-4011-9232-d147d2a83ad8 req-cb35f3c2-7796-4565-b61e-1ccf3be14e91 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 210 time: 0.0509326 Dec 20 17:00:49.632543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Made reservation on behalf of f6828fc4fed94073a0eb739b9f993bac for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:00:49.636167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:49.842930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Allocated IP 172.20.0.7 (f6a03348-d936-4123-b52a-b746e9921483/fc3ec32f-20ca-4b92-9aae-16c8100ca85b/908c6e06-90a3-4ed3-b7da-d0e87d3938c7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:00:50.040211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:50.097248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:50.188148 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Network f6a03348-d936-4123-b52a-b746e9921483 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:00:50.194452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:00:50.203386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:00:50.210642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Pushing event updated for resources: {'Port': ['ID=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:50.295203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:50.296246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:50.321005 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-ae4951d3-5d1e-47da-afd3-6cc3df62576b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8512280 Dec 20 17:00:50.333443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Request body: {'port': {'device_id': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:00:50.390186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:50.984101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f2d36-3089-4839-b263-bd165d382eda req-4087767b-8b20-4288-b5ea-1399af996ab7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:50.985748 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-129f2d36-3089-4839-b263-bd165d382eda req-4087767b-8b20-4288-b5ea-1399af996ab7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 931 time: 0.1201987 Dec 20 17:00:51.074546 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-129f2d36-3089-4839-b263-bd165d382eda req-599c1192-1422-45fb-b972-c6345bcb1562 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819561 Dec 20 17:00:51.133354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:00:51.142752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:51.157564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Transition to ACTIVE for port object 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:00:51.161319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:51.220611 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Pushing event updated for resources: {'Port': ['ID=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:51.293492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Attempting to bind port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:00:51.293840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Attempting to bind port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '88a15a77-e084-4122-a8e8-9632d8f29260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:00:51.294469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Attempting to bind port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 on network f6a03348-d936-4123-b52a-b746e9921483 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:00:51.299423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 on network f6a03348-d936-4123-b52a-b746e9921483 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:00:51.299743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Attempting to bind port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 on network f6a03348-d936-4123-b52a-b746e9921483 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:00:51.305323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:00:51.305677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Checking segment: {'id': '88a15a77-e084-4122-a8e8-9632d8f29260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:00:51.306043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Bound using segment: {'id': '88a15a77-e084-4122-a8e8-9632d8f29260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:00:51.306509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Bound port: 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a15a77-e084-4122-a8e8-9632d8f29260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:00:51.306870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:51.381111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] For port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:00:51.385233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] For port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:00:51.390290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:51.434624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:51.435788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:51.437254 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] 10.222.0.18 "PUT /v2.0/ports/908c6e06-90a3-4ed3-b7da-d0e87d3938c7 HTTP/1.1" status: 200 len: 1093 time: 1.1082902 Dec 20 17:00:51.437736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'tag': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:51.440179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1a546d-3760-4774-939f-7d0890b37c92" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01", "tag": "908c6e06-90a3-4ed3-b7da-d0e87d3938c7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:00:51.469855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc24b2-1c38-458d-a749-7b798c9da451 service neutron] Pushing event updated for resources: {'Port': ['ID=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:51.507164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcf1d16-e1b2-43c9-b6ce-dda7ed029402 x-openstack-request-id: req-3bcf1d16-e1b2-43c9-b6ce-dda7ed029402 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:00:51.507458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01", "tag": "908c6e06-90a3-4ed3-b7da-d0e87d3938c7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:00:51.507712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bcf1d16-e1b2-43c9-b6ce-dda7ed029402 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:00:51.508107 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'tag': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7', 'status': 'completed', 'code': 200} Dec 20 17:00:51.543101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-b69a2a48-becf-48dd-815d-53b647f58910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:51.545739 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-b69a2a48-becf-48dd-815d-53b647f58910 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 1096 time: 0.0493002 Dec 20 17:00:51.588971 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-fd612e2a-3fb9-4365-891e-d9bb3fd8b79c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7 HTTP/1.1" status: 200 len: 217 time: 0.0357018 Dec 20 17:00:51.666875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-6b916fd0-cc91-44cc-adc3-acbbdba133f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:51.668557 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-6b916fd0-cc91-44cc-adc3-acbbdba133f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0717685 Dec 20 17:00:51.701955 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-02d44ec0-8087-4861-ae87-75c0d99209a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261583 Dec 20 17:00:51.800093 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-e720a9b5-7b32-44b1-a200-7688ac40d7a9 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905993 Dec 20 17:00:51.901874 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5329ecb8-b0b2-4ad7-bd54-7d4ffa6da292 req-3686e21d-790d-4cf0-b35e-d32fc2a11dfb service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948739 Dec 20 17:00:52.007141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-81567ee2-b301-4f81-8121-00fa8500a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:52.008707 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-81567ee2-b301-4f81-8121-00fa8500a32c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 1096 time: 0.0497351 Dec 20 17:00:52.126057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-f5978d33-faab-4c22-9780-d1f556c17192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:52.129647 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-f5978d33-faab-4c22-9780-d1f556c17192 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.1136165 Dec 20 17:00:52.244427 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-7b7e240d-b15b-432b-bbca-b2a8e824d839 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7 HTTP/1.1" status: 200 len: 217 time: 0.1069374 Dec 20 17:00:52.362799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77382c4-2dab-4c2c-9fb4-d70076f2b5f5 req-7fb6ebd2-77e6-47e9-9dba-81b669a4a4b3 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:52.365623 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f77382c4-2dab-4c2c-9fb4-d70076f2b5f5 req-7fb6ebd2-77e6-47e9-9dba-81b669a4a4b3 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 943 time: 0.2168670 Dec 20 17:00:52.392274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-13f2a2d8-1a64-4417-97c2-167c2c8ebb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:52.394888 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-13f2a2d8-1a64-4417-97c2-167c2c8ebb5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.1417587 Dec 20 17:00:52.474235 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-15150307-f463-410b-b01b-a5ac962890b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663910 Dec 20 17:00:52.539870 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f77382c4-2dab-4c2c-9fb4-d70076f2b5f5 req-752ebc9d-3698-4990-8c20-c82a97383b69 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661618 Dec 20 17:00:52.621533 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-137e97ef-e8c8-424a-a24e-17ee1a014c95 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367826 Dec 20 17:00:52.723712 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e1a546d-3760-4774-939f-7d0890b37c92 req-f14f4402-80be-4b6d-8386-de06ad855a37 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949097 Dec 20 17:00:53.682792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bce54b-594d-418e-b08b-7202bd13a8e2 req-ba928cee-5bd1-49b7-b3e3-12987a55d814 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:53.684393 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-54bce54b-594d-418e-b08b-7202bd13a8e2 req-ba928cee-5bd1-49b7-b3e3-12987a55d814 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 943 time: 0.0563300 Dec 20 17:00:53.738999 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-54bce54b-594d-418e-b08b-7202bd13a8e2 req-56ae2a56-8b24-492b-8065-f0a620395319 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477984 Dec 20 17:00:53.809388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:00:53.927048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:53.940119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7', 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483', 'port_id': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7', 'mac_address': 'fa:16:3e:28:d9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3ec32f-20ca-4b92-9aae-16c8100ca85b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:00:53.983571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:53.999028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:00:54.021391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:54.026437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:54.083161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:54.246869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['908c6e06-90a3-4ed3-b7da-d0e87d3938c7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:00:54.862091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af603902-c57d-467a-af19-eaf332b8ab50 req-614b9d62-6506-4dd7-ad0a-24b3f5653245 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:54.864538 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af603902-c57d-467a-af19-eaf332b8ab50 req-614b9d62-6506-4dd7-ad0a-24b3f5653245 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 944 time: 0.0548151 Dec 20 17:00:54.922765 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af603902-c57d-467a-af19-eaf332b8ab50 req-8fa4fc9c-7e41-4765-8cde-7fa5df411021 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Dec 20 17:00:55.078455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ee97-9b4d-4f5d-a783-3d523ece7724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:55.825197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:00:55.882888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:00:55.887707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:00:55.888202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:55.987737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:56.029643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:00:56.033780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda6035-9852-48a0-ab26-9134f1d27ff2" -d '{"events": [{"server_uuid": "a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01", "name": "network-vif-plugged", "status": "completed", "tag": "908c6e06-90a3-4ed3-b7da-d0e87d3938c7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:00:56.062836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:00:56.065512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d7fa-2b38-495f-9014-e2da70ff4171 req-78ece84e-15a9-4dfa-935b-dfd81bf4162a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:56.067168 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b1b6d7fa-2b38-495f-9014-e2da70ff4171 req-78ece84e-15a9-4dfa-935b-dfd81bf4162a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 944 time: 0.0603981 Dec 20 17:00:56.077268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:56.120905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8235a72d-0fcd-4c09-bf7d-e2b787819c4b x-openstack-request-id: req-8235a72d-0fcd-4c09-bf7d-e2b787819c4b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:00:56.121956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01", "name": "network-vif-plugged", "status": "completed", "tag": "908c6e06-90a3-4ed3-b7da-d0e87d3938c7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:00:56.122107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8235a72d-0fcd-4c09-bf7d-e2b787819c4b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:00:56.122735 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7', 'code': 200} Dec 20 17:00:56.145764 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b1b6d7fa-2b38-495f-9014-e2da70ff4171 req-51750c35-b0b8-4b6a-b542-2c7cd434baa4 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672333 Dec 20 17:00:56.173865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:00:56.297459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382f5f3-6c97-48f9-9628-845d7f783209 req-b4f5ef9e-d949-4f0b-9418-85eaa334f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:56.299232 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6382f5f3-6c97-48f9-9628-845d7f783209 req-b4f5ef9e-d949-4f0b-9418-85eaa334f515 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 1098 time: 0.0453804 Dec 20 17:00:56.352256 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6382f5f3-6c97-48f9-9628-845d7f783209 req-e565f79c-980a-4ec9-9f70-55ed9a63c95b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456583 Dec 20 17:00:57.280932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1921ac-5848-4911-9c2b-e95239f942fa req-fa93e9bb-fdad-4151-b8ff-0c79c1dbdb5b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:57.282843 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a1921ac-5848-4911-9c2b-e95239f942fa req-fa93e9bb-fdad-4151-b8ff-0c79c1dbdb5b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0570581 Dec 20 17:00:57.346401 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a1921ac-5848-4911-9c2b-e95239f942fa req-996ffe47-9967-4854-9ff7-e9f05af2f52d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Dec 20 17:00:57.784080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e62e11c-b9ad-4f99-92b6-d59fc75a1db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:58.486218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ce21-f97f-4422-942f-95da8d3a6e78 req-e70620a5-1462-4201-9a31-e5736c208ecb tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:58.487946 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbe9ce21-f97f-4422-942f-95da8d3a6e78 req-e70620a5-1462-4201-9a31-e5736c208ecb tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0629835 Dec 20 17:00:58.519931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:58.546741 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbe9ce21-f97f-4422-942f-95da8d3a6e78 req-64ff3e63-c881-4606-878b-fe97efad879b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521903 Dec 20 17:00:58.729314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745113d-7f56-40fe-98c4-efc33347a640 req-3bc14e05-b961-4136-9044-154668e8a6e8 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:58.731116 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1745113d-7f56-40fe-98c4-efc33347a640 req-3bc14e05-b961-4136-9044-154668e8a6e8 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0606368 Dec 20 17:00:58.791773 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1745113d-7f56-40fe-98c4-efc33347a640 req-ad61b879-b390-4c1d-bee2-e65f66104293 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491195 Dec 20 17:00:59.041292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd185a-4523-4a71-9b2f-26092f22d719 req-1ecb86f8-a84e-476c-b071-758707df403b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:59.042853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-37bd185a-4523-4a71-9b2f-26092f22d719 req-1ecb86f8-a84e-476c-b071-758707df403b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0578706 Dec 20 17:00:59.101334 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-37bd185a-4523-4a71-9b2f-26092f22d719 req-37d038c8-258b-489d-9c3d-3da8f6ae138b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513961 Dec 20 17:00:59.249759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377641e-d744-4083-aa1c-99b9299c4b4b req-bf5909ec-a55d-4b5e-8dd0-1e1c2b18faa3 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:59.251712 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1377641e-d744-4083-aa1c-99b9299c4b4b req-bf5909ec-a55d-4b5e-8dd0-1e1c2b18faa3 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0775549 Dec 20 17:00:59.306143 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1377641e-d744-4083-aa1c-99b9299c4b4b req-8e3ef9af-556a-4c40-8114-6df190865396 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Dec 20 17:00:59.626674 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-d16a90d7-7303-418a-9f66-13c70ae180d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0568440 Dec 20 17:00:59.628775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b18770-8216-4149-b215-76dad7240b18 req-c40fae7a-359e-438f-bae2-7e911b942456 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:59.630386 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-26b18770-8216-4149-b215-76dad7240b18 req-c40fae7a-359e-438f-bae2-7e911b942456 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0617669 Dec 20 17:00:59.717655 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-26b18770-8216-4149-b215-76dad7240b18 req-5ffac2fd-13e1-419e-bb30-0daa20f5cc95 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759804 Dec 20 17:01:00.076234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:00.842354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:00.911923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c02ae0-4d66-4bb7-9c1a-2008408ea61e req-58cabc6d-7f5b-457c-a83b-bff79f926717 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:00.913549 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45c02ae0-4d66-4bb7-9c1a-2008408ea61e req-58cabc6d-7f5b-457c-a83b-bff79f926717 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0890200 Dec 20 17:01:00.916894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-94663521-ed09-44d6-bb7c-dafa0ddd74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:00.918428 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-94663521-ed09-44d6-bb7c-dafa0ddd74c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 1098 time: 0.0636823 Dec 20 17:01:01.030900 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45c02ae0-4d66-4bb7-9c1a-2008408ea61e req-58670df5-cc1f-4310-9cf5-6d9b597cd6d9 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096907 Dec 20 17:01:01.060463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-619970b6-3f94-4c0d-b8dd-9c8b675deb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:01.062006 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-619970b6-3f94-4c0d-b8dd-9c8b675deb05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.1344733 Dec 20 17:01:01.106712 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-6e632fee-6fcd-4714-a865-344ca12ce018 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7 HTTP/1.1" status: 200 len: 217 time: 0.0376332 Dec 20 17:01:01.163174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-bbb32405-45a9-47e4-afeb-ba7d4ff5adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:01.164639 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-bbb32405-45a9-47e4-afeb-ba7d4ff5adf1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0515115 Dec 20 17:01:01.207608 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-5e4e5023-2c6d-4c43-a6d2-f874f1cb9690 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282104 Dec 20 17:01:01.306015 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-f8cbff45-a787-4253-aa50-379da33786b4 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906010 Dec 20 17:01:01.412856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-a799a583-9ced-4a62-952d-02b18e9da240 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988452 Dec 20 17:01:02.166147 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9f2ba-1368-4994-a703-6d979bba4ac3 req-493dcf15-4c05-45a5-bc5f-d492a7fa41d7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:02.167861 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8fa9f2ba-1368-4994-a703-6d979bba4ac3 req-493dcf15-4c05-45a5-bc5f-d492a7fa41d7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0534484 Dec 20 17:01:02.226598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8fa9f2ba-1368-4994-a703-6d979bba4ac3 req-c91d9b1b-967f-4f05-9ec7-815c612055ea tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520966 Dec 20 17:01:03.352313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eeb540-2d8e-4274-a0b1-5050f2fd8f09 req-4013acfd-d7ae-4fa0-9611-984dd9969b11 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:03.354428 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f0eeb540-2d8e-4274-a0b1-5050f2fd8f09 req-4013acfd-d7ae-4fa0-9611-984dd9969b11 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0553386 Dec 20 17:01:03.410873 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f0eeb540-2d8e-4274-a0b1-5050f2fd8f09 req-f987b9da-a7a8-45af-811d-daf7ec3bdf74 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Dec 20 17:01:04.543219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad1573-168f-41f3-9c2e-70cfecb872f1 req-6eaaa394-f189-44df-b02d-52df865fbc30 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:04.545398 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-39ad1573-168f-41f3-9c2e-70cfecb872f1 req-6eaaa394-f189-44df-b02d-52df865fbc30 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0537465 Dec 20 17:01:04.607901 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-39ad1573-168f-41f3-9c2e-70cfecb872f1 req-f5d1f642-d995-41ef-a1ff-349bfc872420 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511346 Dec 20 17:01:05.743528 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161b42a-5160-449e-8a77-1d340214e419 req-f6e178bb-d9af-46db-b0c2-bb0dc6d3b2da tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:05.745189 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b161b42a-5160-449e-8a77-1d340214e419 req-f6e178bb-d9af-46db-b0c2-bb0dc6d3b2da tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0583880 Dec 20 17:01:05.807549 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b161b42a-5160-449e-8a77-1d340214e419 req-5fd8ae94-6a3d-4183-82b4-8d818d62f121 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558662 Dec 20 17:01:06.947597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d027ad-097c-472d-bf33-d0d5876179d9 req-72bcd6b7-184d-4ad0-81e4-28cc629fc832 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:06.949697 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87d027ad-097c-472d-bf33-d0d5876179d9 req-72bcd6b7-184d-4ad0-81e4-28cc629fc832 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0560582 Dec 20 17:01:07.012553 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-87d027ad-097c-472d-bf33-d0d5876179d9 req-dfd2cee1-60f9-448e-83e6-fccabc9c8b99 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556710 Dec 20 17:01:08.145060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d16327-f29c-438c-9892-280a16405b07 req-ea5f7ebe-c450-4c69-b9dc-9e6097fe45a0 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:08.146735 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-42d16327-f29c-438c-9892-280a16405b07 req-ea5f7ebe-c450-4c69-b9dc-9e6097fe45a0 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0592403 Dec 20 17:01:08.199670 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-42d16327-f29c-438c-9892-280a16405b07 req-0000d840-903a-4d3c-9ba3-dc9ed2dba296 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Dec 20 17:01:09.340527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac61b32-5292-40c8-91a4-545bcbea7292 req-99100f0f-55ab-4c75-9683-49af2ab6d095 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:09.343267 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1ac61b32-5292-40c8-91a4-545bcbea7292 req-99100f0f-55ab-4c75-9683-49af2ab6d095 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0681870 Dec 20 17:01:09.415442 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1ac61b32-5292-40c8-91a4-545bcbea7292 req-54b26840-2f2e-44da-8b57-6b3722f58385 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650356 Dec 20 17:01:10.547878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b747964-a94a-4121-89dd-126f8794380a req-7fae7923-b18f-4ecf-8266-0cbd36bf87eb tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:10.549524 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b747964-a94a-4121-89dd-126f8794380a req-7fae7923-b18f-4ecf-8266-0cbd36bf87eb tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0544856 Dec 20 17:01:10.627161 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b747964-a94a-4121-89dd-126f8794380a req-9960c777-19f3-4998-9881-66982d70e319 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652573 Dec 20 17:01:11.772500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b918d5-c8aa-4cb1-b1cd-3409f5ccb758 req-00723c20-573a-43d9-848b-aae6e77f2450 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:11.774187 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b918d5-c8aa-4cb1-b1cd-3409f5ccb758 req-00723c20-573a-43d9-848b-aae6e77f2450 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0539942 Dec 20 17:01:11.830902 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86b918d5-c8aa-4cb1-b1cd-3409f5ccb758 req-48bb81d9-9ed2-4c23-a9e5-d3eaab332ece tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497181 Dec 20 17:01:12.984879 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12f14f-e0f3-40fd-8ffd-adf11e4e02b3 req-f5ddb55e-a1d7-437b-9e79-5c725953842b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:12.986547 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b12f14f-e0f3-40fd-8ffd-adf11e4e02b3 req-f5ddb55e-a1d7-437b-9e79-5c725953842b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0544224 Dec 20 17:01:13.067224 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b12f14f-e0f3-40fd-8ffd-adf11e4e02b3 req-3831448c-9968-4fff-a85d-109bf6788424 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730228 Dec 20 17:01:14.193306 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bfe8-be9d-4d00-997b-f4be03c945ee req-4c95f563-8dd8-4a03-836d-59618d001c3f tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:14.195023 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-58a6bfe8-be9d-4d00-997b-f4be03c945ee req-4c95f563-8dd8-4a03-836d-59618d001c3f tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0542409 Dec 20 17:01:14.253300 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-58a6bfe8-be9d-4d00-997b-f4be03c945ee req-fd7bf55a-818c-4060-8c3e-e9d6190e74c5 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515230 Dec 20 17:01:14.380926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:15.384985 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a0260-254e-47c6-9c73-ea592c49eaef req-b36eeb2c-dcdc-4bf7-994f-dc47b47e2f30 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:15.386907 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-691a0260-254e-47c6-9c73-ea592c49eaef req-b36eeb2c-dcdc-4bf7-994f-dc47b47e2f30 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0591121 Dec 20 17:01:15.442065 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-691a0260-254e-47c6-9c73-ea592c49eaef req-678e397c-0bab-45a1-9274-54b67b61f8e0 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Dec 20 17:01:16.502348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-d92ff884-5308-4e6b-a1bd-d43eede5b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:16.504993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-d92ff884-5308-4e6b-a1bd-d43eede5b84c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 1098 time: 0.1230521 Dec 20 17:01:16.596789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f6ab4-1a4c-4474-810b-47424a3fcb7e req-594663f0-92f4-490f-9f0d-7f277a81a7bb tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:16.598462 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a80f6ab4-1a4c-4474-810b-47424a3fcb7e req-594663f0-92f4-490f-9f0d-7f277a81a7bb tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0685704 Dec 20 17:01:16.626743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-5c57aa47-640b-48bb-a7d5-a4f752165126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:16.628566 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-5c57aa47-640b-48bb-a7d5-a4f752165126 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.1032329 Dec 20 17:01:16.671052 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a80f6ab4-1a4c-4474-810b-47424a3fcb7e req-447254fe-87f6-4f6b-9e48-e5b209e65b46 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616152 Dec 20 17:01:16.677365 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-451a354c-b3be-4dd1-84d9-1dfd3c164961 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7 HTTP/1.1" status: 200 len: 217 time: 0.0411797 Dec 20 17:01:16.732056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-6dfdc034-0d1f-44a9-8afd-bb9ed74659c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:16.733613 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-6dfdc034-0d1f-44a9-8afd-bb9ed74659c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0467987 Dec 20 17:01:16.766198 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-c78eb900-d6c5-4bec-8f33-5d34fdc76be4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251520 Dec 20 17:01:16.868159 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-922a2fd9-0f94-4865-85a0-74fd7823b31f service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943408 Dec 20 17:01:16.967992 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b10a3b6-b1db-49b6-a9e1-bb6099241b6e req-dc2256ea-0378-421a-a224-6f9d050e0fed service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909886 Dec 20 17:01:17.796297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a18d5-aca3-43ae-9e58-e3c38e134d6a req-2116171d-aca1-4309-aff7-3bddec67e79d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:17.797919 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-181a18d5-aca3-43ae-9e58-e3c38e134d6a req-2116171d-aca1-4309-aff7-3bddec67e79d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0534208 Dec 20 17:01:17.854365 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-181a18d5-aca3-43ae-9e58-e3c38e134d6a req-d3c172eb-1cb8-4491-9566-6d300ccb8ddd tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502543 Dec 20 17:01:18.978935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c447ad3-9dd3-4861-8359-ae4493d62971 req-f0c76cdc-35ec-4ddd-b538-936292f9b4f1 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:18.980555 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1c447ad3-9dd3-4861-8359-ae4493d62971 req-f0c76cdc-35ec-4ddd-b538-936292f9b4f1 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0537755 Dec 20 17:01:19.039771 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1c447ad3-9dd3-4861-8359-ae4493d62971 req-a631052c-fe9f-4a58-adbe-61f81e4bb6be tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Dec 20 17:01:20.189231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38229d-959b-45b2-b19b-e0f622b0d279 req-75506087-cfd3-4383-aea2-30748d7f2905 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:20.190891 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3a38229d-959b-45b2-b19b-e0f622b0d279 req-75506087-cfd3-4383-aea2-30748d7f2905 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Dec 20 17:01:20.249837 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3a38229d-959b-45b2-b19b-e0f622b0d279 req-2f340688-ce00-4ce9-bbf4-b23c47cc274a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480022 Dec 20 17:01:21.390906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d409c12-f39b-4c08-902e-5cd0c0d329f0 req-6ef5113b-4269-4949-9789-5f1a192b6226 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:21.392582 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7d409c12-f39b-4c08-902e-5cd0c0d329f0 req-6ef5113b-4269-4949-9789-5f1a192b6226 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0640497 Dec 20 17:01:21.455138 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7d409c12-f39b-4c08-902e-5cd0c0d329f0 req-7beae6e8-7517-497d-a175-d87c2f83772e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518446 Dec 20 17:01:22.279532 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:01:22.587045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db688072-bf04-4163-9016-919af72bf4d9 req-1c0c3de7-3e2f-49df-8d1d-916ccb4ec5dd tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:22.588686 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-db688072-bf04-4163-9016-919af72bf4d9 req-1c0c3de7-3e2f-49df-8d1d-916ccb4ec5dd tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0580342 Dec 20 17:01:22.645645 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-db688072-bf04-4163-9016-919af72bf4d9 req-4ba730ba-1310-4f75-822b-eaed17587ba8 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500851 Dec 20 17:01:23.803392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccacb1-245c-4266-8240-c6bfed91c3f1 req-48543ec4-b7a0-45be-acc7-de35edb0cc9b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:23.805317 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b0ccacb1-245c-4266-8240-c6bfed91c3f1 req-48543ec4-b7a0-45be-acc7-de35edb0cc9b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0685546 Dec 20 17:01:23.861552 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b0ccacb1-245c-4266-8240-c6bfed91c3f1 req-8a48b9c6-a549-448c-b667-7592e9963e84 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490246 Dec 20 17:01:24.997447 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85923557-22f5-40e8-a87a-be4333d2961c req-d2428577-3038-49cb-885a-03aa90998276 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:24.999112 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-85923557-22f5-40e8-a87a-be4333d2961c req-d2428577-3038-49cb-885a-03aa90998276 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0585961 Dec 20 17:01:25.062070 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-85923557-22f5-40e8-a87a-be4333d2961c req-468029dc-ce65-40f4-80d3-4446d7014622 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521104 Dec 20 17:01:25.081503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2491ab3-23d9-4a23-a72c-11c4e488131d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:26.202642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13229df1-4584-4d47-ab82-aa5b3878878a req-03c47fda-070b-4c38-ae94-8d9f9eb5d0f7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:26.204314 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-13229df1-4584-4d47-ab82-aa5b3878878a req-03c47fda-070b-4c38-ae94-8d9f9eb5d0f7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0587428 Dec 20 17:01:26.259762 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-13229df1-4584-4d47-ab82-aa5b3878878a req-eb32ddd2-1583-4c12-bd2c-ac333ee45fd6 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486999 Dec 20 17:01:27.388653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79ba57-d12b-42bc-970c-5e6f216f897e req-1c2ffd5b-7c00-4f0d-80f8-4bd7e519653d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:27.390236 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf79ba57-d12b-42bc-970c-5e6f216f897e req-1c2ffd5b-7c00-4f0d-80f8-4bd7e519653d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0536971 Dec 20 17:01:27.449124 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf79ba57-d12b-42bc-970c-5e6f216f897e req-5a83ffae-c532-4da2-94bd-fc826a72cd28 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Dec 20 17:01:27.788665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8148cea-7889-4f0b-ac36-bb4bb8e669e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:28.093860 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-54272ebb-b0bd-43b4-954f-2348ad7c0e25 service neutron] 10.222.0.18 "GET /v2.0/ports/908c6e06-90a3-4ed3-b7da-d0e87d3938c7/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.0728815 Dec 20 17:01:28.328724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-89ffc521-5c3d-4c44-9543-3eac855764c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:28.332025 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-89ffc521-5c3d-4c44-9543-3eac855764c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01&tenant_id=f6828fc4fed94073a0eb739b9f993bac HTTP/1.1" status: 200 len: 1098 time: 0.0530822 Dec 20 17:01:28.402461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-b0e60d87-7c23-4c13-9f58-739ba1c2c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:28.403937 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-b0e60d87-7c23-4c13-9f58-739ba1c2c0d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 1098 time: 0.0469439 Dec 20 17:01:28.529239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:28.545688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-9083c05e-4a81-4088-baee-2d743b850a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:28.547308 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-9083c05e-4a81-4088-baee-2d743b850a39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.1352625 Dec 20 17:01:28.594247 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-7bb5f600-10ed-4297-b575-212b056eef87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7 HTTP/1.1" status: 200 len: 217 time: 0.0394502 Dec 20 17:01:28.601851 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c2233-9fb8-4a3f-bc65-bfd3f7c26e34 req-b8b22421-b2a1-4cd4-b6a4-ad0dbccdf1ec tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:28.603511 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ad1c2233-9fb8-4a3f-bc65-bfd3f7c26e34 req-b8b22421-b2a1-4cd4-b6a4-ad0dbccdf1ec tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0636864 Dec 20 17:01:28.665449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-9cc970b8-c803-4e51-93c9-2f6268338a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:28.668574 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-9cc970b8-c803-4e51-93c9-2f6268338a21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0671358 Dec 20 17:01:28.680709 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ad1c2233-9fb8-4a3f-bc65-bfd3f7c26e34 req-9673cf94-5e80-47ab-8c4b-fd7d834fffc9 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652688 Dec 20 17:01:28.717813 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-4030e82d-0fd0-47ab-98c4-3c1ddf0054ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413489 Dec 20 17:01:28.836936 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-25dab3ae-0593-432f-bb5d-4eda7d6c72f8 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093593 Dec 20 17:01:28.948979 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab9d3028-e993-4740-ba68-29042b8f35bc req-0bd9df75-c215-4297-a835-a4ccd6fdcdb5 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042073 Dec 20 17:01:29.823564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1dac6-cf4f-4316-9067-16bc83b80874 req-8001f822-5ec9-4126-b2d6-aa38a4c1f205 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:29.825698 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a9f1dac6-cf4f-4316-9067-16bc83b80874 req-8001f822-5ec9-4126-b2d6-aa38a4c1f205 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0562501 Dec 20 17:01:29.877764 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a9f1dac6-cf4f-4316-9067-16bc83b80874 req-4c25af7e-3cbb-475f-b58d-f8e9acbcf001 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453842 Dec 20 17:01:30.081565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:30.836795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:31.017410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f06f-c4e0-421e-84d8-208cdc760349 req-cdbc5ccc-89c3-4b9f-9b22-04847fe7d60d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:31.019685 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9d15f06f-c4e0-421e-84d8-208cdc760349 req-cdbc5ccc-89c3-4b9f-9b22-04847fe7d60d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0578575 Dec 20 17:01:31.078566 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9d15f06f-c4e0-421e-84d8-208cdc760349 req-83d6c0fa-f29a-41f6-a5f8-7a7381570353 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Dec 20 17:01:31.327824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf285e1-ce1d-42c9-99b0-a6768d4e872b req-efcd05cf-ebea-4b17-9ba7-d1a4993c1a6e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:31.329372 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5cf285e1-ce1d-42c9-99b0-a6768d4e872b req-efcd05cf-ebea-4b17-9ba7-d1a4993c1a6e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0763090 Dec 20 17:01:31.409935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-4898e07c-6a72-46fe-a528-8258854fd280 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:31.412130 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5cf285e1-ce1d-42c9-99b0-a6768d4e872b req-b9cf416e-e067-4e6a-878f-9d679c5cbe70 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732903 Dec 20 17:01:31.412289 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-4898e07c-6a72-46fe-a528-8258854fd280 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01&tenant_id=f6828fc4fed94073a0eb739b9f993bac&binding%3Ahost_id=hv-neutron-8223 HTTP/1.1" status: 200 len: 945 time: 0.0853705 Dec 20 17:01:31.509845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-ab7e5a83-9304-4d05-9919-149b709afcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:31.511479 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-ab7e5a83-9304-4d05-9919-149b709afcef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 1098 time: 0.0450709 Dec 20 17:01:31.621532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-45460540-f5e4-4088-85b2-345c938e67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:31.623636 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-45460540-f5e4-4088-85b2-345c938e67cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.1040857 Dec 20 17:01:31.722585 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-4cb6df6e-5598-41f2-94f7-6d8ad07a7bde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7 HTTP/1.1" status: 200 len: 217 time: 0.0378103 Dec 20 17:01:31.779987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-d07d08e9-e3bc-46f7-a730-5251fbd64fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:31.781472 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-d07d08e9-e3bc-46f7-a730-5251fbd64fc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0522566 Dec 20 17:01:31.816034 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-b8dd3e11-452f-4e2d-8ee9-8ddfc615337a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268586 Dec 20 17:01:31.913623 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-f6499172-83a7-4149-b978-3602d0296df7 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898271 Dec 20 17:01:31.995567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:01:32.030050 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c80e27-bdb8-42e6-bdc0-774618bf352b req-99488ca2-f32b-4c7f-b682-0bd68556a109 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086223 Dec 20 17:01:32.278589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:32.291515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7', 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483', 'port_id': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7', 'mac_address': 'fa:16:3e:28:d9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3ec32f-20ca-4b92-9aae-16c8100ca85b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:01:32.334171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:32.351277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:01:32.379670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:32.385161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:32.455170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['908c6e06-90a3-4ed3-b7da-d0e87d3938c7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:01:32.462510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:32.595542 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52350dbd-6041-4544-9c27-022658798c49 req-ef5fd141-4b5a-4b7a-a5ba-d254ebd36ff7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:32.597153 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-52350dbd-6041-4544-9c27-022658798c49 req-ef5fd141-4b5a-4b7a-a5ba-d254ebd36ff7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 944 time: 0.0622287 Dec 20 17:01:32.687632 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-52350dbd-6041-4544-9c27-022658798c49 req-7409346e-7775-4b24-9c2a-d74d49a82e83 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778606 Dec 20 17:01:33.818560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76701527-4ae3-410f-a351-7d8ae21b56e8 req-6f5f18e9-fcd0-4786-810b-daa52409d3ac tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:33.820175 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-76701527-4ae3-410f-a351-7d8ae21b56e8 req-6f5f18e9-fcd0-4786-810b-daa52409d3ac tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 944 time: 0.0535965 Dec 20 17:01:33.874730 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-76701527-4ae3-410f-a351-7d8ae21b56e8 req-570b86c1-3daf-4f9e-91e4-240a37cd6e75 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Dec 20 17:01:33.994705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:01:34.017626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208100a-52fa-4c8b-a8d1-23967321e8da req-3cef452e-1b51-46b9-a536-bf7e87842819 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:34.020630 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8208100a-52fa-4c8b-a8d1-23967321e8da req-3cef452e-1b51-46b9-a536-bf7e87842819 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 944 time: 0.0715966 Dec 20 17:01:34.047769 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:01:34.048311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:34.085135 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8208100a-52fa-4c8b-a8d1-23967321e8da req-51e27ac0-a303-43ae-9ccc-002a402563ac tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582213 Dec 20 17:01:34.141847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:34.167567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:34.170985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c997ccf7-6531-4f90-96b2-4bff18df0fad" -d '{"events": [{"server_uuid": "a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01", "name": "network-vif-plugged", "status": "completed", "tag": "908c6e06-90a3-4ed3-b7da-d0e87d3938c7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:34.185353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:34.192873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:34.243406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e1593-92be-41d7-9371-6a82e1c739be req-4b9f6b0f-c754-4d22-8c43-e988b958633a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:34.245265 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a49e1593-92be-41d7-9371-6a82e1c739be req-4b9f6b0f-c754-4d22-8c43-e988b958633a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0789359 Dec 20 17:01:34.249568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e75a265-9081-4d76-a130-a9be86ae8d0b x-openstack-request-id: req-8e75a265-9081-4d76-a130-a9be86ae8d0b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:34.249854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01", "name": "network-vif-plugged", "status": "completed", "tag": "908c6e06-90a3-4ed3-b7da-d0e87d3938c7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:34.250099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e75a265-9081-4d76-a130-a9be86ae8d0b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:34.250518 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7', 'code': 200} Dec 20 17:01:34.262005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:34.305283 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a49e1593-92be-41d7-9371-6a82e1c739be req-c7041514-9921-4d20-bb2c-ded7dbfa4e33 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483825 Dec 20 17:01:34.717352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-6d849d3f-3fab-4994-8eb8-d73860e5bf4a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:34.718995 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-6d849d3f-3fab-4994-8eb8-d73860e5bf4a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 814 time: 0.1458380 Dec 20 17:01:34.740624 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-c63968da-e479-4307-97a2-98505e2c3beb tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/quotas/f6828fc4fed94073a0eb739b9f993bac HTTP/1.1" status: 200 len: 375 time: 0.0098221 Dec 20 17:01:34.798127 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-25142b93-f136-4b69-9117-713a42fe26e8 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505714 Dec 20 17:01:34.922499 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-300f02f3-565c-4c9c-b057-e34f625bae45 service neutron] 10.222.0.60 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165366 Dec 20 17:01:35.030396 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-06a1cbb5-5a08-4129-8f73-d7a8f009d137 service neutron] 10.222.0.60 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010475 Dec 20 17:01:35.214304 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-95c8545b-3ab0-4c32-b9e9-61677f4cdf2a req-369a4ed3-e171-4cc2-acf0-a787a64f53a0 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 210 time: 0.0291355 Dec 20 17:01:36.264283 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-3383c330-4932-42e5-9243-ca38ceb8a7cc tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:36.265802 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-3383c330-4932-42e5-9243-ca38ceb8a7cc tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01 HTTP/1.1" status: 200 len: 945 time: 0.0703959 Dec 20 17:01:36.287919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-dd9cb1ed-79d4-4dff-a5ad-8fb6916fc43e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:36.290755 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-dd9cb1ed-79d4-4dff-a5ad-8fb6916fc43e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 814 time: 0.1684420 Dec 20 17:01:36.308088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Request body: {'port': {'device_id': '75afc84e-039c-48d2-b907-d7a690bca98e', 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483', 'admin_state_up': True, 'tenant_id': 'f6828fc4fed94073a0eb739b9f993bac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:01:36.395316 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e4e0a7be-9ed9-456d-8e62-119a1f9c0d0c req-6c9703ac-05bf-423c-a27b-c8a96d6b1f62 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 210 time: 0.0329387 Dec 20 17:01:36.432520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Deleting port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:01:36.432868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:36.499254 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Made reservation on behalf of f6828fc4fed94073a0eb739b9f993bac for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:01:36.505298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:36.546744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] For port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:36.547271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:36.578696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Calling delete_port for 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:01:36.704858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Allocated IP 172.20.0.2 (f6a03348-d936-4123-b52a-b746e9921483/fc3ec32f-20ca-4b92-9aae-16c8100ca85b/7f8e32ed-b5a8-4d54-9511-4a524eeaf941) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:01:36.764764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:36.781153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['908c6e06-90a3-4ed3-b7da-d0e87d3938c7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:01:36.806372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Pushing event deleted for resources: {'Port': ['ID=908c6e06-90a3-4ed3-b7da-d0e87d3938c7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:36.820995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.821446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.821981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.822568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.823126 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.823680 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.824267 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.824819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.825364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.825880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.826346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.826780 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.827260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:36.877290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] No DVR routers for this DVR port 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 on host hv-neutron-8223 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:01:36.880125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:36.883747 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "DELETE /v2.0/ports/908c6e06-90a3-4ed3-b7da-d0e87d3938c7 HTTP/1.1" status: 204 len: 173 time: 0.6114316 Dec 20 17:01:36.884243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'name': 'network-vif-deleted', 'tag': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:36.887076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc95ea9b-9a11-4f75-8049-393740644715" -d '{"events": [{"server_uuid": "a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01", "name": "network-vif-deleted", "tag": "908c6e06-90a3-4ed3-b7da-d0e87d3938c7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:37.036369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:37.044081 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1757ff-130c-4487-94ae-640fec5d9d45 x-openstack-request-id: req-8e1757ff-130c-4487-94ae-640fec5d9d45 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:37.044381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01", "name": "network-vif-deleted", "tag": "908c6e06-90a3-4ed3-b7da-d0e87d3938c7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:37.044632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e1757ff-130c-4487-94ae-640fec5d9d45 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:37.045035 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dcf6a6-c405-4bfb-a108-1ad8d5b03a01', 'name': 'network-vif-deleted', 'tag': '908c6e06-90a3-4ed3-b7da-d0e87d3938c7', 'status': 'completed', 'code': 200} Dec 20 17:01:37.096755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:37.111499 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['908c6e06-90a3-4ed3-b7da-d0e87d3938c7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:01:37.147953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Network f6a03348-d936-4123-b52a-b746e9921483 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:01:37.151422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:01:37.155752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:01:37.162925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Pushing event updated for resources: {'Port': ['ID=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:37.194112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.194627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.195058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.195481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.195914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.196329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.196743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.197165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.197585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.198038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.198545 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.199588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.199998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:37.227496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:37.228149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:37.247558 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-2ba961fd-1486-4710-8a4c-5ea41f15e741 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9470003 Dec 20 17:01:37.267091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Request body: {'port': {'device_id': '75afc84e-039c-48d2-b907-d7a690bca98e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:01:37.348121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:37.588630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ef654-9bf3-47fd-90ac-b6bb9b6c77c9 req-19959280-1bb3-437f-bf7a-e0019cd72643 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:37.591903 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-af5ef654-9bf3-47fd-90ac-b6bb9b6c77c9 req-19959280-1bb3-437f-bf7a-e0019cd72643 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 931 time: 0.0783343 Dec 20 17:01:37.670959 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-af5ef654-9bf3-47fd-90ac-b6bb9b6c77c9 req-b3975cfc-6bfd-4324-ac37-f906414dba26 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711975 Dec 20 17:01:37.718408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:01:37.727035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:37.741966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Transition to ACTIVE for port object 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:01:37.746660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:37.801583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:37.883045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Attempting to bind port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:01:37.883504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Attempting to bind port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '88a15a77-e084-4122-a8e8-9632d8f29260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:01:37.883967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Attempting to bind port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 on network f6a03348-d936-4123-b52a-b746e9921483 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:01:37.889004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 on network f6a03348-d936-4123-b52a-b746e9921483 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:01:37.889321 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Attempting to bind port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 on network f6a03348-d936-4123-b52a-b746e9921483 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:01:37.894923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:01:37.895255 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Checking segment: {'id': '88a15a77-e084-4122-a8e8-9632d8f29260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:01:37.895647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Bound using segment: {'id': '88a15a77-e084-4122-a8e8-9632d8f29260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:01:37.896072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Bound port: 7f8e32ed-b5a8-4d54-9511-4a524eeaf941, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a15a77-e084-4122-a8e8-9632d8f29260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:01:37.896428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:37.970768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] For port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:01:37.976721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] For port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:01:37.982225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:38.048159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:38.049228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:38.051680 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] 10.222.0.18 "PUT /v2.0/ports/7f8e32ed-b5a8-4d54-9511-4a524eeaf941 HTTP/1.1" status: 200 len: 1093 time: 0.7891805 Dec 20 17:01:38.052442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75afc84e-039c-48d2-b907-d7a690bca98e', 'tag': '7f8e32ed-b5a8-4d54-9511-4a524eeaf941'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:38.056634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1805432a-222d-4239-a823-ca3b5469f971" -d '{"events": [{"name": "network-changed", "server_uuid": "75afc84e-039c-48d2-b907-d7a690bca98e", "tag": "7f8e32ed-b5a8-4d54-9511-4a524eeaf941"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:38.095847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d95f5-68aa-431c-8486-d07ec8c5cd80 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:38.121955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda09f5-af44-404d-b06b-94ea409a87e8 x-openstack-request-id: req-bfda09f5-af44-404d-b06b-94ea409a87e8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:38.122421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75afc84e-039c-48d2-b907-d7a690bca98e", "tag": "7f8e32ed-b5a8-4d54-9511-4a524eeaf941", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:38.122774 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfda09f5-af44-404d-b06b-94ea409a87e8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:38.123341 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75afc84e-039c-48d2-b907-d7a690bca98e', 'tag': '7f8e32ed-b5a8-4d54-9511-4a524eeaf941', 'status': 'completed', 'code': 200} Dec 20 17:01:38.160454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-09ad90a2-f801-43f1-b296-4a2fdd7f84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:38.162076 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-09ad90a2-f801-43f1-b296-4a2fdd7f84e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 1096 time: 0.0615599 Dec 20 17:01:38.207576 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-4991101f-f953-4bc2-b10b-8e52f2756f69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941 HTTP/1.1" status: 200 len: 217 time: 0.0373569 Dec 20 17:01:38.260870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-628ebc74-7514-48a3-94d2-0c6812b29b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:38.262826 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-628ebc74-7514-48a3-94d2-0c6812b29b9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0473537 Dec 20 17:01:38.301485 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-7443c304-be23-4b7c-b9f2-a101c6296924 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308306 Dec 20 17:01:38.401478 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-22a3e0be-b781-481c-b823-18be9e0bbdaf service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931811 Dec 20 17:01:38.508095 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11d4795a-7b09-49a6-9088-357a13eebe55 req-6af1dbd0-a059-4d8f-8534-c5bd6a40f922 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994730 Dec 20 17:01:38.603371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805432a-222d-4239-a823-ca3b5469f971 req-4fb4995c-896a-47e5-a10c-498089e16fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:38.604884 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1805432a-222d-4239-a823-ca3b5469f971 req-4fb4995c-896a-47e5-a10c-498089e16fb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 1096 time: 0.0477083 Dec 20 17:01:38.706621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805432a-222d-4239-a823-ca3b5469f971 req-8d3d4d71-9d41-4439-a1b6-d45fd8e53dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:38.708302 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1805432a-222d-4239-a823-ca3b5469f971 req-8d3d4d71-9d41-4439-a1b6-d45fd8e53dc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.0939753 Dec 20 17:01:38.836917 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33640e41-83d9-417d-b3f8-ebd8629af14d req-46c11e92-80b2-4782-a18b-0cd4d58a35c4 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:38.840148 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-33640e41-83d9-417d-b3f8-ebd8629af14d req-46c11e92-80b2-4782-a18b-0cd4d58a35c4 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 943 time: 0.0644226 Dec 20 17:01:38.905959 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-33640e41-83d9-417d-b3f8-ebd8629af14d req-b788ac6d-db3b-4488-8ab0-8abcd50cbf98 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Dec 20 17:01:39.125430 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1805432a-222d-4239-a823-ca3b5469f971 req-fb02b286-4969-4a58-b942-866ee1c0501b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941 HTTP/1.1" status: 200 len: 217 time: 0.4096293 Dec 20 17:01:39.180351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805432a-222d-4239-a823-ca3b5469f971 req-7fba49c4-ab87-4dee-a8ef-e85157fcc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:39.181810 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1805432a-222d-4239-a823-ca3b5469f971 req-7fba49c4-ab87-4dee-a8ef-e85157fcc360 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0480483 Dec 20 17:01:39.216737 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1805432a-222d-4239-a823-ca3b5469f971 req-caa1f7d1-7bc0-4124-a438-f85879e554a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269713 Dec 20 17:01:39.319553 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1805432a-222d-4239-a823-ca3b5469f971 req-10434094-77f7-4789-b62d-7f2dadfafe31 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948589 Dec 20 17:01:39.419827 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1805432a-222d-4239-a823-ca3b5469f971 req-867139ff-423b-48e4-a885-2e01dfce7d61 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929420 Dec 20 17:01:40.013593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:01:40.016373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:01:40.038053 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:01:40.044311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:01:40.044521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 908c6e06-90a3-4ed3-b7da-d0e87d3938c7 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:01:40.046135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a92ae-fce5-494e-8d6c-b6266cb2f001 req-780c6731-a8f9-4ebc-85a6-015c6e83ac56 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:40.048396 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f25a92ae-fce5-494e-8d6c-b6266cb2f001 req-780c6731-a8f9-4ebc-85a6-015c6e83ac56 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 943 time: 0.0652838 Dec 20 17:01:40.109523 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f25a92ae-fce5-494e-8d6c-b6266cb2f001 req-d6f05ed6-a99c-4447-8e4e-ebd0133ab7a3 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539165 Dec 20 17:01:40.153844 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:40.167334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '7f8e32ed-b5a8-4d54-9511-4a524eeaf941', 'network_id': 'f6a03348-d936-4123-b52a-b746e9921483', 'port_id': '7f8e32ed-b5a8-4d54-9511-4a524eeaf941', 'mac_address': 'fa:16:3e:fe:e8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3ec32f-20ca-4b92-9aae-16c8100ca85b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:01:40.211146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:40.229606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:01:40.266917 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:40.272315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:40.329000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:40.337599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.338020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.338398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.338779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.339108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.339434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.339756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.340077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.340396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.340825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.341147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.341463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.341776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:40.470162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['7f8e32ed-b5a8-4d54-9511-4a524eeaf941'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:01:41.246448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281f31a-27a6-4e97-96dd-0f3085bc7098 req-98f4eea9-88eb-4e62-9c04-969cd09da799 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:41.248087 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d281f31a-27a6-4e97-96dd-0f3085bc7098 req-98f4eea9-88eb-4e62-9c04-969cd09da799 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 944 time: 0.0562861 Dec 20 17:01:41.303398 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d281f31a-27a6-4e97-96dd-0f3085bc7098 req-fe74fbad-8691-4084-9be5-2bfcfcbf91d8 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487759 Dec 20 17:01:42.043207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:01:42.130321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:01:42.134997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:01:42.135370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:42.219965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:42.246611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75afc84e-039c-48d2-b907-d7a690bca98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8e32ed-b5a8-4d54-9511-4a524eeaf941'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:42.248878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbf2774-0eb6-4ef7-bd45-ee854653e535" -d '{"events": [{"server_uuid": "75afc84e-039c-48d2-b907-d7a690bca98e", "name": "network-vif-plugged", "status": "completed", "tag": "7f8e32ed-b5a8-4d54-9511-4a524eeaf941"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:42.264383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:42.270251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:42.311836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96939ff2-d90f-4a16-af2e-63f84fdce809 x-openstack-request-id: req-96939ff2-d90f-4a16-af2e-63f84fdce809 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:42.312148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75afc84e-039c-48d2-b907-d7a690bca98e", "name": "network-vif-plugged", "status": "completed", "tag": "7f8e32ed-b5a8-4d54-9511-4a524eeaf941", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:42.312393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96939ff2-d90f-4a16-af2e-63f84fdce809 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:42.312764 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75afc84e-039c-48d2-b907-d7a690bca98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8e32ed-b5a8-4d54-9511-4a524eeaf941', 'code': 200} Dec 20 17:01:42.362344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:42.468752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9635ea-b47b-48c2-82e4-b220b78c8883 req-da564230-9e7d-4001-853a-1c239c9f380f tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:42.470662 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ce9635ea-b47b-48c2-82e4-b220b78c8883 req-da564230-9e7d-4001-853a-1c239c9f380f tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0842919 Dec 20 17:01:42.519311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c403a75-4140-4b9b-8517-e5ed907deb3f req-1e38708c-2f90-4c5d-bcf8-6e6fa51af7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:42.520799 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c403a75-4140-4b9b-8517-e5ed907deb3f req-1e38708c-2f90-4c5d-bcf8-6e6fa51af7d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 1098 time: 0.0527201 Dec 20 17:01:42.542139 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ce9635ea-b47b-48c2-82e4-b220b78c8883 req-3cfb33fa-a84b-4a69-ab8b-181901f9646c tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601525 Dec 20 17:01:42.593026 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c403a75-4140-4b9b-8517-e5ed907deb3f req-fb5a0196-89a7-46a0-a565-8d27fbb4d695 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644920 Dec 20 17:01:43.722974 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff06f0-6206-4c61-8d58-f6fa59619c0e req-361801d1-b1ac-45e7-a97c-304587c8e9ce tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:43.725697 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fbff06f0-6206-4c61-8d58-f6fa59619c0e req-361801d1-b1ac-45e7-a97c-304587c8e9ce tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0810933 Dec 20 17:01:43.810991 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fbff06f0-6206-4c61-8d58-f6fa59619c0e req-46c0725c-dc2f-4166-a501-a858b98489db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779727 Dec 20 17:01:44.384262 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:44.941273 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc86065-bd59-48ac-b4c4-4396ff1bee41 req-be7565ca-eb4e-46f0-97c2-0d04e8da5139 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:44.942973 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6cc86065-bd59-48ac-b4c4-4396ff1bee41 req-be7565ca-eb4e-46f0-97c2-0d04e8da5139 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0585282 Dec 20 17:01:45.003315 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6cc86065-bd59-48ac-b4c4-4396ff1bee41 req-363bbba8-ba83-4763-a081-565c2057dfc8 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538151 Dec 20 17:01:45.138242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99809d-9922-4c5e-b7d4-46640c22334f req-42980166-84b2-4ae8-b641-b3096e45d4c3 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:45.140002 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cb99809d-9922-4c5e-b7d4-46640c22334f req-42980166-84b2-4ae8-b641-b3096e45d4c3 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0560701 Dec 20 17:01:45.206518 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cb99809d-9922-4c5e-b7d4-46640c22334f req-5d6ee512-4fe8-40de-ad40-7492d7e1c1a8 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551333 Dec 20 17:01:45.643323 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-70003155-7b26-46c3-8ca5-bfc349304536 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285033 Dec 20 17:01:45.659574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c7031-ad51-4b0f-91b3-0b29d6ca8bf1 req-fe6f7f03-9b6f-4ac5-be4b-bb3ef82ad16d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:45.662274 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e1c7031-ad51-4b0f-91b3-0b29d6ca8bf1 req-fe6f7f03-9b6f-4ac5-be4b-bb3ef82ad16d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.1337905 Dec 20 17:01:45.718993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e1c7031-ad51-4b0f-91b3-0b29d6ca8bf1 req-3dc5d574-cd7b-4e3b-b86a-a268926a9547 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494354 Dec 20 17:01:46.871004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dafeb-f57f-47f5-95d7-b4984c024b90 req-bb4c16cc-16f6-4cf7-95cc-c1f12c84e968 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:46.872620 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a51dafeb-f57f-47f5-95d7-b4984c024b90 req-bb4c16cc-16f6-4cf7-95cc-c1f12c84e968 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0663946 Dec 20 17:01:46.922512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-62dfd6b3-072b-4cad-9983-d2fcf37bfbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:46.924064 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-62dfd6b3-072b-4cad-9983-d2fcf37bfbb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 1098 time: 0.0510759 Dec 20 17:01:46.947567 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a51dafeb-f57f-47f5-95d7-b4984c024b90 req-a0dc8fc1-3c6a-4e2d-bb03-e24b73cbdc88 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684578 Dec 20 17:01:47.080327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-d6a4c779-1b8f-484e-93c8-14087200fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.081849 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-d6a4c779-1b8f-484e-93c8-14087200fe70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.1480906 Dec 20 17:01:47.152787 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-31ca6600-d9bb-42b9-b38c-22cc9e08b644 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941 HTTP/1.1" status: 200 len: 217 time: 0.0622294 Dec 20 17:01:47.208204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-69fe6910-f188-482f-95b2-9280c8b5886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.209810 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-69fe6910-f188-482f-95b2-9280c8b5886b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0478590 Dec 20 17:01:47.244333 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-f569448b-0a4f-4bc9-b398-15fe0c7c7a0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261588 Dec 20 17:01:47.359684 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-fb516946-4ae9-46a8-b8f0-13996398e92d service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062047 Dec 20 17:01:47.471537 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-17fa034c-d159-498a-8b66-3e2c124c7d42 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048162 Dec 20 17:01:48.117096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d893533-7c50-4566-9e25-88827fe880e9 req-faeca1ff-3211-4e61-ac2a-cd1436320f0b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:48.119862 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8d893533-7c50-4566-9e25-88827fe880e9 req-faeca1ff-3211-4e61-ac2a-cd1436320f0b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0887015 Dec 20 17:01:48.173870 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8d893533-7c50-4566-9e25-88827fe880e9 req-5145c3e4-e9fa-4d81-a9a8-8ca6f1d6e62f tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472665 Dec 20 17:01:49.322252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6995628-3696-41b8-8a80-ec31dab93b60 req-cfffa678-4760-4985-8032-50cec462240e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:49.323965 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d6995628-3696-41b8-8a80-ec31dab93b60 req-cfffa678-4760-4985-8032-50cec462240e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0591919 Dec 20 17:01:49.383519 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d6995628-3696-41b8-8a80-ec31dab93b60 req-9c5e576c-7e00-4aed-abdb-09cc6191338b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486624 Dec 20 17:01:50.511123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d385d-993b-4425-b516-49c077016786 req-c78d433a-30ed-4a55-9493-b380ca1934d1 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:50.512717 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ac9d385d-993b-4425-b516-49c077016786 req-c78d433a-30ed-4a55-9493-b380ca1934d1 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0514290 Dec 20 17:01:50.569899 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ac9d385d-993b-4425-b516-49c077016786 req-59b4a856-d14c-498b-949a-55f9f1ca9269 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Dec 20 17:01:51.695757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b0986-3586-4d3a-a5a3-075559454dee req-779b456b-5cbc-4c32-9632-9924de095c22 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:51.697428 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ee2b0986-3586-4d3a-a5a3-075559454dee req-779b456b-5cbc-4c32-9632-9924de095c22 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0538857 Dec 20 17:01:51.756006 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ee2b0986-3586-4d3a-a5a3-075559454dee req-a897b2e6-796e-40e3-b4d8-e01215194c9a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478637 Dec 20 17:01:52.887830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b99c-feb4-4320-8060-325cb632195f req-eb5ffc7f-6ba4-4333-a885-340eb816dbae tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:52.889569 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8680b99c-feb4-4320-8060-325cb632195f req-eb5ffc7f-6ba4-4333-a885-340eb816dbae tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0609400 Dec 20 17:01:52.945657 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8680b99c-feb4-4320-8060-325cb632195f req-2a034fcf-2b0a-4331-b75c-c935c968384a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496035 Dec 20 17:01:54.093746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b548478-7245-49df-a42c-f321d672f70d req-5ebfd339-2874-4f8b-ae77-ccf668ee1d51 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:54.095490 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8b548478-7245-49df-a42c-f321d672f70d req-5ebfd339-2874-4f8b-ae77-ccf668ee1d51 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0610614 Dec 20 17:01:54.156350 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8b548478-7245-49df-a42c-f321d672f70d req-a831ed31-016a-4927-8686-2d183450d024 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539660 Dec 20 17:01:55.077039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d02911e-82ae-409a-921b-bbe4bba92f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:55.289258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9da292-ff1f-471b-8624-ce63ae7b240c req-077f3eae-5d2c-4201-aaa9-a8587b6e266a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:55.290948 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9da292-ff1f-471b-8624-ce63ae7b240c req-077f3eae-5d2c-4201-aaa9-a8587b6e266a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0563638 Dec 20 17:01:55.348096 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9da292-ff1f-471b-8624-ce63ae7b240c req-8c058bcf-e0b8-4918-9f09-b792eca047dd tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 Dec 20 17:01:56.659187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a34eb-6557-4cf4-992b-eefc4d43a412 req-89b9f8e4-5471-4823-b0df-ca6d4bb2fa07 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:56.661778 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0c2a34eb-6557-4cf4-992b-eefc4d43a412 req-89b9f8e4-5471-4823-b0df-ca6d4bb2fa07 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0644989 Dec 20 17:01:56.744709 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0c2a34eb-6557-4cf4-992b-eefc4d43a412 req-3cc2d29f-ce2c-4255-9f33-b09b91066287 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759702 Dec 20 17:01:57.795529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a66221ff-dd58-42a6-999e-ca0903082e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:57.873044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a021293-dc60-45cc-ac01-8ec6eafa16f2 req-5058c144-e05c-4a60-9439-53bd83996966 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:57.874726 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a021293-dc60-45cc-ac01-8ec6eafa16f2 req-5058c144-e05c-4a60-9439-53bd83996966 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0553739 Dec 20 17:01:57.946843 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a021293-dc60-45cc-ac01-8ec6eafa16f2 req-6aab0c8a-18b6-4469-96cc-de6d431002c0 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653374 Dec 20 17:01:58.523389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:59.172192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fca299-476e-429c-84a2-6d61b7ca1a98 req-2fcd9d84-b611-4630-95c2-47335c2a9aa9 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:59.173770 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-47fca299-476e-429c-84a2-6d61b7ca1a98 req-2fcd9d84-b611-4630-95c2-47335c2a9aa9 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.1253443 Dec 20 17:01:59.242477 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-47fca299-476e-429c-84a2-6d61b7ca1a98 req-0eb391d4-c306-4d85-baa1-28caab791e9d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616784 Dec 20 17:01:59.279626 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:02:00.089854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:00.431800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e9a83-3ca0-477b-a493-43ae976bce37 req-01e2531a-d671-4067-976c-d3a052d8595b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:00.433519 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-270e9a83-3ca0-477b-a493-43ae976bce37 req-01e2531a-d671-4067-976c-d3a052d8595b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.1166143 Dec 20 17:02:00.488071 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-270e9a83-3ca0-477b-a493-43ae976bce37 req-6b9e71f4-c260-47ee-9952-43a9d35b8147 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480876 Dec 20 17:02:00.844936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:01.616248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d314fd-3017-4e76-92c8-5a9608a3c0da req-62f1249a-488f-4d4d-8a73-1de478c45398 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:01.618036 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-83d314fd-3017-4e76-92c8-5a9608a3c0da req-62f1249a-488f-4d4d-8a73-1de478c45398 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0571911 Dec 20 17:02:01.681830 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-83d314fd-3017-4e76-92c8-5a9608a3c0da req-cc8dc0e4-21ae-49da-b3be-0e5a6da9b7fc tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564408 Dec 20 17:02:02.828733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93185898-592e-4752-b578-829372369593 req-29afe6a8-f8e3-413d-a55e-e701c2bffd7d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:02.830398 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93185898-592e-4752-b578-829372369593 req-29afe6a8-f8e3-413d-a55e-e701c2bffd7d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0540090 Dec 20 17:02:02.908738 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93185898-592e-4752-b578-829372369593 req-c1388bee-f361-483c-83f0-a2bf40327ab2 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668702 Dec 20 17:02:04.047788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1dd45-8eb7-4fa5-be2a-6db9418ae7a6 req-6907dcd1-047a-49a1-ae4d-42b12c8f85c4 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:04.049411 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-32d1dd45-8eb7-4fa5-be2a-6db9418ae7a6 req-6907dcd1-047a-49a1-ae4d-42b12c8f85c4 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0535414 Dec 20 17:02:04.111425 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-32d1dd45-8eb7-4fa5-be2a-6db9418ae7a6 req-195a6cef-2b55-46d2-af9e-f13f5897ebec tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509856 Dec 20 17:02:05.239645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c42ac4-797a-4de3-81d3-5825288b9ac0 req-e62680c5-560c-415e-98ba-8dad3bb4d672 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:05.241188 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-10c42ac4-797a-4de3-81d3-5825288b9ac0 req-e62680c5-560c-415e-98ba-8dad3bb4d672 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0573425 Dec 20 17:02:05.294340 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-10c42ac4-797a-4de3-81d3-5825288b9ac0 req-61b729d1-1e65-4905-a5ea-6149e07c9aa8 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460367 Dec 20 17:02:06.417822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71b8d-1e18-48fb-a25f-2c50757b0f00 req-15f796cf-265c-4ef1-ae0e-183e163d9bb0 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:06.419695 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-aed71b8d-1e18-48fb-a25f-2c50757b0f00 req-15f796cf-265c-4ef1-ae0e-183e163d9bb0 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0523133 Dec 20 17:02:06.474312 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-aed71b8d-1e18-48fb-a25f-2c50757b0f00 req-1082efe2-e421-435c-8caa-bb227d0a1f19 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483708 Dec 20 17:02:07.603046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab075baa-dcad-4c08-88d5-a3e21b4c873c req-0ea4173e-addc-4978-acf0-69523b34001d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:07.605292 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab075baa-dcad-4c08-88d5-a3e21b4c873c req-0ea4173e-addc-4978-acf0-69523b34001d tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0552082 Dec 20 17:02:07.659549 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ab075baa-dcad-4c08-88d5-a3e21b4c873c req-d3feb95c-29bd-48bc-967f-0c0c0aacf929 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477240 Dec 20 17:02:08.785854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73d6ed-b3bb-4501-8e23-254eef2f0457 req-17f25c36-d12d-422f-9b57-b697359af0c7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:08.787487 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8f73d6ed-b3bb-4501-8e23-254eef2f0457 req-17f25c36-d12d-422f-9b57-b697359af0c7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0558410 Dec 20 17:02:08.858468 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8f73d6ed-b3bb-4501-8e23-254eef2f0457 req-2944e2e4-498e-445d-a33e-82eccf78a070 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638938 Dec 20 17:02:09.988979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d536-123c-4f71-bce8-b9cf9979c8d9 req-40431d06-a38c-4c89-b1f4-3c75fa3ea7f1 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:09.990686 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34e5d536-123c-4f71-bce8-b9cf9979c8d9 req-40431d06-a38c-4c89-b1f4-3c75fa3ea7f1 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0574481 Dec 20 17:02:10.051494 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34e5d536-123c-4f71-bce8-b9cf9979c8d9 req-9b21fe20-eef3-4c6f-a979-4b3c265d7871 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480678 Dec 20 17:02:11.188819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314826fc-cda3-48f8-8920-003a21bcb02f req-fa7e7c79-76ae-4e14-bd24-5dc84151538a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:11.190448 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-314826fc-cda3-48f8-8920-003a21bcb02f req-fa7e7c79-76ae-4e14-bd24-5dc84151538a tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0519474 Dec 20 17:02:11.241183 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-314826fc-cda3-48f8-8920-003a21bcb02f req-949c0365-328b-493b-aa2c-0f327dd35e4c tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 Dec 20 17:02:12.369828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ec34c-3a7b-43b3-b3fc-2db73366df19 req-154c7bed-af6d-452e-9e71-b4a1953b28e4 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:12.371532 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0c4ec34c-3a7b-43b3-b3fc-2db73366df19 req-154c7bed-af6d-452e-9e71-b4a1953b28e4 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0548790 Dec 20 17:02:12.448974 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0c4ec34c-3a7b-43b3-b3fc-2db73366df19 req-8f750459-8803-49f2-886c-0a4c882cb3ab tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664434 Dec 20 17:02:13.577692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964f27b-6621-4a3e-a556-69ea2ae69127 req-3508f7b4-21dc-438b-bf34-c5f1f3f8230e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:13.579326 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8964f27b-6621-4a3e-a556-69ea2ae69127 req-3508f7b4-21dc-438b-bf34-c5f1f3f8230e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0573156 Dec 20 17:02:13.633868 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8964f27b-6621-4a3e-a556-69ea2ae69127 req-416805a7-0e91-4b7b-9a26-31f12c5a3276 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449142 Dec 20 17:02:14.101290 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-eac1d7e7-fb26-4d32-92b7-f6adccc40547 service neutron] 10.222.0.18 "GET /v2.0/ports/7f8e32ed-b5a8-4d54-9511-4a524eeaf941/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.0599647 Dec 20 17:02:14.334230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-e4b536f1-13af-40a9-b1c4-10065ee11c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:14.335765 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-e4b536f1-13af-40a9-b1c4-10065ee11c53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e&tenant_id=f6828fc4fed94073a0eb739b9f993bac HTTP/1.1" status: 200 len: 1098 time: 0.0554402 Dec 20 17:02:14.397470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:14.405612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-630f3f74-03d1-4433-9c6d-6594cce20c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:14.407305 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-630f3f74-03d1-4433-9c6d-6594cce20c12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 1098 time: 0.0470557 Dec 20 17:02:14.510783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-c69a8e17-4c73-4c5f-b57f-79eb3aef792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:14.512513 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-c69a8e17-4c73-4c5f-b57f-79eb3aef792d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.0973811 Dec 20 17:02:14.560862 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-ca897e51-4eeb-4eaf-9e84-b016cfbce061 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941 HTTP/1.1" status: 200 len: 217 time: 0.0407119 Dec 20 17:02:14.618447 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-522e2d9f-f900-403e-8421-95249d2102f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:14.620600 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-522e2d9f-f900-403e-8421-95249d2102f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0524173 Dec 20 17:02:14.654623 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-b3df2255-20d6-46e3-8ed3-c768dd3abd92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267618 Dec 20 17:02:14.864233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-8cc35cd7-4dbf-44fe-9cc0-1abe82e6163f service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019043 Dec 20 17:02:14.877827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e869c-12db-4499-8716-47628624b9e6 req-318998aa-5a18-4670-a902-02004eee41f1 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:14.880416 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-942e869c-12db-4499-8716-47628624b9e6 req-318998aa-5a18-4670-a902-02004eee41f1 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.1210203 Dec 20 17:02:15.004002 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-942e869c-12db-4499-8716-47628624b9e6 req-028d4e1e-47ed-4fc0-ba39-3c50f1468f54 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107340 Dec 20 17:02:15.028241 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ea9568f3-d341-42d4-860d-6dd71c58e9c7 req-e200198b-590e-45f3-892f-60fdfc1135a2 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462414 Dec 20 17:02:16.140087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766c4ff-9ffa-4a4b-b218-afb56fdaa453 req-b109ad3c-7149-4e23-8676-40b6fab97f3e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:16.141843 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8766c4ff-9ffa-4a4b-b218-afb56fdaa453 req-b109ad3c-7149-4e23-8676-40b6fab97f3e tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0556471 Dec 20 17:02:16.197780 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8766c4ff-9ffa-4a4b-b218-afb56fdaa453 req-4da9fa83-bac8-4aa7-97b1-ba7d36ac24ca tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490949 Dec 20 17:02:16.417218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-b308f416-4d50-4cb4-96e0-206a1cc87d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:16.419022 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-b308f416-4d50-4cb4-96e0-206a1cc87d86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 1098 time: 0.0494349 Dec 20 17:02:16.562875 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-32117416-7f8f-41bf-93f0-533342144e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:16.565378 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-32117416-7f8f-41bf-93f0-533342144e0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.1208730 Dec 20 17:02:16.635578 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-28033d86-2d34-47ca-98fb-5ce554201859 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941 HTTP/1.1" status: 200 len: 217 time: 0.0592778 Dec 20 17:02:16.717898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-6923b37c-8298-4e08-9e79-b9fe44997a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:16.720692 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-6923b37c-8298-4e08-9e79-b9fe44997a16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0745885 Dec 20 17:02:16.781126 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-a5c3a7ee-7267-4b83-8bc1-c2f610b81005 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486028 Dec 20 17:02:16.898222 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-9cf00fef-745a-42bb-80c4-1a71d10c8579 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073506 Dec 20 17:02:17.067993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3820db3-6269-4dca-a64b-5aeb6c70935a req-ed205d8c-c547-475e-bcfd-aa3b186a118e service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616321 Dec 20 17:02:17.326649 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cf367-b7f6-47d3-803b-339dac5e8405 req-b647222f-6778-4b6a-b53e-5f14fbc8735b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:17.328216 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b76cf367-b7f6-47d3-803b-339dac5e8405 req-b647222f-6778-4b6a-b53e-5f14fbc8735b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0536749 Dec 20 17:02:17.383924 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b76cf367-b7f6-47d3-803b-339dac5e8405 req-7a00145d-e1a5-4886-9e38-06fbdcbc55f4 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 Dec 20 17:02:17.637147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2040ea-37cb-42ad-834f-117a3e719c52 req-4af7c266-7835-46a8-9cd0-ddac155c440f tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:17.639080 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c2040ea-37cb-42ad-834f-117a3e719c52 req-4af7c266-7835-46a8-9cd0-ddac155c440f tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0884960 Dec 20 17:02:17.652541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894369-0327-4c71-90d9-3e3c065a0453 req-dcd2c57f-8d71-42a9-acef-047debea9521 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:17.654286 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-90894369-0327-4c71-90d9-3e3c065a0453 req-dcd2c57f-8d71-42a9-acef-047debea9521 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e&tenant_id=f6828fc4fed94073a0eb739b9f993bac&binding%3Ahost_id=hv-neutron-8223 HTTP/1.1" status: 200 len: 945 time: 0.0935092 Dec 20 17:02:17.709006 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c2040ea-37cb-42ad-834f-117a3e719c52 req-00f59996-0499-4fe7-b588-9da1c3880868 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 Dec 20 17:02:17.755012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894369-0327-4c71-90d9-3e3c065a0453 req-2593570a-e7d4-41bf-9779-74c6583484f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:17.756478 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-90894369-0327-4c71-90d9-3e3c065a0453 req-2593570a-e7d4-41bf-9779-74c6583484f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6828fc4fed94073a0eb739b9f993bac&device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 1098 time: 0.0465627 Dec 20 17:02:17.861359 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894369-0327-4c71-90d9-3e3c065a0453 req-791757ad-5418-4d8b-be08-798bd9ad5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:17.863025 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-90894369-0327-4c71-90d9-3e3c065a0453 req-791757ad-5418-4d8b-be08-798bd9ad5346 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 200 len: 915 time: 0.0997069 Dec 20 17:02:17.908693 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-90894369-0327-4c71-90d9-3e3c065a0453 req-ed6ee406-73f0-4c38-8f8e-58c10f679603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941 HTTP/1.1" status: 200 len: 217 time: 0.0382433 Dec 20 17:02:17.971555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894369-0327-4c71-90d9-3e3c065a0453 req-0297020c-4cc6-42be-adb3-9ec43b84574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:17.973307 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-90894369-0327-4c71-90d9-3e3c065a0453 req-0297020c-4cc6-42be-adb3-9ec43b84574e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 200 len: 854 time: 0.0571334 Dec 20 17:02:18.011852 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-90894369-0327-4c71-90d9-3e3c065a0453 req-bbba5df1-d211-44fc-9446-e50352a5fb06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6a03348-d936-4123-b52a-b746e9921483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313497 Dec 20 17:02:18.158692 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-90894369-0327-4c71-90d9-3e3c065a0453 req-6e92d8cb-b6af-44b7-a0be-d0db19e365c1 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390707 Dec 20 17:02:18.261414 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-90894369-0327-4c71-90d9-3e3c065a0453 req-6f3c1c34-a01f-4570-b503-ffec2b690e76 service neutron] 10.222.0.18 "GET /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954511 Dec 20 17:02:18.872793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6516e90-3622-4bad-ad9f-e45f15f51ad7 req-cd1b1a14-7d21-407f-bc90-a4deff9736d2 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:18.875338 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c6516e90-3622-4bad-ad9f-e45f15f51ad7 req-cd1b1a14-7d21-407f-bc90-a4deff9736d2 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0739419 Dec 20 17:02:18.930838 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c6516e90-3622-4bad-ad9f-e45f15f51ad7 req-ccc0631f-4f1b-4574-9864-a9e05a992914 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490143 Dec 20 17:02:19.066423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00ae79-b7ad-48cd-9786-28ee03927ef0 req-f4cb50f9-a76d-440b-942b-76fe36eacc8b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:19.068407 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e00ae79-b7ad-48cd-9786-28ee03927ef0 req-f4cb50f9-a76d-440b-942b-76fe36eacc8b tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0534089 Dec 20 17:02:19.122002 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7e00ae79-b7ad-48cd-9786-28ee03927ef0 req-bb4c428d-34ad-499e-98e2-dc700ef65cb8 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467629 Dec 20 17:02:19.261523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53ffd8-02e4-43bc-ac05-98d9f0bb82f5 req-2b62de65-32f8-4235-8dc9-5428905a4431 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:19.263207 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0a53ffd8-02e4-43bc-ac05-98d9f0bb82f5 req-2b62de65-32f8-4235-8dc9-5428905a4431 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0561168 Dec 20 17:02:19.316258 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0a53ffd8-02e4-43bc-ac05-98d9f0bb82f5 req-d2795b08-af6f-4eb0-9f9a-ba25bc4aa54c tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465772 Dec 20 17:02:19.718218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c30c1c-dc0b-4039-a853-47e1c7ac17b6 req-0312b76f-8a2a-4dc0-9024-643aab6f2991 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:19.719861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97c30c1c-dc0b-4039-a853-47e1c7ac17b6 req-0312b76f-8a2a-4dc0-9024-643aab6f2991 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0540149 Dec 20 17:02:19.780286 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97c30c1c-dc0b-4039-a853-47e1c7ac17b6 req-b726a9de-7f55-4ea6-9976-19af7af35bc7 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534928 Dec 20 17:02:20.913340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2e3dd-0afe-46d7-9334-aa8ab59b3a21 req-d1c6a397-dec9-4a40-93de-b7d9d1ad1e34 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:20.916463 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a7a2e3dd-0afe-46d7-9334-aa8ab59b3a21 req-d1c6a397-dec9-4a40-93de-b7d9d1ad1e34 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0598326 Dec 20 17:02:20.991279 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a7a2e3dd-0afe-46d7-9334-aa8ab59b3a21 req-c4f3a27b-c1f4-407b-aca6-34254f4674f5 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/security-groups?id=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681028 Dec 20 17:02:21.224350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-0ce060b4-6b2f-43c8-b836-f72c65006b07 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:21.225917 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-0ce060b4-6b2f-43c8-b836-f72c65006b07 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 945 time: 0.0529010 Dec 20 17:02:21.323157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Deleting port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:02:21.323580 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:21.434779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] For port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,segment=NetworkSegment(88a15a77-e084-4122-a8e8-9632d8f29260),segment_id=88a15a77-e084-4122-a8e8-9632d8f29260)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:02:21.435406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:21.457695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Calling delete_port for 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:02:21.608020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:21.621565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['7f8e32ed-b5a8-4d54-9511-4a524eeaf941'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:02:21.637679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Pushing event deleted for resources: {'Port': ['ID=7f8e32ed-b5a8-4d54-9511-4a524eeaf941,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:21.686186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] No DVR routers for this DVR port 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:02:21.689387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:21.693361 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5eb7cd5e-0701-48ac-9a53-e34426410920 req-b6164b7d-973c-4481-8ff5-47b1246c9251 tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.18 "DELETE /v2.0/ports/7f8e32ed-b5a8-4d54-9511-4a524eeaf941 HTTP/1.1" status: 204 len: 173 time: 0.4612846 Dec 20 17:02:21.694033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75afc84e-039c-48d2-b907-d7a690bca98e', 'name': 'network-vif-deleted', 'tag': '7f8e32ed-b5a8-4d54-9511-4a524eeaf941'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:02:21.696918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b765e36-b7ea-4501-a88a-b83c1f631c99" -d '{"events": [{"server_uuid": "75afc84e-039c-48d2-b907-d7a690bca98e", "name": "network-vif-deleted", "tag": "7f8e32ed-b5a8-4d54-9511-4a524eeaf941"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:02:21.842849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d349b0cb-3c70-47dc-ba52-049a3d3ef812 x-openstack-request-id: req-d349b0cb-3c70-47dc-ba52-049a3d3ef812 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:02:21.843165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75afc84e-039c-48d2-b907-d7a690bca98e", "name": "network-vif-deleted", "tag": "7f8e32ed-b5a8-4d54-9511-4a524eeaf941", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:02:21.843446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d349b0cb-3c70-47dc-ba52-049a3d3ef812 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:02:21.843865 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75afc84e-039c-48d2-b907-d7a690bca98e', 'name': 'network-vif-deleted', 'tag': '7f8e32ed-b5a8-4d54-9511-4a524eeaf941', 'status': 'completed', 'code': 200} Dec 20 17:02:22.115596 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4a610db8-7c75-4d6c-8b79-eb91f10f3dab req-23e80195-f22c-4c38-a400-4892ca7bf5bb tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] 10.222.0.60 "GET /v2.0/ports?device_id=75afc84e-039c-48d2-b907-d7a690bca98e HTTP/1.1" status: 200 len: 210 time: 0.0338087 Dec 20 17:02:23.277964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 52106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:23.339501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe21213e-ee0b-44ba-90d4-c0aa16e28c1e admin admin] Deleting subnet fc3ec32f-20ca-4b92-9aae-16c8100ca85b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:02:23.345467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe21213e-ee0b-44ba-90d4-c0aa16e28c1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:23.414233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe21213e-ee0b-44ba-90d4-c0aa16e28c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:23.474744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe21213e-ee0b-44ba-90d4-c0aa16e28c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:23.546874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe21213e-ee0b-44ba-90d4-c0aa16e28c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:23.595174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe21213e-ee0b-44ba-90d4-c0aa16e28c1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:23.602847 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fe21213e-ee0b-44ba-90d4-c0aa16e28c1e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fc3ec32f-20ca-4b92-9aae-16c8100ca85b HTTP/1.1" status: 204 len: 168 time: 0.3233356 Dec 20 17:02:23.605186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21213e-ee0b-44ba-90d4-c0aa16e28c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3ec32f-20ca-4b92-9aae-16c8100ca85b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:23.605497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 52108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:23.681108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.141595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.163394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a03348-d936-4123-b52a-b746e9921483']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:24.173851 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a15a77-e084-4122-a8e8-9632d8f29260') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:24.174144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a15a77-e084-4122-a8e8-9632d8f29260') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:24.184971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.200526 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.208271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:02:24.208707 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:02:24.210780 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:02:24.269562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.275821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.279211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] 10.222.0.60 "DELETE /v2.0/networks/f6a03348-d936-4123-b52a-b746e9921483 HTTP/1.1" status: 204 len: 168 time: 0.6722023 Dec 20 17:02:24.295567 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139afea-d506-450a-b0a5-e946e5f4bdab admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a03348-d936-4123-b52a-b746e9921483,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:24.352311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:02:24.377321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:02:24.377621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 7f8e32ed-b5a8-4d54-9511-4a524eeaf941 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:02:24.445745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 52112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:24.488700 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-15c63295-4ebf-44c5-918a-2fa65720ad46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6828fc4fed94073a0eb739b9f993bac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414762 Dec 20 17:02:24.491134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 52114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:24.542633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a5ff-ef2f-4a53-8a43-fd5a89b2f0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.569977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a5ff-ef2f-4a53-8a43-fd5a89b2f0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.639639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a5ff-ef2f-4a53-8a43-fd5a89b2f0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.642622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a5ff-ef2f-4a53-8a43-fd5a89b2f0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:24.646330 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b1b1a5ff-ef2f-4a53-8a43-fd5a89b2f0ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2369add8-bbcf-42eb-aa8d-e7c23c7f3b24 HTTP/1.1" status: 204 len: 168 time: 0.1519132 Dec 20 17:02:24.656427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1a5ff-ef2f-4a53-8a43-fd5a89b2f0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2369add8-bbcf-42eb-aa8d-e7c23c7f3b24,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:25.090750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05834287-5059-41ec-a51a-aded16763f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:25.489653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 52136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:25.613807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-919429453-network', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:25.650536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Made reservation on behalf of 2c0eac0615384566a0cb2f5b61da32ae for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:02:25.652902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:25.662414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:25.748972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:25.753445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:25.782852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:02:25.792892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac65c4cf-edb3-45f2-bdcf-2a087fa9c9bb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:25.802381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:25.803653 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Added segment cb2b62d0-9d92-4c60-8530-81b1ff68a803 of type vlan for network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa Dec 20 17:02:25.856637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:25.886180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:25.887364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:25.887958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:25.948334 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4574440 Dec 20 17:02:25.951503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 52140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:25.956570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Request body: {'subnet': {'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-919429453-subnet', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:25.966383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59ef65-b4b6-4e87-9615-19350001769a admin admin] Pushing event updated for resources: {'Network': ['ID=3cf26398-deb3-4a37-b95e-84ebbeb9adaa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:25.985713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:02:25.991613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Made reservation on behalf of 2c0eac0615384566a0cb2f5b61da32ae for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:02:25.994705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:26.217118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:26.314287 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0a591b-627e-4e7f-9d6e-cbcd654254a3,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:26.327643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Checking segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:02:26.328099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Network hostable DHCP agents. Network: 3cf26398-deb3-4a37-b95e-84ebbeb9adaa, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:02:26.350068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:02:26.362950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 3cf26398-deb3-4a37-b95e-84ebbeb9adaa) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:02:26.369059 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:26.369692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:26.387823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c7392-93fd-4ba5-8d90-2d3b1a8d081f None None] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:02:26.391802 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-60dcaf7d-2ad4-4a5b-83da-81c4ac39530c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4389644 Dec 20 17:02:26.396163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 52142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:26.401732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:26.429879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:26.431012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:26.488379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:26.548280 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:02:26.549776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:26.688434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:26.782046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Allocated IP 172.20.0.2 (3cf26398-deb3-4a37-b95e-84ebbeb9adaa/fa0a591b-627e-4e7f-9d6e-cbcd654254a3/f14ed7c4-72c4-4680-ba1b-ff76012978ba) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:02:26.963891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:26.968961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.008918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:02:27.012442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.014771 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:02:27.017505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:02:27.051693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Pushing event updated for resources: {'Port': ['ID=f14ed7c4-72c4-4680-ba1b-ff76012978ba,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:27.054403 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.117785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Attempting to bind port f14ed7c4-72c4-4680-ba1b-ff76012978ba on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:02:27.118188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Attempting to bind port f14ed7c4-72c4-4680-ba1b-ff76012978ba by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:02:27.118591 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Attempting to bind port f14ed7c4-72c4-4680-ba1b-ff76012978ba on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:02:27.124942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:02:27.125318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Checking segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:02:27.125733 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.126138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Bound using segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:02:27.126710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Bound port: f14ed7c4-72c4-4680-ba1b-ff76012978ba, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:02:27.127102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.204699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] For port f14ed7c4-72c4-4680-ba1b-ff76012978ba, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:02:27.210662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] For port f14ed7c4-72c4-4680-ba1b-ff76012978ba, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f14ed7c4-72c4-4680-ba1b-ff76012978ba,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:02:27.217464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.226872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Allocated IP 172.26.1.35 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/35d424b5-4a50-49c2-9b69-b4ec2188f3cb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:02:27.302077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24243461-cb6d-47d8-9e52-48e09fad9878 None None] Pushing event updated for resources: {'Port': ['ID=f14ed7c4-72c4-4680-ba1b-ff76012978ba,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:27.394428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.450078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.525505 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:02:27.531030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:02:27.537706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:02:27.547374 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Pushing event updated for resources: {'Port': ['ID=35d424b5-4a50-49c2-9b69-b4ec2188f3cb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:27.562056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c5d88-84de-4e7a-939d-f6af7175a5ce None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:02:27.662819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7f76255c-5b70-4e62-ab7a-4044cae48815 None None] Provisioning complete for port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:27.663576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f76255c-5b70-4e62-ab7a-4044cae48815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.709565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7f76255c-5b70-4e62-ab7a-4044cae48815 None None] Port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:02:27.792926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e002eec8-2445-4cb6-9941-8e4634d99b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:27.889021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:28.114916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:28.315948 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Router 458e96de-54af-4e05-8431-93f0afaf56a1 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:02:28.479013 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:02:28.496041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:02:28.508784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:28.515263 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0896ab31-ef7f-426b-824e-ec00d6233098 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1136832 Dec 20 17:02:28.515777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 52144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:28.533439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:02:28.534375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:02:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:28.579189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:28.611708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e1fbcb-0e89-436d-8d0e-98e7ac563c0e None None] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:02:28.738804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f14ed7c4-72c4-4680-ba1b-ff76012978ba up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:02:28.803368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-56265e53-0d11-48d4-baa3-6a7b37f5c905 None None] Provisioning complete for port f14ed7c4-72c4-4680-ba1b-ff76012978ba triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:28.803854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56265e53-0d11-48d4-baa3-6a7b37f5c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:28.848258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:02:29.204695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.239637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f14ed7c4-72c4-4680-ba1b-ff76012978ba triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:29.240254 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.376009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56265e53-0d11-48d4-baa3-6a7b37f5c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.473474 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-56265e53-0d11-48d4-baa3-6a7b37f5c905 None None] For port f14ed7c4-72c4-4680-ba1b-ff76012978ba, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f14ed7c4-72c4-4680-ba1b-ff76012978ba,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:02:29.482040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56265e53-0d11-48d4-baa3-6a7b37f5c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.488222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.529666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:27Z', 'revision_number': 3, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:29.549774 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Allocated IP 172.20.0.1 (3cf26398-deb3-4a37-b95e-84ebbeb9adaa/fa0a591b-627e-4e7f-9d6e-cbcd654254a3/b4df4c60-d0b8-463a-9650-b0fa6c9d852b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:02:29.568651 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:02:29.568981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Updating router 458e96de-54af-4e05-8431-93f0afaf56a1 port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:02:29.634908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56265e53-0d11-48d4-baa3-6a7b37f5c905 None None] Pushing event updated for resources: {'Port': ['ID=f14ed7c4-72c4-4680-ba1b-ff76012978ba,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:29.655185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.675790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.681837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:02:29.682234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:02:29.687880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-287ffb3e-6b10-43a8-b363-e06845445804 None None] Provisioning complete for port f14ed7c4-72c4-4680-ba1b-ff76012978ba triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:29.688235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-287ffb3e-6b10-43a8-b363-e06845445804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.721595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.775798 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:02:29.779005 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:02:29.782991 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:02:29.813734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Pushing event updated for resources: {'Port': ['ID=b4df4c60-d0b8-463a-9650-b0fa6c9d852b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:29.840320 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.045311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.100168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.108299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.114478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.181732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415c829b-3b23-4eff-9f26-d5c72519d0d7 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:02:30.194885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06791257-26c3-495d-a960-b7051b2bd9e5 None None] Pushing event updated for resources: {'Port': ['ID=35d424b5-4a50-49c2-9b69-b4ec2188f3cb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:30.197904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Attempting to bind port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:02:30.198406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Attempting to bind port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:02:30.198673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Attempting to bind port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:02:30.218837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ef0cd4ab-1e34-4d96-a1d8-eb965a41f2b4 None None] Provisioning complete for port b4df4c60-d0b8-463a-9650-b0fa6c9d852b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:30.219215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd4ab-1e34-4d96-a1d8-eb965a41f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.260101 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:02:30.260516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:02:30.260925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.261326 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:02:30.261867 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Bound port: 35d424b5-4a50-49c2-9b69-b4ec2188f3cb, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:02:30.262244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.308868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cd4ab-1e34-4d96-a1d8-eb965a41f2b4 None None] Port b4df4c60-d0b8-463a-9650-b0fa6c9d852b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:02:30.325772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.332686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.352574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] For port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:02:30.357458 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] For port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=35d424b5-4a50-49c2-9b69-b4ec2188f3cb,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:02:30.363750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.420992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Pushing event updated for resources: {'Port': ['ID=b4df4c60-d0b8-463a-9650-b0fa6c9d852b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:30.424289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.441367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ba9af-59b9-409c-b03a-a17df4c2c756 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:02:30.490435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:02:30.490758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:02:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:30.500856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06791257-26c3-495d-a960-b7051b2bd9e5 None None] Pushing event updated for resources: {'Port': ['ID=35d424b5-4a50-49c2-9b69-b4ec2188f3cb,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:30.542305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:02:30.544446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:02:30.548717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6ac54832-49ca-4574-ad5f-c1c9ed8846f0 None None] Provisioning complete for port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:30.549587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac54832-49ca-4574-ad5f-c1c9ed8846f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.706241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:02:30.740604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f14ed7c4-72c4-4680-ba1b-ff76012978ba up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:02:30.760660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:02:30.784933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac54832-49ca-4574-ad5f-c1c9ed8846f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.865169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6ac54832-49ca-4574-ad5f-c1c9ed8846f0 None None] For port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=35d424b5-4a50-49c2-9b69-b4ec2188f3cb,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:02:30.887082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac54832-49ca-4574-ad5f-c1c9ed8846f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.961138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:30.997818 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f14ed7c4-72c4-4680-ba1b-ff76012978ba triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:30.998099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:31.033768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac54832-49ca-4574-ad5f-c1c9ed8846f0 None None] Pushing event updated for resources: {'Port': ['ID=35d424b5-4a50-49c2-9b69-b4ec2188f3cb,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:31.081691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-65c2411f-e421-4bd3-a369-64c5ab13c3ef None None] Provisioning complete for port b4df4c60-d0b8-463a-9650-b0fa6c9d852b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:31.082039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65c2411f-e421-4bd3-a369-64c5ab13c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:31.177123 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-65c2411f-e421-4bd3-a369-64c5ab13c3ef None None] Port b4df4c60-d0b8-463a-9650-b0fa6c9d852b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:02:31.213526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-65c2411f-e421-4bd3-a369-64c5ab13c3ef None None] Provisioning complete for port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:31.213905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65c2411f-e421-4bd3-a369-64c5ab13c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:31.243659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 2, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:31.277897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4935f-06a0-41e4-9235-a172ef94354a None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 2, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:02:31.338734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:02:31.352153 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d7a69a0a-984c-4906-989d-4896167b4d63 admin admin] 10.222.0.60 "PUT /v2.0/routers/458e96de-54af-4e05-8431-93f0afaf56a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8282838 Dec 20 17:02:32.342640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 52152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:32.349852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b00e2261-a16e-4227-8216-2c24a465420f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867675932', 'description': 'tempest-description--1103974253'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:32.388243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b00e2261-a16e-4227-8216-2c24a465420f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.480042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b00e2261-a16e-4227-8216-2c24a465420f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.485546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b00e2261-a16e-4227-8216-2c24a465420f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.520298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b00e2261-a16e-4227-8216-2c24a465420f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.522290 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b00e2261-a16e-4227-8216-2c24a465420f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1784692 Dec 20 17:02:32.525829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 52154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:32.535085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-109ab07a-dda8-4d93-b5a6-1cc2d9e6f8e1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'security_group_rule': {'security_group_id': '2ec61119-f9d3-4dde-a06a-182e8740a3ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:32.535974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e2261-a16e-4227-8216-2c24a465420f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec61119-f9d3-4dde-a06a-182e8740a3ab,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:32.588501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-109ab07a-dda8-4d93-b5a6-1cc2d9e6f8e1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.710296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-109ab07a-dda8-4d93-b5a6-1cc2d9e6f8e1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.716334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-109ab07a-dda8-4d93-b5a6-1cc2d9e6f8e1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.749066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ab07a-dda8-4d93-b5a6-1cc2d9e6f8e1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6701f5bf-44e6-4d9b-93a5-1e6a866ed498,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:32.756070 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-109ab07a-dda8-4d93-b5a6-1cc2d9e6f8e1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.757343 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-109ab07a-dda8-4d93-b5a6-1cc2d9e6f8e1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297478 Dec 20 17:02:32.761821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 52156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:32.769504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1655a16e-dda2-44d9-a4cc-14a828e99cc6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'security_group_rule': {'security_group_id': '2ec61119-f9d3-4dde-a06a-182e8740a3ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:32.777608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 35d424b5-4a50-49c2-9b69-b4ec2188f3cb up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:02:32.819101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1655a16e-dda2-44d9-a4cc-14a828e99cc6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.880867 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:32.881481 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.893653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1655a16e-dda2-44d9-a4cc-14a828e99cc6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.899957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1655a16e-dda2-44d9-a4cc-14a828e99cc6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.923387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655a16e-dda2-44d9-a4cc-14a828e99cc6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb59c17-deca-4f91-a6a2-f03d37f761a5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:32.930429 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1655a16e-dda2-44d9-a4cc-14a828e99cc6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:32.933609 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1655a16e-dda2-44d9-a4cc-14a828e99cc6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1691301 Dec 20 17:02:32.937655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 52158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:32.946863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:33.014960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:33.175573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:33.289380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Allocated IP 172.26.1.97 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/77e82e17-cf99-473a-9208-75bafa9c4795) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:02:33.427039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:33.476394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:33.519604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:02:33.522935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:02:33.526616 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:02:33.570228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event updated for resources: {'Port': ['ID=77e82e17-cf99-473a-9208-75bafa9c4795,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:33.666901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:33.707099 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:33.833032 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:02:33.844120 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:02:33.844751 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:02:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:33.893188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:33.899063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:33.981128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event updated for resources: {'Port': ['ID=77e82e17-cf99-473a-9208-75bafa9c4795,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:33.995976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:34.024259 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:34.026982 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c2752224-ab7e-475a-9518-d7f88c204e7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0871611 Dec 20 17:02:34.107926 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:02:34.241677 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-21a83cf7-eff1-42e1-a70e-59c7ad91c9d3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1867675932&fields=id&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 267 time: 0.0677891 Dec 20 17:02:34.328203 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 2, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:34.359961 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:02:34.360305 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Updating router 458e96de-54af-4e05-8431-93f0afaf56a1 port b4df4c60-d0b8-463a-9650-b0fa6c9d852b binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:02:34.374159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034c5e-feaf-485e-9ff7-837a510603fc req-6f78cdee-c7bb-4032-92d9-1fa5fe22f7bf tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:34.375801 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-6f78cdee-c7bb-4032-92d9-1fa5fe22f7bf tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 811 time: 0.1246033 Dec 20 17:02:34.387626 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:34.394824 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f68dbb8f-5516-4784-bd05-b945fbaf3df7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/quotas/2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 375 time: 0.0117893 Dec 20 17:02:34.449885 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-efa0b13b-dc87-46e3-bda2-e8d55cf108b8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484996 Dec 20 17:02:34.468529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-bbe5fe03-2125-4dda-84f7-beda7f48411b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:02:34.469712 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-bbe5fe03-2125-4dda-84f7-beda7f48411b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079072 Dec 20 17:02:34.568091 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-eb9206b2-5f81-42b2-a67f-2fbc1240b982 service neutron] 10.222.0.60 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914826 Dec 20 17:02:34.672140 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-cf1d7583-e2a9-49a4-a7c4-e1a9fccc55ba service neutron] 10.222.0.60 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966911 Dec 20 17:02:34.689735 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:34.699450 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:34.779789 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Pushing event updated for resources: {'Port': ['ID=b4df4c60-d0b8-463a-9650-b0fa6c9d852b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:34.828364 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.829247 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.830014 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.830832 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.831364 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.831884 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.832433 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.833081 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.834594 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.834970 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.835312 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.835646 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.835973 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:34.899326 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Attempting to bind port b4df4c60-d0b8-463a-9650-b0fa6c9d852b on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:02:34.900203 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Attempting to bind port b4df4c60-d0b8-463a-9650-b0fa6c9d852b by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:02:34.900570 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Attempting to bind port b4df4c60-d0b8-463a-9650-b0fa6c9d852b on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:02:34.912605 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:02:34.913485 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Checking segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:02:34.914541 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:34.916085 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Bound using segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:02:34.917098 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Bound port: b4df4c60-d0b8-463a-9650-b0fa6c9d852b, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:02:34.917738 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:34.932689 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-81be8e3c-2a34-4473-8b61-3cae01b76faf req-5df1a1e1-a48e-4e97-9031-0f54ac555689 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 210 time: 0.0368121 Dec 20 17:02:35.013946 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2492e7dc-fd8a-43e0-ba52-c09ae6b74adc None None] Provisioning complete for port b4df4c60-d0b8-463a-9650-b0fa6c9d852b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:35.014718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2492e7dc-fd8a-43e0-ba52-c09ae6b74adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:35.020240 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] For port b4df4c60-d0b8-463a-9650-b0fa6c9d852b, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:02:35.024762 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] For port b4df4c60-d0b8-463a-9650-b0fa6c9d852b, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b4df4c60-d0b8-463a-9650-b0fa6c9d852b,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:02:35.032110 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:35.061136 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2492e7dc-fd8a-43e0-ba52-c09ae6b74adc None None] Port b4df4c60-d0b8-463a-9650-b0fa6c9d852b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:02:35.095769 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:02:35.096411 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:02:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:35.150920 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07103c-a8b9-480c-9ee2-d9219f15555d None None] Pushing event updated for resources: {'Port': ['ID=b4df4c60-d0b8-463a-9650-b0fa6c9d852b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:35.269701 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:02:35.402148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-87900e3a-57f6-4eff-b02d-45dbd8bead62 None None] Provisioning complete for port b4df4c60-d0b8-463a-9650-b0fa6c9d852b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:35.402753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87900e3a-57f6-4eff-b02d-45dbd8bead62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:35.542708 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:35.546304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87900e3a-57f6-4eff-b02d-45dbd8bead62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:35.579902 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92804cc4-fb53-46b7-80de-e292dde5b488 None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:02:35.597006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-87900e3a-57f6-4eff-b02d-45dbd8bead62 None None] For port b4df4c60-d0b8-463a-9650-b0fa6c9d852b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b4df4c60-d0b8-463a-9650-b0fa6c9d852b,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:02:35.612365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87900e3a-57f6-4eff-b02d-45dbd8bead62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:35.689962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87900e3a-57f6-4eff-b02d-45dbd8bead62 None None] Pushing event updated for resources: {'Port': ['ID=b4df4c60-d0b8-463a-9650-b0fa6c9d852b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:36.114781 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0a960a29-4259-400c-8cc6-532ab6d56ae3 req-593b0aa4-dc68-4480-a231-d6f00f286b7e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 210 time: 0.0598378 Dec 20 17:02:36.161412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034c5e-feaf-485e-9ff7-837a510603fc req-82b75b46-ce7f-4655-8875-3f684f6e4027 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:36.163998 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-82b75b46-ce7f-4655-8875-3f684f6e4027 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 811 time: 0.1962831 Dec 20 17:02:36.260383 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f3e6b3c0-eb4a-4feb-8fc5-58c9d75e3006 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 380 time: 0.0851231 Dec 20 17:02:36.277911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'port': {'device_id': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'admin_state_up': True, 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'security_groups': ['2ec61119-f9d3-4dde-a06a-182e8740a3ab']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:36.281847 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:02:36.438481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Made reservation on behalf of 2c0eac0615384566a0cb2f5b61da32ae for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:02:36.442220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:36.697540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b4df4c60-d0b8-463a-9650-b0fa6c9d852b up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:02:36.764562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port b4df4c60-d0b8-463a-9650-b0fa6c9d852b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:36.764934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:36.964069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Allocated IP 172.20.0.13 (3cf26398-deb3-4a37-b95e-84ebbeb9adaa/fa0a591b-627e-4e7f-9d6e-cbcd654254a3/cbd4deaf-f598-427c-b281-ec4aa904a78a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:02:37.131395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:37.171525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:37.228563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:02:37.233083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:02:37.235249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event updated for resources: {'Port': ['ID=cbd4deaf-f598-427c-b281-ec4aa904a78a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:37.237718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:02:37.270413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.270769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.271124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.271468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.272062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.272233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.272451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.272785 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.273114 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.273445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.273755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.274073 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.274430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:37.287715 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd67f4-8aee-41b8-9b60-68dd564e2e2f req-aa7fa537-7941-425d-88d8-35b2b5e3b33a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:37.289431 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e0fd67f4-8aee-41b8-9b60-68dd564e2e2f req-aa7fa537-7941-425d-88d8-35b2b5e3b33a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 932 time: 0.0713158 Dec 20 17:02:37.316688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:37.317433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:37.342860 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-f6bd781b-7a8a-40fa-9aad-b94cf147a053 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0742619 Dec 20 17:02:37.357376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Request body: {'port': {'device_id': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:37.374836 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e0fd67f4-8aee-41b8-9b60-68dd564e2e2f req-c27ef719-ffc2-4b76-aad0-18459e5e3553 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725453 Dec 20 17:02:37.451316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:37.775790 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd4deaf-f598-427c-b281-ec4aa904a78a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:02:37.779889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fe3eadf0-fe9b-467c-acf7-6cc083fea8ac None None] Provisioning complete for port cbd4deaf-f598-427c-b281-ec4aa904a78a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:37.780748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe3eadf0-fe9b-467c-acf7-6cc083fea8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:37.790470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:37.814130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Transition to ACTIVE for port object cbd4deaf-f598-427c-b281-ec4aa904a78a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:02:37.820494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:37.826898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fe3eadf0-fe9b-467c-acf7-6cc083fea8ac None None] Port cbd4deaf-f598-427c-b281-ec4aa904a78a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:02:37.916174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Pushing event updated for resources: {'Port': ['ID=cbd4deaf-f598-427c-b281-ec4aa904a78a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:38.032315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Attempting to bind port cbd4deaf-f598-427c-b281-ec4aa904a78a on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:02:38.032724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Attempting to bind port cbd4deaf-f598-427c-b281-ec4aa904a78a by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:02:38.033192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Attempting to bind port cbd4deaf-f598-427c-b281-ec4aa904a78a on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:02:38.040026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Port cbd4deaf-f598-427c-b281-ec4aa904a78a on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:02:38.040594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Attempting to bind port cbd4deaf-f598-427c-b281-ec4aa904a78a on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:02:38.049381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:02:38.049978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Checking segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:02:38.050529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Bound using segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:02:38.051078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Bound port: cbd4deaf-f598-427c-b281-ec4aa904a78a, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:02:38.051537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:38.156764 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] For port cbd4deaf-f598-427c-b281-ec4aa904a78a, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:02:38.162559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] For port cbd4deaf-f598-427c-b281-ec4aa904a78a, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:02:38.169531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:38.219238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:38.219987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:38.221428 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] 10.222.0.18 "PUT /v2.0/ports/cbd4deaf-f598-427c-b281-ec4aa904a78a HTTP/1.1" status: 200 len: 1094 time: 0.8697379 Dec 20 17:02:38.221923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'tag': 'cbd4deaf-f598-427c-b281-ec4aa904a78a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:02:38.224338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d995b0-b3b7-4b46-aa40-011ca8e93827" -d '{"events": [{"name": "network-changed", "server_uuid": "29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f", "tag": "cbd4deaf-f598-427c-b281-ec4aa904a78a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:02:38.248801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc8358-616a-4630-aa4e-efd12d296ccb service neutron] Pushing event updated for resources: {'Port': ['ID=cbd4deaf-f598-427c-b281-ec4aa904a78a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:38.287315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f588e8fa-a786-4e99-9f6e-a724792b5c4c x-openstack-request-id: req-f588e8fa-a786-4e99-9f6e-a724792b5c4c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:02:38.287610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f", "tag": "cbd4deaf-f598-427c-b281-ec4aa904a78a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:02:38.287868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f588e8fa-a786-4e99-9f6e-a724792b5c4c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:02:38.288279 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'tag': 'cbd4deaf-f598-427c-b281-ec4aa904a78a', 'status': 'completed', 'code': 200} Dec 20 17:02:38.354088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034c5e-feaf-485e-9ff7-837a510603fc req-2b94c05e-1738-444d-b3e1-692bea39f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:38.356013 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-2b94c05e-1738-444d-b3e1-692bea39f8b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 1097 time: 0.0644839 Dec 20 17:02:38.403374 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-90bf6e07-f2f9-4d9e-b05b-5b1a09ccb7b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a HTTP/1.1" status: 200 len: 217 time: 0.0384314 Dec 20 17:02:38.486845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034c5e-feaf-485e-9ff7-837a510603fc req-a970e566-e24f-4de1-96a8-80d725e8268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:38.488385 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-a970e566-e24f-4de1-96a8-80d725e8268f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0778775 Dec 20 17:02:38.559850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc1f3-c79a-4f33-8df4-cf397bc3d858 req-fb502cc5-b384-4939-96af-8d2a311d97a4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:38.562341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5a43bee5-a7ea-49ea-88b5-9774f0977090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:38.562611 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1cdc1f3-c79a-4f33-8df4-cf397bc3d858 req-fb502cc5-b384-4939-96af-8d2a311d97a4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 944 time: 0.0778253 Dec 20 17:02:38.564363 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-5a43bee5-a7ea-49ea-88b5-9774f0977090 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685606 Dec 20 17:02:38.641944 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f1cdc1f3-c79a-4f33-8df4-cf397bc3d858 req-5b0003db-455f-4891-8e5b-560402beff91 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721812 Dec 20 17:02:38.701163 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-eba51005-58c5-4ac1-a04d-ac5899dc5ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280241 Dec 20 17:02:38.810588 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88034c5e-feaf-485e-9ff7-837a510603fc req-da5cfbd1-7795-4cd0-ac4f-0604e056f5ca service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020882 Dec 20 17:02:38.907146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-6f7e5ea4-7869-4eaf-9f40-6e60c845a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:38.908869 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-6f7e5ea4-7869-4eaf-9f40-6e60c845a8d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 1097 time: 0.0467439 Dec 20 17:02:39.020890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-ada51d0d-75c3-48d7-8cda-43b38e39364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:39.022527 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-ada51d0d-75c3-48d7-8cda-43b38e39364a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1053522 Dec 20 17:02:39.070225 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-9225b3d3-145e-425e-94f0-460da26c27f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a HTTP/1.1" status: 200 len: 217 time: 0.0396171 Dec 20 17:02:39.131221 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-f55f3bd4-68fd-4162-bf6d-377fd82fb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:39.132870 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-f55f3bd4-68fd-4162-bf6d-377fd82fb319 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0557208 Dec 20 17:02:39.187739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-57cb7ef4-3e43-4178-90ad-1505d6b70aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:39.189495 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-57cb7ef4-3e43-4178-90ad-1505d6b70aa7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476062 Dec 20 17:02:39.292222 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-0801db3a-280f-47fb-a72e-a43ca183182d service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939145 Dec 20 17:02:39.401333 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e3d995b0-b3b7-4b46-aa40-011ca8e93827 req-172fbe2d-f6e5-4639-9aa3-74c297d9a28f service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005273 Dec 20 17:02:39.776342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bd1f4-a275-4891-bfd7-0ec4fec2e29f req-ef9b217c-3595-45d7-b3df-125650e3235f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:39.777948 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-292bd1f4-a275-4891-bfd7-0ec4fec2e29f req-ef9b217c-3595-45d7-b3df-125650e3235f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 944 time: 0.0553806 Dec 20 17:02:39.838034 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-292bd1f4-a275-4891-bfd7-0ec4fec2e29f req-049eaac7-2914-4b60-8026-d77b6a03d39e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492287 Dec 20 17:02:40.444790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device cbd4deaf-f598-427c-b281-ec4aa904a78a details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:02:40.557601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port cbd4deaf-f598-427c-b281-ec4aa904a78a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:02:40.571378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'cbd4deaf-f598-427c-b281-ec4aa904a78a', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'port_id': 'cbd4deaf-f598-427c-b281-ec4aa904a78a', 'mac_address': 'fa:16:3e:5c:0d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:02:40.615208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:40.637915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd4deaf-f598-427c-b281-ec4aa904a78a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:02:40.671995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port cbd4deaf-f598-427c-b281-ec4aa904a78a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:02:40.677342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:40.754998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=cbd4deaf-f598-427c-b281-ec4aa904a78a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:40.763812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.764400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.764842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.765267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.765685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.766105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.766565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.766996 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.767422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.767852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.768285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.768709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.769127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:02:40.886597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['cbd4deaf-f598-427c-b281-ec4aa904a78a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:02:40.995845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb04b-3869-4f96-8349-0084516c6354 req-1f5d0115-044e-40ee-8ca7-e29b97c6fdee tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:40.998427 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-17dfb04b-3869-4f96-8349-0084516c6354 req-1f5d0115-044e-40ee-8ca7-e29b97c6fdee tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 945 time: 0.0723503 Dec 20 17:02:41.072494 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-17dfb04b-3869-4f96-8349-0084516c6354 req-f6026688-6813-4391-9855-a6ab45024bc8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649223 Dec 20 17:02:42.208827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89051-4b7d-4d93-b34e-fccc1607ebc1 req-c9c03317-5d91-41ce-9383-4ae9f126675c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:42.211394 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11f89051-4b7d-4d93-b34e-fccc1607ebc1 req-c9c03317-5d91-41ce-9383-4ae9f126675c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 945 time: 0.0655894 Dec 20 17:02:42.269595 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-11f89051-4b7d-4d93-b34e-fccc1607ebc1 req-469c0c22-41f0-4acd-94c9-e7a7395382fb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514987 Dec 20 17:02:42.445625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device cbd4deaf-f598-427c-b281-ec4aa904a78a up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:02:42.524634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port cbd4deaf-f598-427c-b281-ec4aa904a78a completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:02:42.530814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port cbd4deaf-f598-427c-b281-ec4aa904a78a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:02:42.531212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:42.619906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:42.664417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4deaf-f598-427c-b281-ec4aa904a78a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:02:42.669497 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb31b27-8fa2-452d-bc02-23b2d7bcf709" -d '{"events": [{"server_uuid": "29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4deaf-f598-427c-b281-ec4aa904a78a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:02:42.693877 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port cbd4deaf-f598-427c-b281-ec4aa904a78a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:02:42.699792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:42.731254 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d04c0c5-f41b-4b9a-8b45-36c323db8dcd x-openstack-request-id: req-7d04c0c5-f41b-4b9a-8b45-36c323db8dcd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:02:42.731548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4deaf-f598-427c-b281-ec4aa904a78a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:02:42.731799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d04c0c5-f41b-4b9a-8b45-36c323db8dcd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:02:42.732226 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4deaf-f598-427c-b281-ec4aa904a78a', 'code': 200} Dec 20 17:02:42.764024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=cbd4deaf-f598-427c-b281-ec4aa904a78a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:02:42.906654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24765d0c-d8ba-43c8-a1ce-1520b9d8bf84 req-f80e5583-a579-4180-a606-dd2ec0783260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:42.908079 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-24765d0c-d8ba-43c8-a1ce-1520b9d8bf84 req-f80e5583-a579-4180-a606-dd2ec0783260 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 1099 time: 0.0413790 Dec 20 17:02:42.955688 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-24765d0c-d8ba-43c8-a1ce-1520b9d8bf84 req-9b1a100e-326e-4a62-9ea3-17cc401ed5e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405128 Dec 20 17:02:43.397141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef7506-12e4-417e-9e45-4ec6616bb562 req-88d78081-e975-4403-9f0a-deb9935bc69b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:43.398742 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-65ef7506-12e4-417e-9e45-4ec6616bb562 req-88d78081-e975-4403-9f0a-deb9935bc69b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0560868 Dec 20 17:02:43.453550 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-65ef7506-12e4-417e-9e45-4ec6616bb562 req-147f3d40-916c-43cf-b03a-2deae40fda9b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469503 Dec 20 17:02:44.405419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:44.582804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491bd61-696b-409a-a9f8-524ca11bcc23 req-4ab7f103-7484-4cea-a733-60e06563d698 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:44.585086 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0491bd61-696b-409a-a9f8-524ca11bcc23 req-4ab7f103-7484-4cea-a733-60e06563d698 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0580997 Dec 20 17:02:44.641819 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0491bd61-696b-409a-a9f8-524ca11bcc23 req-beb502fe-4d41-423b-b533-5ecc3ebf5c12 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491767 Dec 20 17:02:44.762729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fc970-1218-4089-9f1d-8ed027c3be0f req-e6fbf708-3465-4dd2-b309-d9e52404119e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:44.764383 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b90fc970-1218-4089-9f1d-8ed027c3be0f req-e6fbf708-3465-4dd2-b309-d9e52404119e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0542190 Dec 20 17:02:44.775047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 52208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:02:44.780183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-58c25bd9-525d-45dd-9859-d669f9345134 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'floatingip': {'port_id': 'cbd4deaf-f598-427c-b281-ec4aa904a78a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:02:44.824955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58c25bd9-525d-45dd-9859-d669f9345134 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:45.361564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58c25bd9-525d-45dd-9859-d669f9345134 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:45.366379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58c25bd9-525d-45dd-9859-d669f9345134 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:45.478136 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-58c25bd9-525d-45dd-9859-d669f9345134 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c associated. External IP: 172.26.1.97, port: cbd4deaf-f598-427c-b281-ec4aa904a78a. Dec 20 17:02:45.695771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c25bd9-525d-45dd-9859-d669f9345134 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:02:45.815222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c25bd9-525d-45dd-9859-d669f9345134 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:02:45.820353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58c25bd9-525d-45dd-9859-d669f9345134 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:45.826644 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:02:45.838156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:02:45.838845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:02:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:45.855194 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-58c25bd9-525d-45dd-9859-d669f9345134 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "PUT /v2.0/floatingips/0d3632bf-9ec5-42f6-b9d1-b28655529b0c HTTP/1.1" status: 200 len: 991 time: 1.0789621 Dec 20 17:02:45.855800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'tag': 'cbd4deaf-f598-427c-b281-ec4aa904a78a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:02:45.858193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4775f68e-717b-445f-997a-a2ec980cfcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f", "tag": "cbd4deaf-f598-427c-b281-ec4aa904a78a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:02:45.906635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e5eed-0c56-44d0-8542-2c7fad331bd8 x-openstack-request-id: req-f64e5eed-0c56-44d0-8542-2c7fad331bd8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:02:45.907080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f", "tag": "cbd4deaf-f598-427c-b281-ec4aa904a78a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:02:45.907475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f64e5eed-0c56-44d0-8542-2c7fad331bd8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:02:45.908099 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'tag': 'cbd4deaf-f598-427c-b281-ec4aa904a78a', 'status': 'completed', 'code': 200} Dec 20 17:02:45.989112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:02:45.994558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-f6365928-4a66-4a31-9ed9-162ef457cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:45.996329 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-f6365928-4a66-4a31-9ed9-162ef457cee7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 1099 time: 0.0583797 Dec 20 17:02:46.111956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-892cccd7-dd5e-425b-89a2-d19a5105134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:46.113482 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-892cccd7-dd5e-425b-89a2-d19a5105134a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1080773 Dec 20 17:02:46.194199 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-813ced68-50a2-4a04-bdf1-2b91390900ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a HTTP/1.1" status: 200 len: 999 time: 0.0732186 Dec 20 17:02:46.275969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-e486d1ef-38ae-4d9f-b13d-0ee093cfda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:46.278298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-e486d1ef-38ae-4d9f-b13d-0ee093cfda1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0776391 Dec 20 17:02:46.283588 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': 'cbd4deaf-f598-427c-b281-ec4aa904a78a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:5c:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:02:45Z', 'revision_number': 1, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:46.333109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:02:46.346772 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:02:46.347423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:02:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:46.351897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-bc1f7b59-3c4c-4ebf-8db3-18581e3ef38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:46.353542 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-bc1f7b59-3c4c-4ebf-8db3-18581e3ef38c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667834 Dec 20 17:02:46.472061 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-eb92117c-ac84-4df6-b2ae-6d75aaa3ea18 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114571 Dec 20 17:02:46.490324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:02:46.609323 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4775f68e-717b-445f-997a-a2ec980cfcf3 req-fba05cb3-fd1e-49ff-9e78-f08ee349acc1 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300929 Dec 20 17:02:46.770248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': 'cbd4deaf-f598-427c-b281-ec4aa904a78a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:5c:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:02:45Z', 'revision_number': 1, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:02:46.802499 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4912e2-bb90-4ba4-b677-54091f42ee16 None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': 'cbd4deaf-f598-427c-b281-ec4aa904a78a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:5c:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:02:45Z', 'revision_number': 1, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:02:47.032326 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9769730-39fe-4b8f-9bc9-8272b66c942e None None] New status for floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:02:55.084103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86fcc405-182f-457e-8123-7148cbf92742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:57.789319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1de868f-b5bf-47c8-8a47-afc78a3c0fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:58.537046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:00.099204 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:00.837707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:13.282286 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:03:14.399900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:18.371750 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-4e02875e-9f37-4f93-ab70-16d3a9702df1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442979 Dec 20 17:03:18.471181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-c9726e4c-9889-41af-81b2-7a233931219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:18.472751 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-c9726e4c-9889-41af-81b2-7a233931219f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 1099 time: 0.0504551 Dec 20 17:03:18.651651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-f3310658-d75f-4eba-a1d4-8e297cf3f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:18.654231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-f3310658-d75f-4eba-a1d4-8e297cf3f119 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1567309 Dec 20 17:03:18.733368 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-bd5a6fa0-4514-4363-a586-84ee2abd674c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a HTTP/1.1" status: 200 len: 1001 time: 0.0714016 Dec 20 17:03:18.799405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-89286d3d-70ef-4dad-9723-08beb6fab505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:18.800927 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-89286d3d-70ef-4dad-9723-08beb6fab505 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0593958 Dec 20 17:03:18.852261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-a3f55244-63bb-4027-a592-6f5143c7b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:18.854177 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-a3f55244-63bb-4027-a592-6f5143c7b02e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456841 Dec 20 17:03:18.977696 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-1d3ec35f-2cfa-4ecc-a047-7588570aa372 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157217 Dec 20 17:03:19.087027 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-166d5930-9c9b-4e71-b80d-7604a6b6c594 req-b3fb49ef-09e7-411b-95b2-21f60e5b904d service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005893 Dec 20 17:03:22.373958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6753a7-b233-4f00-97e9-f7576a888256 req-d3fec7a3-645b-40b4-afc7-10f06ede60f3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:22.375672 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3f6753a7-b233-4f00-97e9-f7576a888256 req-d3fec7a3-645b-40b4-afc7-10f06ede60f3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0544593 Dec 20 17:03:22.438031 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3f6753a7-b233-4f00-97e9-f7576a888256 req-1708052f-d095-4907-a837-52859c34733f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558870 Dec 20 17:03:22.731280 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-96a339ca-1ad7-4b95-977c-e6b5f756059d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520256 Dec 20 17:03:22.762776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9289f7-b361-4f3b-82fc-a60123cf4078 req-583e9a42-7c38-4464-8ada-03874dbb4e80 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:22.764709 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6a9289f7-b361-4f3b-82fc-a60123cf4078 req-583e9a42-7c38-4464-8ada-03874dbb4e80 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0847054 Dec 20 17:03:22.830711 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6a9289f7-b361-4f3b-82fc-a60123cf4078 req-3ea5c814-1788-4034-9d34-f83059ce075f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525370 Dec 20 17:03:23.999543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbee2ab-f89d-4060-9c48-27678de7d045 req-b6fcf6d2-02ae-4188-83e6-2ff03f10e30b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:24.001243 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8dbee2ab-f89d-4060-9c48-27678de7d045 req-b6fcf6d2-02ae-4188-83e6-2ff03f10e30b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0567563 Dec 20 17:03:24.061834 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8dbee2ab-f89d-4060-9c48-27678de7d045 req-118d2dfa-ac26-4b06-9b69-135817f2e8cf tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538170 Dec 20 17:03:24.178771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-ec46a82d-315b-4406-a8d0-a1137c93f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:24.180899 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-ec46a82d-315b-4406-a8d0-a1137c93f7a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 1099 time: 0.0607772 Dec 20 17:03:24.282573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-9fcf51e3-1808-45fc-80a6-2e5a76839734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:24.284125 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-9fcf51e3-1808-45fc-80a6-2e5a76839734 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0963848 Dec 20 17:03:24.354945 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-e72eb6e5-f780-427b-aae8-03f30329447f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a HTTP/1.1" status: 200 len: 1001 time: 0.0633838 Dec 20 17:03:24.420058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-5db92174-6899-4a03-9c1a-248bd40c5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:24.421444 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-5db92174-6899-4a03-9c1a-248bd40c5fc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0586388 Dec 20 17:03:24.471679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-a87a2682-36a2-4ec2-a263-7cd72c41c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:24.473233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-a87a2682-36a2-4ec2-a263-7cd72c41c09d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445693 Dec 20 17:03:24.572492 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-88a500f2-e594-475b-b848-74e2fbdd9c4b service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919313 Dec 20 17:03:24.676476 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-893646a2-e37b-4d62-b9b5-f7de3e3ec900 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959389 Dec 20 17:03:25.089184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f438d626-917d-46c0-9b79-ed3b5506ddc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:25.250410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908a726-49ef-41f7-9469-0c5838a46f60 req-19c6e277-8e61-481c-9a30-8442267e8fe6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:25.252974 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1908a726-49ef-41f7-9469-0c5838a46f60 req-19c6e277-8e61-481c-9a30-8442267e8fe6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0875077 Dec 20 17:03:25.335995 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1908a726-49ef-41f7-9469-0c5838a46f60 req-bd3b44eb-0c9d-4b95-9d09-86ec9d5ee7ba tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754819 Dec 20 17:03:26.498724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2da56-7a98-43d3-9b37-0c4dfde1eab7 req-03023814-3858-4c2a-a0ee-5ec21bf3fc3d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:26.500384 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a9c2da56-7a98-43d3-9b37-0c4dfde1eab7 req-03023814-3858-4c2a-a0ee-5ec21bf3fc3d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0792131 Dec 20 17:03:26.553701 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a9c2da56-7a98-43d3-9b37-0c4dfde1eab7 req-3908dee6-10e4-4e2a-8772-2e814d3e98ea tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462289 Dec 20 17:03:27.681551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce0863-b0ab-4b0d-b4f5-9bac2c751c8a req-64b25ce7-ee80-42a5-8a03-6a3c80c17585 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:27.683281 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0fce0863-b0ab-4b0d-b4f5-9bac2c751c8a req-64b25ce7-ee80-42a5-8a03-6a3c80c17585 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0547459 Dec 20 17:03:27.748377 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0fce0863-b0ab-4b0d-b4f5-9bac2c751c8a req-b0a16122-9e01-48f1-a290-2ea4c2351b96 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546279 Dec 20 17:03:27.788565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df882c6a-575f-49d6-a83f-e0e9fb4d1464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:28.545293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:28.891586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537118-8fd6-4402-80e7-83fbf5ca5f51 req-f27b6c34-e9ae-49d8-8ab5-744f88ebda75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:28.893137 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-53537118-8fd6-4402-80e7-83fbf5ca5f51 req-f27b6c34-e9ae-49d8-8ab5-744f88ebda75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0602810 Dec 20 17:03:28.968994 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-53537118-8fd6-4402-80e7-83fbf5ca5f51 req-8b9e19bd-ee47-446d-958b-5704486b2936 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685563 Dec 20 17:03:30.099617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d6feb-d5a9-4472-add8-a09400466fe5 req-971e87a5-2747-4ec9-9e9f-ce89082d5b99 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:30.102086 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-791d6feb-d5a9-4472-add8-a09400466fe5 req-971e87a5-2747-4ec9-9e9f-ce89082d5b99 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0565374 Dec 20 17:03:30.102812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:30.155824 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-791d6feb-d5a9-4472-add8-a09400466fe5 req-630d461b-5e5c-4d9b-b7c3-fbc81523884b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Dec 20 17:03:30.847829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:31.290247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079d7a-35a8-4f27-b694-ba7c9ea8ff1f req-cfb692b3-d3fc-49ae-97ab-1f8f4970cf0e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:31.291859 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-83079d7a-35a8-4f27-b694-ba7c9ea8ff1f req-cfb692b3-d3fc-49ae-97ab-1f8f4970cf0e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0528040 Dec 20 17:03:31.348326 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-83079d7a-35a8-4f27-b694-ba7c9ea8ff1f req-be822e27-708e-40b6-8419-c8f3c7116b51 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460999 Dec 20 17:03:32.493264 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6d56f-a909-4d46-9c26-13e32fb926b6 req-40877858-c033-4438-9ac4-77aa72392cf5 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:32.495157 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-28b6d56f-a909-4d46-9c26-13e32fb926b6 req-40877858-c033-4438-9ac4-77aa72392cf5 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0700386 Dec 20 17:03:32.549400 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-28b6d56f-a909-4d46-9c26-13e32fb926b6 req-fd93ee99-38bc-49f3-a2f6-65aa0528915b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477483 Dec 20 17:03:33.677427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3168-edcb-452a-9627-06ac1329906c req-14d431fc-3090-457b-b19d-d98b62cca941 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:33.679726 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c1e3168-edcb-452a-9627-06ac1329906c req-14d431fc-3090-457b-b19d-d98b62cca941 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0580635 Dec 20 17:03:33.731602 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c1e3168-edcb-452a-9627-06ac1329906c req-575deea5-aaf6-416f-945d-ecbc006bb978 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455029 Dec 20 17:03:34.863129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a801f-a1cb-46ff-8f44-da981ac9ed9b req-f85d4d34-f7ac-43af-bffc-27bbaeacdc86 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:34.864755 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ab9a801f-a1cb-46ff-8f44-da981ac9ed9b req-f85d4d34-f7ac-43af-bffc-27bbaeacdc86 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0577126 Dec 20 17:03:34.919461 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ab9a801f-a1cb-46ff-8f44-da981ac9ed9b req-c44754b0-d9cb-4f3d-b434-0911e77133ee tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475659 Dec 20 17:03:36.048132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb7e6b-081a-4e39-9109-93399683b401 req-58b810a2-5329-4ed6-ae4b-52f3efde2670 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:36.049820 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2bbb7e6b-081a-4e39-9109-93399683b401 req-58b810a2-5329-4ed6-ae4b-52f3efde2670 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0528505 Dec 20 17:03:36.105510 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2bbb7e6b-081a-4e39-9109-93399683b401 req-d802e864-c695-4049-93ea-43d1ffd9a33c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485344 Dec 20 17:03:36.290350 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-2b95a6e5-389f-426a-b337-ea1d6bf7b0c5 service neutron] 10.222.0.18 "GET /v2.0/ports/cbd4deaf-f598-427c-b281-ec4aa904a78a/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.0588832 Dec 20 17:03:36.526243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-4eb6adbb-5eba-42c0-897a-3e044b1fc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:36.527820 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-4eb6adbb-5eba-42c0-897a-3e044b1fc19c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 1099 time: 0.0486987 Dec 20 17:03:36.604711 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-b3e362e3-e8f9-4cd8-8a6c-159dd966fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:36.607179 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-b3e362e3-e8f9-4cd8-8a6c-159dd966fef0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 1099 time: 0.0541468 Dec 20 17:03:36.701103 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-a732a7cc-f380-41ea-a511-4fb9a1c4d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:36.702632 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-a732a7cc-f380-41ea-a511-4fb9a1c4d978 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0877712 Dec 20 17:03:36.781856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-475f0112-2a9a-496f-a94c-6bc35080367b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a HTTP/1.1" status: 200 len: 1001 time: 0.0721951 Dec 20 17:03:36.840455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-329bddc4-6504-43c1-bea3-6641da4d61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:36.843149 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-329bddc4-6504-43c1-bea3-6641da4d61f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0538738 Dec 20 17:03:36.896282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-6c0f3bec-2fa2-49e7-b021-f91cc6239a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:36.898902 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-6c0f3bec-2fa2-49e7-b021-f91cc6239a06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490913 Dec 20 17:03:37.003174 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-3b99da36-bb54-4c84-83c9-c51358f50f77 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961993 Dec 20 17:03:37.104134 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca3fd60b-8ce4-45d7-bd24-737187116c10 req-7b2ed1af-2c78-4018-8a71-0cbc5bffaebe service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940385 Dec 20 17:03:37.271871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855b88e-d0e7-451d-b61a-bc6a5fd3ef46 req-1b91ce28-c391-4c8f-be7c-edd5ddeedf9d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:37.273571 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5855b88e-d0e7-451d-b61a-bc6a5fd3ef46 req-1b91ce28-c391-4c8f-be7c-edd5ddeedf9d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0663540 Dec 20 17:03:37.332406 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5855b88e-d0e7-451d-b61a-bc6a5fd3ef46 req-ee93abb8-7657-4faa-a4e0-d8f7c5126b78 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508084 Dec 20 17:03:38.476392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cffb28-3462-4ce1-b75b-848272332ad4 req-655e1d45-47f2-4575-a44c-436bb676c714 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:38.478027 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-02cffb28-3462-4ce1-b75b-848272332ad4 req-655e1d45-47f2-4575-a44c-436bb676c714 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0619409 Dec 20 17:03:38.552722 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-02cffb28-3462-4ce1-b75b-848272332ad4 req-bc75a8f6-f1a8-4b9e-a26e-58fc984c2472 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658422 Dec 20 17:03:39.683449 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ba83f-31de-4a56-9b7d-daa184c28b9e req-73c14068-5102-41e3-8029-f2fbb91cc8c7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:39.685124 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4f4ba83f-31de-4a56-9b7d-daa184c28b9e req-73c14068-5102-41e3-8029-f2fbb91cc8c7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0590873 Dec 20 17:03:39.743589 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4f4ba83f-31de-4a56-9b7d-daa184c28b9e req-6715c5e8-bd4b-4bbc-a14a-1b8b7856002d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470927 Dec 20 17:03:40.027616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac6f0-6659-4c7a-8fc9-a6f535e4eecc req-db5a9b96-af67-44e9-90bf-6c5015790818 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.030246 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6afac6f0-6659-4c7a-8fc9-a6f535e4eecc req-db5a9b96-af67-44e9-90bf-6c5015790818 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0849619 Dec 20 17:03:40.031208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-5bf6bddc-9baa-436c-9998-1ff59cb800a6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.032900 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-5bf6bddc-9baa-436c-9998-1ff59cb800a6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f&tenant_id=2c0eac0615384566a0cb2f5b61da32ae&binding%3Ahost_id=hv-neutron-8223 HTTP/1.1" status: 200 len: 946 time: 0.0825148 Dec 20 17:03:40.115739 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6afac6f0-6659-4c7a-8fc9-a6f535e4eecc req-b1f8d1b1-0286-4f4d-99c7-d5bdceccd55d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780957 Dec 20 17:03:40.164218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-af7ea6fb-433d-40e6-9a4e-0ec38e4a7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.166295 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-af7ea6fb-433d-40e6-9a4e-0ec38e4a7e0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 1099 time: 0.0757086 Dec 20 17:03:40.769731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-e9c25a07-b61c-48ee-88c0-599c2f413b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.773000 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-e9c25a07-b61c-48ee-88c0-599c2f413b9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.5978770 Dec 20 17:03:40.857087 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-1cfb01e8-a267-4e44-a585-61c3dabd80c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a HTTP/1.1" status: 200 len: 1001 time: 0.0757885 Dec 20 17:03:40.915996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-3a293654-5482-41b2-aae0-8e8662b5bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.917477 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-3a293654-5482-41b2-aae0-8e8662b5bac1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0528445 Dec 20 17:03:40.968159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-a5da562f-2298-49dd-bb2d-6c7a0ff16dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:40.969719 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-a5da562f-2298-49dd-bb2d-6c7a0ff16dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438650 Dec 20 17:03:41.069901 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-bd5c060d-c65d-46e4-9c05-84ac987e6e4e service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923300 Dec 20 17:03:41.172974 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3c3b879b-4e00-462a-abd3-431b5da15d8a req-96585d39-1c3a-4773-b9d1-8afe526b442c service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960112 Dec 20 17:03:41.271912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c008a-207d-4c06-a6e0-e6b02d685930 req-231ca550-5f7c-44b3-9666-e1eb011b3d74 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:41.274083 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-715c008a-207d-4c06-a6e0-e6b02d685930 req-231ca550-5f7c-44b3-9666-e1eb011b3d74 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0857382 Dec 20 17:03:41.332444 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-715c008a-207d-4c06-a6e0-e6b02d685930 req-eeb1f78d-e8ec-48fa-beed-c22381473fc6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469270 Dec 20 17:03:42.458827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fe1ca-6d54-4c67-ac89-0efa3a6df4a9 req-871b2c2b-07a3-48a9-91eb-ddd50f21ae47 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:42.460327 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f14fe1ca-6d54-4c67-ac89-0efa3a6df4a9 req-871b2c2b-07a3-48a9-91eb-ddd50f21ae47 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0532804 Dec 20 17:03:42.516603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f14fe1ca-6d54-4c67-ac89-0efa3a6df4a9 req-fa05dfba-e33f-4d49-b191-46963374ee5f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500317 Dec 20 17:03:42.644042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628dd1-f2a0-47c2-b0e8-9a818b8bd236 req-113ac736-d2c2-4e8f-a3d4-7c8f68e100bd tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:42.645584 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8d628dd1-f2a0-47c2-b0e8-9a818b8bd236 req-113ac736-d2c2-4e8f-a3d4-7c8f68e100bd tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0561225 Dec 20 17:03:42.731773 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8d628dd1-f2a0-47c2-b0e8-9a818b8bd236 req-c6b6442a-0d5b-4d5e-931e-0c806ad4cca8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746450 Dec 20 17:03:42.858623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359de4e-b860-4b51-8e1e-e9395fa7e277 req-c1ca97d0-b370-4d1a-a575-60fdcc858d5d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:42.860283 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8359de4e-b860-4b51-8e1e-e9395fa7e277 req-c1ca97d0-b370-4d1a-a575-60fdcc858d5d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0566065 Dec 20 17:03:42.925393 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8359de4e-b860-4b51-8e1e-e9395fa7e277 req-a8399ec2-3b7d-424b-8dec-18d7d34fcedf tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575058 Dec 20 17:03:43.194990 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dada94-6171-4b3d-bcb1-52550522feee req-f2fd3681-f5c1-4d07-948d-a99f2b7c9955 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:43.196676 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9dada94-6171-4b3d-bcb1-52550522feee req-f2fd3681-f5c1-4d07-948d-a99f2b7c9955 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0586143 Dec 20 17:03:43.255533 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9dada94-6171-4b3d-bcb1-52550522feee req-1d495097-34c5-47ad-b529-26744620e4e6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508716 Dec 20 17:03:44.386799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0bcdb-3439-41e8-9b60-b15b77558981 req-0ca431e1-63c1-4fb4-8675-76ab30b329db tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:44.388489 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88e0bcdb-3439-41e8-9b60-b15b77558981 req-0ca431e1-63c1-4fb4-8675-76ab30b329db tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0543494 Dec 20 17:03:44.413191 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:44.451204 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-88e0bcdb-3439-41e8-9b60-b15b77558981 req-24f3fe09-d4f3-41c9-821a-4c1500e4e7b9 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512846 Dec 20 17:03:44.837192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-981eb330-af44-4150-93a9-5c0810fe2dc0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:44.838968 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-981eb330-af44-4150-93a9-5c0810fe2dc0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 946 time: 0.0540161 Dec 20 17:03:44.939086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Deleting port cbd4deaf-f598-427c-b281-ec4aa904a78a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:03:44.939426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:45.038887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] For port cbd4deaf-f598-427c-b281-ec4aa904a78a, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=cbd4deaf-f598-427c-b281-ec4aa904a78a,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:45.039249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:45.234206 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:45.234518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:45.234801 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c disassociated. External IP: 172.26.1.97, port: cbd4deaf-f598-427c-b281-ec4aa904a78a. Dec 20 17:03:45.235152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Calling delete_port for cbd4deaf-f598-427c-b281-ec4aa904a78a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:03:45.391116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:45.425751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event deleted for resources: {'Port': ['ID=cbd4deaf-f598-427c-b281-ec4aa904a78a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:45.437914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.438295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.438654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.438996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.439335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.439671 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.440012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.440349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.440683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.441018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.441341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.441670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.441990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:45.571658 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-98d5a8e4-f00e-4831-a7d6-e0a6e2ece366 req-8dad98f6-55f5-4a21-974e-426f450ce120 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f HTTP/1.1" status: 200 len: 210 time: 0.0433686 Dec 20 17:03:45.599498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:03:45.772075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:03:45.786160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:03:45.803491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:45.805119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:03:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:45.820202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] No DVR routers for this DVR port cbd4deaf-f598-427c-b281-ec4aa904a78a on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:03:45.823106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:45.826637 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3e257b1f-ac54-4c79-976c-80b1d92b1de0 req-01df53b9-f6ce-4d6e-8c25-7dcdf3a73a18 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "DELETE /v2.0/ports/cbd4deaf-f598-427c-b281-ec4aa904a78a HTTP/1.1" status: 204 len: 173 time: 0.9809504 Dec 20 17:03:45.827124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'name': 'network-vif-deleted', 'tag': 'cbd4deaf-f598-427c-b281-ec4aa904a78a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:03:45.829614 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac5cf62-bc12-4c7d-a661-56a50e374b3b" -d '{"events": [{"server_uuid": "29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f", "name": "network-vif-deleted", "tag": "cbd4deaf-f598-427c-b281-ec4aa904a78a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:03:45.868858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138503c9-7531-42ca-9d99-8c36bff60df3 x-openstack-request-id: req-138503c9-7531-42ca-9d99-8c36bff60df3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:03:45.869269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f", "name": "network-vif-deleted", "tag": "cbd4deaf-f598-427c-b281-ec4aa904a78a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:03:45.869416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-138503c9-7531-42ca-9d99-8c36bff60df3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:03:45.869809 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7a5b9-a07a-4ee6-b39d-e4fad0004f4f', 'name': 'network-vif-deleted', 'tag': 'cbd4deaf-f598-427c-b281-ec4aa904a78a', 'status': 'completed', 'code': 200} Dec 20 17:03:46.011190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:03:46.274574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:46.306085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:03:46.315503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:46.316125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:03:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:46.456076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:03:46.849171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:46.883944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d859e-5c8a-42fd-9b44-f6ba1aa3006a None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:03:46.899207 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-b398455e-1ae4-405e-acb8-9a7b427afc9d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1867675932&fields=id&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 267 time: 0.0817294 Dec 20 17:03:47.067157 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-bc18380e-3bf4-4730-8f36-c6db20e24c5c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:47.070304 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-bc18380e-3bf4-4730-8f36-c6db20e24c5c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 811 time: 0.1663244 Dec 20 17:03:47.099344 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-1dcdc428-3fef-4311-b0f0-848894269c01 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/quotas/2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 375 time: 0.0169003 Dec 20 17:03:47.172225 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-75143aa2-6055-4af0-8a59-8cde8700664b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621350 Dec 20 17:03:47.175738 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd2bd4-98c7-49b5-a7d4-6dc9b5609f2a None None] New status for floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:03:47.287722 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-a57564d6-9c70-4cf0-9265-afaf98785e7d service neutron] 10.222.0.60 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993798 Dec 20 17:03:47.415530 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-bb23ee04-6c43-4668-a2d1-a9a0f1397e4b service neutron] 10.222.0.60 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191769 Dec 20 17:03:47.596845 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1885287f-ea10-4589-8675-b4265695c075 req-7ca26ead-2dd2-4bd9-b708-7224d62edcae tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 210 time: 0.0354800 Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:03:48.643233 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:03:48.655838 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-4537ce6e-ba30-41d0-a770-620eddd0ea40 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:48.658019 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-4537ce6e-ba30-41d0-a770-620eddd0ea40 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 811 time: 0.1445253 Dec 20 17:03:48.717591 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cf0ae363-7161-419f-8f59-01ceb1a0d658 req-42ec1068-cbcf-4af4-abca-ec678e63f27f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 210 time: 0.0412014 Dec 20 17:03:48.765072 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-24ee3f00-42e7-465a-9651-522bcbcee758 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 380 time: 0.0974312 Dec 20 17:03:48.778703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'port': {'device_id': '29f7495e-6f09-4e4d-9462-a33256efe974', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'admin_state_up': True, 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'security_groups': ['2ec61119-f9d3-4dde-a06a-182e8740a3ab']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:03:48.803048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device cbd4deaf-f598-427c-b281-ec4aa904a78a no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:03:48.831448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: cbd4deaf-f598-427c-b281-ec4aa904a78a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:03:48.832011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device cbd4deaf-f598-427c-b281-ec4aa904a78a not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:03:48.925154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Made reservation on behalf of 2c0eac0615384566a0cb2f5b61da32ae for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:03:48.929229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:49.071021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Allocated IP 172.20.0.10 (3cf26398-deb3-4a37-b95e-84ebbeb9adaa/fa0a591b-627e-4e7f-9d6e-cbcd654254a3/fdcd5d6a-91be-47ab-a83b-17611cdc83c0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:03:49.254963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:49.308403 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:49.389222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:03:49.395551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:03:49.401973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:03:49.429957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event updated for resources: {'Port': ['ID=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:49.468852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:49.469536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:49.493672 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-fde55ca7-ff82-4938-942c-7e7f7892e86a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7217855 Dec 20 17:03:49.510664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Request body: {'port': {'device_id': '29f7495e-6f09-4e4d-9462-a33256efe974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:03:49.610703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:49.639438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4162753e-e94a-4047-b274-40ac2a81f00c None None] Provisioning complete for port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:49.640007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4162753e-e94a-4047-b274-40ac2a81f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:49.686183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4162753e-e94a-4047-b274-40ac2a81f00c None None] Port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:03:49.904075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b82d18-ab93-4a68-93f2-e30224edb5e2 req-b3707d7d-d977-4c36-9d20-4e370a189196 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:49.905710 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-28b82d18-ab93-4a68-93f2-e30224edb5e2 req-b3707d7d-d977-4c36-9d20-4e370a189196 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 932 time: 0.0885119 Dec 20 17:03:50.009819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcd5d6a-91be-47ab-a83b-17611cdc83c0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:03:50.039358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:50.057279 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-28b82d18-ab93-4a68-93f2-e30224edb5e2 req-b1493e67-978c-4c0b-92e5-e73eb35ece55 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366057 Dec 20 17:03:50.070797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Transition to ACTIVE for port object fdcd5d6a-91be-47ab-a83b-17611cdc83c0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:03:50.078699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:50.156756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Pushing event updated for resources: {'Port': ['ID=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:50.243203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Attempting to bind port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:03:50.243639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Attempting to bind port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:03:50.244061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Attempting to bind port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:03:50.250180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:03:50.250725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Attempting to bind port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:03:50.259669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:03:50.260091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Checking segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:03:50.260671 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Bound using segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:03:50.261413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Bound port: fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:03:50.261999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:50.283855 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:03:50.357208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:03:50.361120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:03:50.366223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:50.410091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:50.410757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:50.412279 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] 10.222.0.18 "PUT /v2.0/ports/fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 200 len: 1094 time: 0.9092050 Dec 20 17:03:50.412691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:03:50.415653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4649ec71-2fdb-4969-a1c6-f626de44cb00" -d '{"events": [{"name": "network-changed", "server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:03:50.456563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef9d0-65a3-4fbf-9fa5-caddbf766daf service neutron] Pushing event updated for resources: {'Port': ['ID=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:50.464702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14101d6c-d824-4839-adcb-35c979d82d1e x-openstack-request-id: req-14101d6c-d824-4839-adcb-35c979d82d1e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:03:50.465038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:03:50.465297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14101d6c-d824-4839-adcb-35c979d82d1e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:03:50.465890 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'status': 'completed', 'code': 200} Dec 20 17:03:50.526381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-4c42f948-ecad-4f5d-ae69-c44d41cb4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:50.528007 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-4c42f948-ecad-4f5d-ae69-c44d41cb4e30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 1097 time: 0.0479848 Dec 20 17:03:50.573884 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-5cbb6eb0-01e7-459d-8ae4-1bc8323b58e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 200 len: 217 time: 0.0369952 Dec 20 17:03:50.635603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-1e0f513b-f2e3-4dd5-9223-e74420e3e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:50.637236 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-1e0f513b-f2e3-4dd5-9223-e74420e3e799 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0565159 Dec 20 17:03:50.687483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-9f7db29c-1c1d-4cf2-8b78-2ab66a6afbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:50.689026 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-9f7db29c-1c1d-4cf2-8b78-2ab66a6afbfa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438464 Dec 20 17:03:50.806678 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-85cefeca-75ec-4c83-ac03-5fd43f11ec6e service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091137 Dec 20 17:03:50.905496 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed480d56-9a7c-4ca5-a72f-fe54a298ce10 req-28de27e3-fe7d-4b3e-9c74-c5d21be9b9a4 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917451 Dec 20 17:03:50.997256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-783d3fb1-d22f-4658-b363-6d901d431997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:50.998977 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-783d3fb1-d22f-4658-b363-6d901d431997 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 1097 time: 0.0442982 Dec 20 17:03:51.109927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-db09bcbe-1079-4631-950e-a38cca41e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:51.111477 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-db09bcbe-1079-4631-950e-a38cca41e21b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1044886 Dec 20 17:03:51.155648 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-6dbd6269-3957-4ce7-b5dc-316f8d64becc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 200 len: 217 time: 0.0367568 Dec 20 17:03:51.244282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40247b-2d77-4fb3-affb-b06686ab40d6 req-c31a006a-0785-4437-8c8f-e87357d1fb3a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:51.245852 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8c40247b-2d77-4fb3-affb-b06686ab40d6 req-c31a006a-0785-4437-8c8f-e87357d1fb3a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 944 time: 0.0931551 Dec 20 17:03:51.247375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-a507836a-6975-4194-9f8f-fd559d4f0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:51.248746 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-a507836a-6975-4194-9f8f-fd559d4f0a96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0837438 Dec 20 17:03:51.324816 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8c40247b-2d77-4fb3-affb-b06686ab40d6 req-8248e90c-494e-4929-acc9-9edfa7daca75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728345 Dec 20 17:03:51.331247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-b908e4bf-8607-40fe-9b4c-2b6b46bf4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:51.333063 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-b908e4bf-8607-40fe-9b4c-2b6b46bf4ecf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749712 Dec 20 17:03:51.451863 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-d645f0fc-079d-4d95-ad9c-7ea419b67b5e service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096973 Dec 20 17:03:51.553456 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4649ec71-2fdb-4969-a1c6-f626de44cb00 req-2b88a053-040b-4666-9fdf-7c082dd1bb86 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925586 Dec 20 17:03:52.452252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060bde-3df9-4b60-af6f-186f6d380044 req-92f28b6b-44b9-4b68-aabc-9d60fe77047c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:52.454199 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e060bde-3df9-4b60-af6f-186f6d380044 req-92f28b6b-44b9-4b68-aabc-9d60fe77047c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 944 time: 0.0549250 Dec 20 17:03:52.508093 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e060bde-3df9-4b60-af6f-186f6d380044 req-872cae5f-d755-4f77-9505-f92d84f852cf tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472255 Dec 20 17:03:52.816974 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fdcd5d6a-91be-47ab-a83b-17611cdc83c0 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:03:52.929944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:52.945097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'port_id': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'mac_address': 'fa:16:3e:22:85:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:03:52.991855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:53.005992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcd5d6a-91be-47ab-a83b-17611cdc83c0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:03:53.029027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:53.033148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:53.083949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:53.092658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.093004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.093342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.093677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.094002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.094369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.094687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.095011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.095334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.095657 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.095976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.096293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.096609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:03:53.240354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['fdcd5d6a-91be-47ab-a83b-17611cdc83c0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:03:53.636655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccffc4f-eb21-4a14-8ee1-663fc4d8ae41 req-6df01b5d-c522-4f9a-9d51-48a1b1eb4355 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:53.638320 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1ccffc4f-eb21-4a14-8ee1-663fc4d8ae41 req-6df01b5d-c522-4f9a-9d51-48a1b1eb4355 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 945 time: 0.0570719 Dec 20 17:03:53.690216 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1ccffc4f-eb21-4a14-8ee1-663fc4d8ae41 req-55f20a2d-174b-4c88-8180-c77c99470d92 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Dec 20 17:03:54.827087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029f1db-9373-4701-9c4b-ae8d3da71b79 req-a4098e88-839a-4b60-8880-5590534bc3f5 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:54.828719 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b029f1db-9373-4701-9c4b-ae8d3da71b79 req-a4098e88-839a-4b60-8880-5590534bc3f5 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 945 time: 0.0593579 Dec 20 17:03:54.833972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fdcd5d6a-91be-47ab-a83b-17611cdc83c0 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:03:54.889085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:03:54.895529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:03:54.896146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:54.904561 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b029f1db-9373-4701-9c4b-ae8d3da71b79 req-fb9dae82-a5d2-433e-b9a0-b8024a409098 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672696 Dec 20 17:03:55.013754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:55.040834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:03:55.043542 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf67feb-83ec-4165-b309-af1144287b7f" -d '{"events": [{"server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:03:55.063535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:03:55.084631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:55.099617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee50284-fd70-4491-8eb8-e35b21d05fe2 x-openstack-request-id: req-8ee50284-fd70-4491-8eb8-e35b21d05fe2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:03:55.100101 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:03:55.100666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ee50284-fd70-4491-8eb8-e35b21d05fe2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:03:55.101107 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'code': 200} Dec 20 17:03:55.141072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12b59939-011d-4522-bdb0-5241f27096ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:55.184999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:03:55.285960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca73a2-6828-419a-b8d1-ebdd427ced25 req-d719946c-6954-46a4-b3f9-a01d01a92c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:55.287590 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-adca73a2-6828-419a-b8d1-ebdd427ced25 req-d719946c-6954-46a4-b3f9-a01d01a92c47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 1099 time: 0.0445383 Dec 20 17:03:55.340782 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-adca73a2-6828-419a-b8d1-ebdd427ced25 req-e402b0f5-e896-4ba5-83ee-b83afc7b9c2d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452626 Dec 20 17:03:56.033345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5d18f-a5bb-42be-9a28-6324272cb46c req-a5fb12df-704b-400a-b0c7-77c9312c5ed8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:56.035067 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eff5d18f-a5bb-42be-9a28-6324272cb46c req-a5fb12df-704b-400a-b0c7-77c9312c5ed8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0544415 Dec 20 17:03:56.096171 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eff5d18f-a5bb-42be-9a28-6324272cb46c req-05159518-2384-4dc8-8625-04cc660b2612 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503793 Dec 20 17:03:57.228340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39880f-20e4-4b70-ac73-c7fceac28708 req-547d38bb-3887-46d2-93d4-3466793a870e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:57.230219 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5d39880f-20e4-4b70-ac73-c7fceac28708 req-547d38bb-3887-46d2-93d4-3466793a870e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0571880 Dec 20 17:03:57.287470 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5d39880f-20e4-4b70-ac73-c7fceac28708 req-64653858-5c5b-4b7f-b3fa-0899b00302b0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458825 Dec 20 17:03:57.418958 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef21d64-84b6-4a51-9a72-89a583cb6814 req-fdf02df0-6697-4408-a901-3c849b7cbd09 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:57.420607 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4ef21d64-84b6-4a51-9a72-89a583cb6814 req-fdf02df0-6697-4408-a901-3c849b7cbd09 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0608177 Dec 20 17:03:57.430964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 52422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:03:57.435815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cf91cf18-713f-43c2-a49e-583c7b8aa139 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'floatingip': {'port_id': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:03:57.478558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf91cf18-713f-43c2-a49e-583c7b8aa139 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:57.785597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e97b6285-53ba-41b8-9a0a-e15c890665ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:58.002380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf91cf18-713f-43c2-a49e-583c7b8aa139 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:58.007943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf91cf18-713f-43c2-a49e-583c7b8aa139 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:58.126568 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-cf91cf18-713f-43c2-a49e-583c7b8aa139 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c associated. External IP: 172.26.1.97, port: fdcd5d6a-91be-47ab-a83b-17611cdc83c0. Dec 20 17:03:58.372996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf91cf18-713f-43c2-a49e-583c7b8aa139 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:03:58.496292 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf91cf18-713f-43c2-a49e-583c7b8aa139 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:03:58.504031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf91cf18-713f-43c2-a49e-583c7b8aa139 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:58.508366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:03:58.529721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:58.530470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:03:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:58.578389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:58.654168 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:03:58.920103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:22:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f7495e-6f09-4e4d-9462-a33256efe974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:03:57Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:58.949899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:03:58.959685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:03:58.960333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:03:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:59.043981 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cf91cf18-713f-43c2-a49e-583c7b8aa139 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "PUT /v2.0/floatingips/0d3632bf-9ec5-42f6-b9d1-b28655529b0c HTTP/1.1" status: 200 len: 991 time: 1.6112163 Dec 20 17:03:59.044906 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:03:59.049969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a10e4c9-6549-411f-9d4f-15ff91005bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:03:59.086551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:03:59.124608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf6336d-5202-4b88-8163-fc26a400e1d0 x-openstack-request-id: req-ddf6336d-5202-4b88-8163-fc26a400e1d0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:03:59.125087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:03:59.125500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddf6336d-5202-4b88-8163-fc26a400e1d0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:03:59.126146 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'status': 'completed', 'code': 200} Dec 20 17:03:59.196716 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-34af34e2-a740-42f7-8fc8-746a2f7c9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:59.198528 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-34af34e2-a740-42f7-8fc8-746a2f7c9e6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 1099 time: 0.0475795 Dec 20 17:03:59.309323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-3fd3bca0-d14b-42ba-bb91-634a4cd54ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:59.310889 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-3fd3bca0-d14b-42ba-bb91-634a4cd54ccd service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1040070 Dec 20 17:03:59.394616 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-e9bd36f3-eb88-4751-903d-8d83303d895e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 200 len: 999 time: 0.0760410 Dec 20 17:03:59.454704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-895f1298-e963-46e0-a17b-16ee8b8f72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:59.457135 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-895f1298-e963-46e0-a17b-16ee8b8f72bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0549142 Dec 20 17:03:59.459488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:22:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f7495e-6f09-4e4d-9462-a33256efe974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:03:57Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:03:59.512079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892dd4ac-208c-4023-b643-a8099e7eb684 None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:22:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f7495e-6f09-4e4d-9462-a33256efe974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:03:57Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:03:59.537553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-59fa3c28-443a-49f1-98d6-4121a23b3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:59.539436 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-59fa3c28-443a-49f1-98d6-4121a23b3a0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754979 Dec 20 17:03:59.687013 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-461114f3-acdc-4f7f-83b2-4ca98866d591 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395249 Dec 20 17:03:59.757754 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a684d31-aa34-458e-b278-890abae7b1d4 None None] New status for floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:03:59.835210 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1a10e4c9-6549-411f-9d4f-15ff91005bf9 req-c3c50470-fe15-4e03-838e-761d84389617 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384747 Dec 20 17:04:00.098616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:00.844943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:14.411222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:20.385126 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b480d756-fc5f-49f5-8675-445f64457e3c req-5de27fbb-a64b-46e0-aacb-d6af29cb4122 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533843 Dec 20 17:04:20.475741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480d756-fc5f-49f5-8675-445f64457e3c req-48510a4d-0cd5-46c1-b558-fca905fd68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:20.477304 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b480d756-fc5f-49f5-8675-445f64457e3c req-48510a4d-0cd5-46c1-b558-fca905fd68e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 1099 time: 0.0456161 Dec 20 17:04:20.594977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480d756-fc5f-49f5-8675-445f64457e3c req-cc0f7719-2dd4-48fe-8bdc-08adddbeefd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:20.596654 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b480d756-fc5f-49f5-8675-445f64457e3c req-cc0f7719-2dd4-48fe-8bdc-08adddbeefd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0991399 Dec 20 17:04:20.671333 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b480d756-fc5f-49f5-8675-445f64457e3c req-1236c92b-7364-4a0b-8fe7-debde6dd381e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 200 len: 1001 time: 0.0676832 Dec 20 17:04:20.743396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480d756-fc5f-49f5-8675-445f64457e3c req-38d464c3-cfc4-4236-8fd1-29adc8e9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:20.744895 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b480d756-fc5f-49f5-8675-445f64457e3c req-38d464c3-cfc4-4236-8fd1-29adc8e9a58d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0659211 Dec 20 17:04:20.804864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480d756-fc5f-49f5-8675-445f64457e3c req-31a96732-6310-4b10-afad-4a90db9f9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:20.806636 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b480d756-fc5f-49f5-8675-445f64457e3c req-31a96732-6310-4b10-afad-4a90db9f9ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540099 Dec 20 17:04:20.907345 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b480d756-fc5f-49f5-8675-445f64457e3c req-b2b858ad-41c8-41ef-a82c-c528ee2de620 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930464 Dec 20 17:04:21.007840 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b480d756-fc5f-49f5-8675-445f64457e3c req-7a13209f-400f-44ce-908f-e2f7211ee9ee service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926237 Dec 20 17:04:25.093711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-150c452a-f812-4524-999b-69be62ced3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:27.283552 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:04:27.780472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc797-90fb-40b4-bdf1-3fc87787cabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:28.546551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:30.098437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:30.840239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:34.642752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3201-241d-4ed3-a1b4-7f3cebf2f96d req-b23f4837-f20b-4da6-8ca9-5018a6799716 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:34.644669 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9fed3201-241d-4ed3-a1b4-7f3cebf2f96d req-b23f4837-f20b-4da6-8ca9-5018a6799716 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0559163 Dec 20 17:04:34.702996 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9fed3201-241d-4ed3-a1b4-7f3cebf2f96d req-d826e048-e2b0-4f13-8ced-91ac71ecf8da tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519118 Dec 20 17:04:35.847453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a85d45-bf46-41a3-ad2e-b9ab4fb039a8 req-05e63d22-2aa8-48e2-8b59-bc5dc2c6cc7f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:35.849101 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-02a85d45-bf46-41a3-ad2e-b9ab4fb039a8 req-05e63d22-2aa8-48e2-8b59-bc5dc2c6cc7f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0578389 Dec 20 17:04:35.902037 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-02a85d45-bf46-41a3-ad2e-b9ab4fb039a8 req-5709a57e-9349-488b-9561-5eabb2be4416 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Dec 20 17:04:37.024106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa28ff-38c9-42e7-b2c5-6c86010cabe2 req-e75a834c-e138-40c1-8368-aa70bcaf765f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:37.025977 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96fa28ff-38c9-42e7-b2c5-6c86010cabe2 req-e75a834c-e138-40c1-8368-aa70bcaf765f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0518818 Dec 20 17:04:37.082240 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96fa28ff-38c9-42e7-b2c5-6c86010cabe2 req-baddc43d-a08b-4081-9223-ddb637855dc1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462527 Dec 20 17:04:38.221440 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dba56d-fcd4-4125-bb35-7c35eae4396d req-dbd66c50-8bea-4519-8412-321033fe6c9c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:38.223594 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b7dba56d-fcd4-4125-bb35-7c35eae4396d req-dbd66c50-8bea-4519-8412-321033fe6c9c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0539298 Dec 20 17:04:38.282506 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b7dba56d-fcd4-4125-bb35-7c35eae4396d req-223dd3ac-2fb6-494b-a559-9c86b1b344a6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470512 Dec 20 17:04:39.406182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a26639-32dd-490c-b8d5-1c1efffb7f8f req-314909ed-c552-4ce1-9707-6bf227251f95 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:39.407817 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b6a26639-32dd-490c-b8d5-1c1efffb7f8f req-314909ed-c552-4ce1-9707-6bf227251f95 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0516179 Dec 20 17:04:39.468774 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b6a26639-32dd-490c-b8d5-1c1efffb7f8f req-04235dab-c31b-44e2-8a71-a7645e7d504b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547156 Dec 20 17:04:40.615069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab91e-21f1-4bfe-bda6-c050c0aab48e req-76c73dba-0b03-46b6-a645-76c33fee99fb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:40.616720 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-566ab91e-21f1-4bfe-bda6-c050c0aab48e req-76c73dba-0b03-46b6-a645-76c33fee99fb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0666046 Dec 20 17:04:40.670108 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-566ab91e-21f1-4bfe-bda6-c050c0aab48e req-10d99f8c-0f0e-45be-8e24-a6ff2bb491cb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470564 Dec 20 17:04:41.810403 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736babf3-c4ec-43fd-8898-0e84c02ae30d req-ac953de2-adf6-4367-a61a-9ee94e481190 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:41.812184 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-736babf3-c4ec-43fd-8898-0e84c02ae30d req-ac953de2-adf6-4367-a61a-9ee94e481190 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0673323 Dec 20 17:04:41.868673 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-736babf3-c4ec-43fd-8898-0e84c02ae30d req-1e3d0cf9-4ff2-4848-98f1-f6ac9b24c88a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471239 Dec 20 17:04:42.989009 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524e7d4-a49b-4bab-9a74-7c1615d76d74 req-d831f285-8051-400a-b749-1ecebe02a8f7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:42.990539 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7524e7d4-a49b-4bab-9a74-7c1615d76d74 req-d831f285-8051-400a-b749-1ecebe02a8f7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0508931 Dec 20 17:04:43.039589 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7524e7d4-a49b-4bab-9a74-7c1615d76d74 req-898c9680-b7ab-4cf0-b22c-204c91980bcc tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Dec 20 17:04:44.152381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad4f76-e3c6-42be-8f2b-af22c2184c80 req-3dbebaa6-3597-4e52-8e44-bdfc2dfb6ed1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:44.153848 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-13ad4f76-e3c6-42be-8f2b-af22c2184c80 req-3dbebaa6-3597-4e52-8e44-bdfc2dfb6ed1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0476599 Dec 20 17:04:44.200448 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-13ad4f76-e3c6-42be-8f2b-af22c2184c80 req-31e27653-b155-4cbd-93e3-d813642ca9f8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406291 Dec 20 17:04:44.424830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:45.318692 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa92c8-c27e-4082-99a6-5e893691d790 req-38a4d1da-e4b7-4085-a4a3-6ca728bdec4e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:45.320738 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9caa92c8-c27e-4082-99a6-5e893691d790 req-38a4d1da-e4b7-4085-a4a3-6ca728bdec4e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0538161 Dec 20 17:04:45.373342 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9caa92c8-c27e-4082-99a6-5e893691d790 req-5b7e3bc1-792a-470b-b294-5f2f180f25be tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466979 Dec 20 17:04:46.493937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172857c-e231-4cdb-af34-403c6055ae29 req-a094d999-cb18-4271-a5b3-122ee05c9823 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:46.496321 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7172857c-e231-4cdb-af34-403c6055ae29 req-a094d999-cb18-4271-a5b3-122ee05c9823 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0532770 Dec 20 17:04:46.542525 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7172857c-e231-4cdb-af34-403c6055ae29 req-61732d2d-5dbd-49c7-9e1a-41ebe45b2356 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410135 Dec 20 17:04:47.659250 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c810a60-df2f-4282-90ab-323ee7323207 req-96c86fc0-36a2-4ca7-9f0e-58d1143972a3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:47.660724 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5c810a60-df2f-4282-90ab-323ee7323207 req-96c86fc0-36a2-4ca7-9f0e-58d1143972a3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0481954 Dec 20 17:04:47.708282 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5c810a60-df2f-4282-90ab-323ee7323207 req-425be22c-771b-48c2-bd5c-949007ccaae4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Dec 20 17:04:48.836750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bacde-99b0-4b08-acce-bff33629c1e0 req-fa0e2f7a-548d-410f-bde2-dcd402e80551 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:48.838485 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2f6bacde-99b0-4b08-acce-bff33629c1e0 req-fa0e2f7a-548d-410f-bde2-dcd402e80551 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0581706 Dec 20 17:04:48.893947 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2f6bacde-99b0-4b08-acce-bff33629c1e0 req-0368079a-90a2-4091-bc49-dec45398621d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491872 Dec 20 17:04:50.012188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc539a08-60da-485c-87c2-579ce794a5ad req-84346176-759e-4947-86d1-7b427b5ffdeb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:50.013667 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cc539a08-60da-485c-87c2-579ce794a5ad req-84346176-759e-4947-86d1-7b427b5ffdeb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0511808 Dec 20 17:04:50.060765 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cc539a08-60da-485c-87c2-579ce794a5ad req-7ec5c7a3-1fb8-483f-80c5-5c363da24ab6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409853 Dec 20 17:04:50.285678 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-7b275790-694a-49e3-ad84-04873cef279a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439456 Dec 20 17:04:50.300932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1af81a-0756-4346-94d3-df3f06c36a5f req-8335eb8b-b36f-489a-be4e-5752b2124dd8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:50.302473 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dc1af81a-0756-4346-94d3-df3f06c36a5f req-8335eb8b-b36f-489a-be4e-5752b2124dd8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0537946 Dec 20 17:04:50.358839 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dc1af81a-0756-4346-94d3-df3f06c36a5f req-faa6b6ab-6f20-45a1-ac3d-c231136a6fa9 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489478 Dec 20 17:04:51.462661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-55143889-5761-4b60-939e-e65d0540864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:51.464326 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-55143889-5761-4b60-939e-e65d0540864f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 1099 time: 0.0823865 Dec 20 17:04:51.505202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb4d0-6647-4a81-aa7b-7b7f4244cb83 req-9998d45e-3ab7-46df-8b13-5463726f676e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:51.506756 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed0bb4d0-6647-4a81-aa7b-7b7f4244cb83 req-9998d45e-3ab7-46df-8b13-5463726f676e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0798872 Dec 20 17:04:51.610159 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed0bb4d0-6647-4a81-aa7b-7b7f4244cb83 req-e141ee40-03ce-4922-bc48-ed02d545c7ee tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736442 Dec 20 17:04:51.611416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-101cd7ba-43fe-4604-9bc9-2ba51354520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:51.612824 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-101cd7ba-43fe-4604-9bc9-2ba51354520f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1413825 Dec 20 17:04:51.683087 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-c9350b9c-ed91-4b68-ac34-cf1d3146d2d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 200 len: 1001 time: 0.0629306 Dec 20 17:04:51.735515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-6442cb61-b2b3-411d-a2cf-89ffd4c3955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:51.736998 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-6442cb61-b2b3-411d-a2cf-89ffd4c3955d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0465579 Dec 20 17:04:51.792727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-088b5b51-3682-4a39-b74a-43aa3db4f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:51.794234 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-088b5b51-3682-4a39-b74a-43aa3db4f483 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502906 Dec 20 17:04:51.888556 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-b8156cf4-8269-4655-b14f-0abc418ac4bb service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860715 Dec 20 17:04:51.985417 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-e77d94d5-d26a-41a7-90c6-1dca45029163 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901425 Dec 20 17:04:52.736245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca2f0-a362-49ad-961c-870b729c701c req-3e034698-e6dc-4e48-87ef-19e591bafe7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:52.737866 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-904ca2f0-a362-49ad-961c-870b729c701c req-3e034698-e6dc-4e48-87ef-19e591bafe7c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0509019 Dec 20 17:04:52.795778 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-904ca2f0-a362-49ad-961c-870b729c701c req-ecfe54e2-b082-4f1a-9055-813042cd6cc2 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509744 Dec 20 17:04:53.536434 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-9f2e65f3-cc02-4140-be5a-9e1618c50a6a service neutron] 10.222.0.18 "GET /v2.0/ports/fdcd5d6a-91be-47ab-a83b-17611cdc83c0/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.0552490 Dec 20 17:04:53.743087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-360464c4-812e-4b55-88cd-c910eca0638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:53.744603 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-360464c4-812e-4b55-88cd-c910eca0638d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 1099 time: 0.0427094 Dec 20 17:04:53.814506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-c9b03c8f-10a2-4ba2-93e1-a5041a9058f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:53.815896 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-c9b03c8f-10a2-4ba2-93e1-a5041a9058f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 1099 time: 0.0474391 Dec 20 17:04:53.944692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-6de81925-19e0-4f6d-b653-ce197b817c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:53.946449 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-6de81925-19e0-4f6d-b653-ce197b817c16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1229808 Dec 20 17:04:53.955336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd4aa0-be61-497a-adac-8398fd270e7c req-8b6cd2b7-961b-4848-9e46-21ebaddd9d59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:53.956798 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-98bd4aa0-be61-497a-adac-8398fd270e7c req-8b6cd2b7-961b-4848-9e46-21ebaddd9d59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0801458 Dec 20 17:04:54.040774 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-5d256914-1a37-4ff8-a04b-48aa4bfc67cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 200 len: 1001 time: 0.0830173 Dec 20 17:04:54.048094 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-98bd4aa0-be61-497a-adac-8398fd270e7c req-0c58ea8a-667d-46d1-ace4-938785a1e196 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845752 Dec 20 17:04:54.092689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-51468d9b-bedb-4428-b001-05c47f9f3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:54.094080 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-51468d9b-bedb-4428-b001-05c47f9f3721 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0451643 Dec 20 17:04:54.143318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-5901925f-9400-43ae-9584-346acb4f5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:54.144803 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-5901925f-9400-43ae-9584-346acb4f5ede service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436757 Dec 20 17:04:54.236746 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-8a922ba8-1d9f-4a0b-b5a9-4e2a3082f471 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850797 Dec 20 17:04:54.328491 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7108f38f-f8bc-483f-acf7-013aec0ae60a req-78d53ab6-8839-4ae8-8fec-aee693d650b2 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851243 Dec 20 17:04:55.087870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74daa363-beb4-4444-815b-d71be9c461a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:55.168330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570f344-4a32-4b2f-b4cc-f1f6b1d31e23 req-80c6152e-1378-43ee-b025-2697d3eb2178 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:55.169835 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d570f344-4a32-4b2f-b4cc-f1f6b1d31e23 req-80c6152e-1378-43ee-b025-2697d3eb2178 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0502889 Dec 20 17:04:55.224576 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d570f344-4a32-4b2f-b4cc-f1f6b1d31e23 req-526d5c70-d15f-4e8e-94b3-c44745badf36 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482543 Dec 20 17:04:56.339095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440dfa-4bb3-423d-ab6d-121f8c8a221e req-6bbdc16e-47ff-433e-847e-5f790efd960c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:56.340549 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-20440dfa-4bb3-423d-ab6d-121f8c8a221e req-6bbdc16e-47ff-433e-847e-5f790efd960c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0489008 Dec 20 17:04:56.387792 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-20440dfa-4bb3-423d-ab6d-121f8c8a221e req-24363012-12e8-4415-ad1b-bcd503a57921 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Dec 20 17:04:56.612127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4349e6-aa03-4246-847f-fa57320475cc req-5aad02fd-3402-418a-b649-9285f388bc0e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:56.613514 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-de4349e6-aa03-4246-847f-fa57320475cc req-5aad02fd-3402-418a-b649-9285f388bc0e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0822363 Dec 20 17:04:56.625992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-5f5e50b8-2d7f-49d2-992e-2a5f3d60c8eb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:56.627470 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-5f5e50b8-2d7f-49d2-992e-2a5f3d60c8eb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974&tenant_id=2c0eac0615384566a0cb2f5b61da32ae&binding%3Ahost_id=hv-neutron-8223 HTTP/1.1" status: 200 len: 946 time: 0.0836637 Dec 20 17:04:56.673769 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-de4349e6-aa03-4246-847f-fa57320475cc req-62774b38-dcbd-4ba1-9189-d2e4acee3a82 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453010 Dec 20 17:04:56.718660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-4843c326-02e0-4e42-bb7e-0e6878382c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:56.720121 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-4843c326-02e0-4e42-bb7e-0e6878382c03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 1099 time: 0.0420439 Dec 20 17:04:56.809749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-70a4c70c-8af4-4614-bddb-591bb6b25a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:56.811239 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-70a4c70c-8af4-4614-bddb-591bb6b25a39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0842505 Dec 20 17:04:56.877543 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-a52d2f27-eafe-4dba-b5c1-fcdfc9a74760 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 200 len: 1001 time: 0.0564580 Dec 20 17:04:56.930100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-e757e18b-0275-47ac-a480-7559faf480ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:56.931615 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-e757e18b-0275-47ac-a480-7559faf480ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0471447 Dec 20 17:04:56.977071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-aa365b83-9359-490b-9f43-784cfd8f97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:56.978630 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-aa365b83-9359-490b-9f43-784cfd8f97d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397162 Dec 20 17:04:57.067590 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-41461246-0cdb-49af-b64e-0c29cce89858 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820680 Dec 20 17:04:57.159311 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d4cacc5-d541-4496-9ec8-323699f9c194 req-fa759b04-9ae6-4ace-ab5f-aa9c25680c13 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846162 Dec 20 17:04:57.177787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fdcd5d6a-91be-47ab-a83b-17611cdc83c0 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:04:57.182184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fdcd5d6a-91be-47ab-a83b-17611cdc83c0 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:04:57.320803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:57.339009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:57.361009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:04:57.363242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3180be59-9428-44d2-8df4-91cdffac4228" -d '{"events": [{"server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:04:57.367887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'port_id': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'mac_address': 'fa:16:3e:22:85:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:04:57.377898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:57.382921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:57.430506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6365443-fae0-4433-b017-12ab56934656 x-openstack-request-id: req-c6365443-fae0-4433-b017-12ab56934656 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:04:57.431415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:04:57.431664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6365443-fae0-4433-b017-12ab56934656 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:04:57.432041 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'code': 200} Dec 20 17:04:57.447672 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:57.471466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdcd5d6a-91be-47ab-a83b-17611cdc83c0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:04:57.475483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:57.484367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.484706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.485050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.485368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.485709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.486011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.486471 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.486686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.487006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.487323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.487637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.487956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.488264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:57.526408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.db.api [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:04:57.526710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG oslo_db.api [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:04:57.782581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4274bd3b-a3b4-4521-8ee2-eed6ec4170c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:57.805790 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb227f2f-5315-4964-ad76-f6243ee7db08 req-da67b4e5-85ba-4b99-87af-7864adda2a80 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:57.807316 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb227f2f-5315-4964-ad76-f6243ee7db08 req-da67b4e5-85ba-4b99-87af-7864adda2a80 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 944 time: 0.0611615 Dec 20 17:04:57.853856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fb227f2f-5315-4964-ad76-f6243ee7db08 req-3da96109-af17-41b1-b5b1-733b4482fdf0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Dec 20 17:04:57.970118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c633c-be45-44cf-ab99-690b876cb302 req-11762d2d-7d05-4745-b674-ece545820010 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:57.971581 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f4c633c-be45-44cf-ab99-690b876cb302 req-11762d2d-7d05-4745-b674-ece545820010 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 944 time: 0.0488241 Dec 20 17:04:58.022430 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f4c633c-be45-44cf-ab99-690b876cb302 req-e240eca1-82dc-4a54-b001-3481e7643da0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449636 Dec 20 17:04:58.065528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:58.078546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcd5d6a-91be-47ab-a83b-17611cdc83c0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:04:58.099122 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:58.104054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:58.162127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:58.166146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['fdcd5d6a-91be-47ab-a83b-17611cdc83c0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:04:58.242001 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24cb8c-a852-4d74-8deb-c8c480b1e5af req-c5a2cad3-e1ce-4802-9d66-b491c17235bb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:58.243494 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ac24cb8c-a852-4d74-8deb-c8c480b1e5af req-c5a2cad3-e1ce-4802-9d66-b491c17235bb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 945 time: 0.0583415 Dec 20 17:04:58.296345 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ac24cb8c-a852-4d74-8deb-c8c480b1e5af req-c5fbe39e-68e4-4419-9c02-4cbc591cbbc3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462759 Dec 20 17:04:58.323493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-f2354aa7-68b4-4502-b0e3-140dc9d10f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:58.325005 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-f2354aa7-68b4-4502-b0e3-140dc9d10f2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 1098 time: 0.0529044 Dec 20 17:04:58.413391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-7ce6c615-786a-4209-bb89-aa6ba9d71309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:58.414900 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-7ce6c615-786a-4209-bb89-aa6ba9d71309 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0825555 Dec 20 17:04:58.482569 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-a3cdd3ba-4a37-4b60-b6e2-31d1729e4df5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 200 len: 1000 time: 0.0595276 Dec 20 17:04:58.532430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-49dd1d42-766a-4ad1-975c-927f54622154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:58.533788 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-49dd1d42-766a-4ad1-975c-927f54622154 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0430632 Dec 20 17:04:58.539540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:58.579800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-1e87c828-0699-4776-86fc-4195a0fe490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:58.581280 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-1e87c828-0699-4776-86fc-4195a0fe490b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406601 Dec 20 17:04:58.671229 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-d0d7565f-2096-4cee-82b6-32adaaf72c50 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826619 Dec 20 17:04:58.757347 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d675ed95-b1bc-49fe-92bf-7d4cb258d965 req-4e6654ad-fadf-465e-87fb-f6564e456210 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791740 Dec 20 17:04:59.186361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fdcd5d6a-91be-47ab-a83b-17611cdc83c0 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:04:59.233371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:04:59.233652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:59.307467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:59.342927 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:59.347008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:59.394788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:59.420944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7062685-3d72-4355-967a-516843559f5d req-23729405-7e89-4747-b923-16dd473197af tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:59.422453 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e7062685-3d72-4355-967a-516843559f5d req-23729405-7e89-4747-b923-16dd473197af tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0533953 Dec 20 17:04:59.432837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:04:59.435157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b87cc97-c386-4bc3-b1f6-095872bfe1a4" -d '{"events": [{"server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:04:59.471660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191ec73c-b20a-421f-9e6e-d0abf001f0e8 x-openstack-request-id: req-191ec73c-b20a-421f-9e6e-d0abf001f0e8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:04:59.471951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:04:59.472199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-191ec73c-b20a-421f-9e6e-d0abf001f0e8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:04:59.472585 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'code': 200} Dec 20 17:04:59.474767 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e7062685-3d72-4355-967a-516843559f5d req-3d5b5fa0-6e3c-46e7-8ebc-8d809edc3077 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463371 Dec 20 17:04:59.699619 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c9d41-23ef-4ecb-aa7c-6fc73be0dcae req-74fa7e6e-8c15-455e-905b-aee11e818edf tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:59.701070 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a26c9d41-23ef-4ecb-aa7c-6fc73be0dcae req-74fa7e6e-8c15-455e-905b-aee11e818edf tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0473123 Dec 20 17:04:59.746129 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a26c9d41-23ef-4ecb-aa7c-6fc73be0dcae req-aa87f3d6-ed55-4d11-86cf-377f9c44b72b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391529 Dec 20 17:05:00.104713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:00.843679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:00.869122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e228a-8b05-42d2-bcef-2b9f2672591a req-f02f1f97-c8dd-4d0d-abd2-81aeca299e85 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:00.870681 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8d1e228a-8b05-42d2-bcef-2b9f2672591a req-f02f1f97-c8dd-4d0d-abd2-81aeca299e85 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0561867 Dec 20 17:05:00.919230 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8d1e228a-8b05-42d2-bcef-2b9f2672591a req-8001f3b7-3e15-49e9-b998-b795190351e6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421908 Dec 20 17:05:01.334570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916c091-af48-4bdb-93f6-576df8eade5c req-52db0d88-f275-45dd-8cbc-f51dbd65df49 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:01.335945 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0916c091-af48-4bdb-93f6-576df8eade5c req-52db0d88-f275-45dd-8cbc-f51dbd65df49 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 946 time: 0.0527864 Dec 20 17:05:01.427075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Deleting port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:05:01.427408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:01.516513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] For port fdcd5d6a-91be-47ab-a83b-17611cdc83c0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:01.516864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:01.682838 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:01.683100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:01.683407 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c disassociated. External IP: 172.26.1.97, port: fdcd5d6a-91be-47ab-a83b-17611cdc83c0. Dec 20 17:05:01.683739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Calling delete_port for fdcd5d6a-91be-47ab-a83b-17611cdc83c0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:05:01.819618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:01.847854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event deleted for resources: {'Port': ['ID=fdcd5d6a-91be-47ab-a83b-17611cdc83c0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:01.859328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.859680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.860022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.860356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.860691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.861017 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.861344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.861677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.862001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.862367 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.862699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.863019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.863378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:01.984793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:05:02.023034 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcf3879e-a62b-4d3b-9a6c-64b198512fe6 req-f4aadc77-048c-4e24-97a4-813b56531081 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29f7495e-6f09-4e4d-9462-a33256efe974 HTTP/1.1" status: 200 len: 210 time: 0.0307939 Dec 20 17:05:02.121734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:02.131362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:05:02.141600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:02.142531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:04:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:02.160057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] No DVR routers for this DVR port fdcd5d6a-91be-47ab-a83b-17611cdc83c0 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:05:02.163012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:02.166953 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0916c091-af48-4bdb-93f6-576df8eade5c req-5e3a1032-86f3-4caa-9349-dd82b9757e44 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "DELETE /v2.0/ports/fdcd5d6a-91be-47ab-a83b-17611cdc83c0 HTTP/1.1" status: 204 len: 173 time: 0.8245397 Dec 20 17:05:02.167403 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'name': 'network-vif-deleted', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:02.169659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eede39a-2054-426b-93a5-bdfaf45bfb2e" -d '{"events": [{"server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "name": "network-vif-deleted", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:02.208642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030a5e26-bba4-4bcb-ac74-ecaa3492252b x-openstack-request-id: req-030a5e26-bba4-4bcb-ac74-ecaa3492252b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:02.208937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7495e-6f09-4e4d-9462-a33256efe974", "name": "network-vif-deleted", "tag": "fdcd5d6a-91be-47ab-a83b-17611cdc83c0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:02.209191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-030a5e26-bba4-4bcb-ac74-ecaa3492252b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:02.209589 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7495e-6f09-4e4d-9462-a33256efe974', 'name': 'network-vif-deleted', 'tag': 'fdcd5d6a-91be-47ab-a83b-17611cdc83c0', 'status': 'completed', 'code': 200} Dec 20 17:05:02.409379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:05:02.609321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:02.638573 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:05:02.646961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:02.647621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:04:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:02.750411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:05:02.943812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:02.975327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c90a8-b960-4829-aa51-6ecf13274d04 None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:05:03.195163 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eeb9f6-db40-41cd-9f82-f8ac69185524 None None] New status for floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:05:03.282579 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-52917bc1-12ba-4e2b-a20f-86792a0eb17a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1867675932&fields=id&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 267 time: 0.0456121 Dec 20 17:05:03.390361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-2e067269-8f81-4fe0-9174-55f73fdea321 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:03.391839 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-2e067269-8f81-4fe0-9174-55f73fdea321 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 811 time: 0.1023440 Dec 20 17:05:03.406860 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-759a603e-bcc1-4e86-90d4-84b345831ffe tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/quotas/2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 375 time: 0.0092728 Dec 20 17:05:03.456821 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-630c4140-e507-45ce-92c2-aac2196a7ea8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444791 Dec 20 17:05:03.597238 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-205d8dba-97db-485e-9258-2435ec4aa05a service neutron] 10.222.0.60 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291032 Dec 20 17:05:03.686902 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-ae01c2d7-f234-41c2-b8a4-10930070e1ff service neutron] 10.222.0.60 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829532 Dec 20 17:05:03.840789 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2d842569-4962-4e88-aa4d-00b2cb57e3fe req-e9d77ee4-25a9-402c-bdae-4a3d17b59e39 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 210 time: 0.0262737 Dec 20 17:05:04.283712 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:05:04.750657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-60f14058-e53a-46e6-acf0-83c5b5bc2dc0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:04.752116 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-60f14058-e53a-46e6-acf0-83c5b5bc2dc0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 811 time: 0.0996094 Dec 20 17:05:04.813741 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-e86e4070-86df-497f-8fb2-89685b7b46f8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 380 time: 0.0521657 Dec 20 17:05:04.826530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'port': {'device_id': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'admin_state_up': True, 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'security_groups': ['2ec61119-f9d3-4dde-a06a-182e8740a3ab']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:04.939778 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-088812ac-c531-4c37-96d5-0d34919ed35c req-1f4872ac-82bf-4446-af36-ec893cdf2640 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 210 time: 0.0293677 Dec 20 17:05:04.959101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Made reservation on behalf of 2c0eac0615384566a0cb2f5b61da32ae for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:04.962741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:05.223562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fdcd5d6a-91be-47ab-a83b-17611cdc83c0 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:05:05.244983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: fdcd5d6a-91be-47ab-a83b-17611cdc83c0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:05:05.245329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fdcd5d6a-91be-47ab-a83b-17611cdc83c0 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:05:05.435402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Allocated IP 172.20.0.10 (3cf26398-deb3-4a37-b95e-84ebbeb9adaa/fa0a591b-627e-4e7f-9d6e-cbcd654254a3/e8eeb80e-bfbf-45af-979e-b1f60759df63) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:05.572534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:05.605134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:05.648018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:05.651773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:05.655543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:05.662024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:05.711534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:05.712858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:05.730752 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-15d11d55-22e6-4a2a-8865-9d24bb939b8b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9078367 Dec 20 17:05:05.744436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Request body: {'port': {'device_id': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:05.808280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:05.858252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-71a44be3-c12b-407a-bcd5-994e10ea3b1d None None] Provisioning complete for port e8eeb80e-bfbf-45af-979e-b1f60759df63 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:05.858688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71a44be3-c12b-407a-bcd5-994e10ea3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:05.892801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-71a44be3-c12b-407a-bcd5-994e10ea3b1d None None] Port e8eeb80e-bfbf-45af-979e-b1f60759df63 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:05:06.057085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648219a9-931f-441d-bb8c-548f0c274057 req-1b0a712a-000b-4ae5-8436-b8f6d7bcf8d6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:06.058634 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-648219a9-931f-441d-bb8c-548f0c274057 req-1b0a712a-000b-4ae5-8436-b8f6d7bcf8d6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 932 time: 0.0513546 Dec 20 17:05:06.069291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8eeb80e-bfbf-45af-979e-b1f60759df63 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:05:06.077602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.090551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Transition to ACTIVE for port object e8eeb80e-bfbf-45af-979e-b1f60759df63 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:06.095498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.107901 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-648219a9-931f-441d-bb8c-548f0c274057 req-f08aa003-918a-4b4e-8af0-ead519ba746b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431728 Dec 20 17:05:06.145138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:06.224351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Attempting to bind port e8eeb80e-bfbf-45af-979e-b1f60759df63 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:05:06.224795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Attempting to bind port e8eeb80e-bfbf-45af-979e-b1f60759df63 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:05:06.225135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Attempting to bind port e8eeb80e-bfbf-45af-979e-b1f60759df63 on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:05:06.240784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Port e8eeb80e-bfbf-45af-979e-b1f60759df63 on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:05:06.241182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Attempting to bind port e8eeb80e-bfbf-45af-979e-b1f60759df63 on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:05:06.247409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:05:06.247771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Checking segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:06.248140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Bound using segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:05:06.248583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Bound port: e8eeb80e-bfbf-45af-979e-b1f60759df63, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:05:06.248946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.319424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:06.323256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:06.327976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.359480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:06.360183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.361558 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] 10.222.0.18 "PUT /v2.0/ports/e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 200 len: 1094 time: 0.6216369 Dec 20 17:05:06.363608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:06.366692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3571bb99-c14e-4586-b4e2-604ac6938f49" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:06.401176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d188888-c23c-4df3-a319-458ebe157b0f service neutron] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:06.424139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9913c408-aeef-4b4c-a1f1-6949b6be8057 x-openstack-request-id: req-9913c408-aeef-4b4c-a1f1-6949b6be8057 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:06.424440 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:06.424701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9913c408-aeef-4b4c-a1f1-6949b6be8057 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:06.425097 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'status': 'completed', 'code': 200} Dec 20 17:05:06.462366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-037d0638-d2c7-4da6-9550-917015a0dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:06.463873 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-037d0638-d2c7-4da6-9550-917015a0dea9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 1097 time: 0.0510387 Dec 20 17:05:06.508399 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-dd4683c5-e4b9-4293-b645-7f6ec63757c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 200 len: 217 time: 0.0354085 Dec 20 17:05:06.559408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-72599dfd-4e47-4e73-b560-96169bb611eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:06.560914 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-72599dfd-4e47-4e73-b560-96169bb611eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0454309 Dec 20 17:05:06.609171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-2a729961-1f34-47d2-b6fb-ecd14902213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:06.610589 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-2a729961-1f34-47d2-b6fb-ecd14902213c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430653 Dec 20 17:05:06.699716 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-4d668915-bc66-49e6-b571-43b3909a0679 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817893 Dec 20 17:05:06.791516 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa56dc47-d2ec-47c7-98e2-9b02ccce148a req-d480897d-23cc-421d-8c88-f876733853bc service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836022 Dec 20 17:05:06.879510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-8bf9e6cb-9de5-4f79-9ba7-88e3a729933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:06.880916 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-8bf9e6cb-9de5-4f79-9ba7-88e3a729933d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 1097 time: 0.0409400 Dec 20 17:05:06.972849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-65ba662e-2133-4b35-8c6d-f9d5cf700c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:06.974332 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-65ba662e-2133-4b35-8c6d-f9d5cf700c04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0861030 Dec 20 17:05:07.015082 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-c26011f9-2e7d-4226-b1e6-a5f0e23396ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 200 len: 217 time: 0.0328522 Dec 20 17:05:07.067279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-ee48c30c-3c9e-482d-ad52-c1088181668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:07.068722 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-ee48c30c-3c9e-482d-ad52-c1088181668f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0465341 Dec 20 17:05:07.116665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-a68a6862-069a-4bb2-a9e0-5f2cfcbde569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:07.118588 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-a68a6862-069a-4bb2-a9e0-5f2cfcbde569 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415587 Dec 20 17:05:07.213396 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-9e09c3da-02c0-49a0-aaee-b42e0d338af9 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871348 Dec 20 17:05:07.229823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82387c-35b1-4eb0-9bd7-0b6aba32b1fa req-c183cc50-35d3-471c-a3c3-5c97835b5073 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:07.231317 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dc82387c-35b1-4eb0-9bd7-0b6aba32b1fa req-c183cc50-35d3-471c-a3c3-5c97835b5073 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 944 time: 0.0526478 Dec 20 17:05:07.278922 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dc82387c-35b1-4eb0-9bd7-0b6aba32b1fa req-874a4564-bc6a-43a3-b6db-7f9374010c3d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414503 Dec 20 17:05:07.307583 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3571bb99-c14e-4586-b4e2-604ac6938f49 req-1647c104-cba8-4ab5-971e-96a82ed968f6 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867105 Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.397328 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:05:08.401412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b8ad8-57fd-409b-bde6-6da8fad360b6 req-1e2d21bd-02cf-40dd-8211-aa62c37567d0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:08.401412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-874b8ad8-57fd-409b-bde6-6da8fad360b6 req-1e2d21bd-02cf-40dd-8211-aa62c37567d0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 944 time: 0.0508821 Dec 20 17:05:08.447447 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-874b8ad8-57fd-409b-bde6-6da8fad360b6 req-2c5269b8-a9ce-43d2-b811-31aa522f7cc3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 Dec 20 17:05:09.238120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:05:09.330335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:09.341169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'port_id': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'mac_address': 'fa:16:3e:dd:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:05:09.381121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:09.394127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8eeb80e-bfbf-45af-979e-b1f60759df63 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:05:09.412297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:09.416968 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:09.462384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:09.561672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68722330-b658-4ccb-b5b9-c0af318d173f req-7b935e41-fd8c-468c-ac67-929a1a3795c8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:09.563142 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-68722330-b658-4ccb-b5b9-c0af318d173f req-7b935e41-fd8c-468c-ac67-929a1a3795c8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 945 time: 0.0493805 Dec 20 17:05:09.610371 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-68722330-b658-4ccb-b5b9-c0af318d173f req-85d3cff3-3b29-48f9-abe8-c2e060c5ee9e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412841 Dec 20 17:05:09.621754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['e8eeb80e-bfbf-45af-979e-b1f60759df63'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:05:10.724775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25015fa3-6c47-40c0-af95-41a30a97d902 req-55bec160-ad51-4b28-8db1-42c968a33160 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:10.726271 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-25015fa3-6c47-40c0-af95-41a30a97d902 req-55bec160-ad51-4b28-8db1-42c968a33160 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 945 time: 0.0490417 Dec 20 17:05:10.773449 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-25015fa3-6c47-40c0-af95-41a30a97d902 req-ad80c126-acc8-45d0-9d1e-65007a1035e6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Dec 20 17:05:11.254791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:05:11.302911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port e8eeb80e-bfbf-45af-979e-b1f60759df63 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:11.307340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port e8eeb80e-bfbf-45af-979e-b1f60759df63 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:11.307713 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:11.390955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:11.420919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:11.423176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dabc98-79a9-496d-a5d5-61a76752404e" -d '{"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-plugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:11.435177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:11.439384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:11.464403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ff015e-0167-4b15-af22-b327d145a0f6 x-openstack-request-id: req-91ff015e-0167-4b15-af22-b327d145a0f6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:11.464689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-plugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:11.464936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91ff015e-0167-4b15-af22-b327d145a0f6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:11.465338 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'code': 200} Dec 20 17:05:11.489839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:11.635593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0be148-f7aa-479a-8240-430ed58408ee req-15f7e11c-e8d6-4c5f-bb8c-a439925ab947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:11.636926 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3f0be148-f7aa-479a-8240-430ed58408ee req-15f7e11c-e8d6-4c5f-bb8c-a439925ab947 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 1099 time: 0.0434110 Dec 20 17:05:11.684829 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3f0be148-f7aa-479a-8240-430ed58408ee req-f13e6238-712e-493c-9882-4f8e2b7e19c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390191 Dec 20 17:05:11.887584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4e96f-2ed3-4a06-b160-1ba12ccb95c3 req-1f204a51-7129-4c1b-b76c-1f34b90da22a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:11.888996 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d6a4e96f-2ed3-4a06-b160-1ba12ccb95c3 req-1f204a51-7129-4c1b-b76c-1f34b90da22a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0490665 Dec 20 17:05:11.938316 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d6a4e96f-2ed3-4a06-b160-1ba12ccb95c3 req-6eb998e1-cf8e-446d-af33-3ce6cd04e025 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Dec 20 17:05:13.060541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0f4c9-c809-4524-9114-b9188794f649 req-9a6ab932-f312-4a59-9eee-f4d6dbfde4f4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:13.062022 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-51d0f4c9-c809-4524-9114-b9188794f649 req-9a6ab932-f312-4a59-9eee-f4d6dbfde4f4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0541451 Dec 20 17:05:13.115743 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-51d0f4c9-c809-4524-9114-b9188794f649 req-dc8b1a18-c0cc-4a0e-a370-1fa877c4c2ea tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Dec 20 17:05:13.233053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872e2f9-b590-4325-84f0-a610014d6e3c req-a4e564b9-7186-4531-a221-da8a8d383d61 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:13.234744 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9872e2f9-b590-4325-84f0-a610014d6e3c req-a4e564b9-7186-4531-a221-da8a8d383d61 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0554061 Dec 20 17:05:13.244192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 52652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:13.248900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d9711b47-cf0a-4462-bd87-d4115a2ebd75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'floatingip': {'port_id': 'e8eeb80e-bfbf-45af-979e-b1f60759df63'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:13.290574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9711b47-cf0a-4462-bd87-d4115a2ebd75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:13.749270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9711b47-cf0a-4462-bd87-d4115a2ebd75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:13.753102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9711b47-cf0a-4462-bd87-d4115a2ebd75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:13.852626 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-d9711b47-cf0a-4462-bd87-d4115a2ebd75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c associated. External IP: 172.26.1.97, port: e8eeb80e-bfbf-45af-979e-b1f60759df63. Dec 20 17:05:14.059738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9711b47-cf0a-4462-bd87-d4115a2ebd75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:05:14.168044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9711b47-cf0a-4462-bd87-d4115a2ebd75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:14.173648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9711b47-cf0a-4462-bd87-d4115a2ebd75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:14.177959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:05:14.189172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:14.189794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:04:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:14.202681 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d9711b47-cf0a-4462-bd87-d4115a2ebd75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "PUT /v2.0/floatingips/0d3632bf-9ec5-42f6-b9d1-b28655529b0c HTTP/1.1" status: 200 len: 991 time: 0.9573200 Dec 20 17:05:14.203283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:14.205537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06045050-888d-4095-93da-cbcd6c77db59" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:14.247049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31807aa-7d67-4db1-9aea-e4c9ac8ec54e x-openstack-request-id: req-b31807aa-7d67-4db1-9aea-e4c9ac8ec54e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:14.247781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:14.247781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b31807aa-7d67-4db1-9aea-e4c9ac8ec54e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:14.247923 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'status': 'completed', 'code': 200} Dec 20 17:05:14.301545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:05:14.313021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06045050-888d-4095-93da-cbcd6c77db59 req-7ec4dca4-94f8-4e6b-931c-63c67f548ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:14.314498 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-06045050-888d-4095-93da-cbcd6c77db59 req-7ec4dca4-94f8-4e6b-931c-63c67f548ade service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 1099 time: 0.0440006 Dec 20 17:05:14.411388 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06045050-888d-4095-93da-cbcd6c77db59 req-cfac0b8b-de96-422d-be19-fa212bc03151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:14.412917 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-06045050-888d-4095-93da-cbcd6c77db59 req-cfac0b8b-de96-422d-be19-fa212bc03151 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0916455 Dec 20 17:05:14.470288 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:14.481617 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-06045050-888d-4095-93da-cbcd6c77db59 req-81712560-6f7c-4328-af95-3baa23e38f9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 200 len: 999 time: 0.0619998 Dec 20 17:05:14.534577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06045050-888d-4095-93da-cbcd6c77db59 req-1d286d5c-ce7f-41c4-9617-d588b7254a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:14.536184 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-06045050-888d-4095-93da-cbcd6c77db59 req-1d286d5c-ce7f-41c4-9617-d588b7254a71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0473168 Dec 20 17:05:14.543787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:dd:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:05:13Z', 'revision_number': 9, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:14.570598 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:05:14.578903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:14.579534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:04:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:14.586132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06045050-888d-4095-93da-cbcd6c77db59 req-7c7f021d-2db6-40fe-af99-52839b0d02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:14.588184 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-06045050-888d-4095-93da-cbcd6c77db59 req-7c7f021d-2db6-40fe-af99-52839b0d02d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449660 Dec 20 17:05:14.677607 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-06045050-888d-4095-93da-cbcd6c77db59 req-9b11ab0a-0856-4088-a8c6-023c3e2d8f02 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814087 Dec 20 17:05:14.689269 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:05:14.772070 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-06045050-888d-4095-93da-cbcd6c77db59 req-ca7e5c8b-9f63-4a3d-8264-6049bf548218 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881257 Dec 20 17:05:14.925337 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:dd:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:05:13Z', 'revision_number': 9, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:14.951131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e4525-2f2c-4fab-aedc-bcc39e526889 None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:dd:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:05:13Z', 'revision_number': 9, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:05:15.145726 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077880bd-8c59-401b-aca4-fea6871d13e7 None None] New status for floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:05:22.361683 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-b6033f27-8267-40be-9c59-024d46736b07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402524 Dec 20 17:05:22.442235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-f1f831e3-ac3d-4b90-b476-d43b42769f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:22.443767 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-f1f831e3-ac3d-4b90-b476-d43b42769f29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 1099 time: 0.0405936 Dec 20 17:05:22.547175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-c27a60ff-7be4-47cf-a908-42939627a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:22.548661 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-c27a60ff-7be4-47cf-a908-42939627a955 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0870183 Dec 20 17:05:22.613983 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-a55569ce-00cb-4f82-b80c-65cfd106ecc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 200 len: 1002 time: 0.0583191 Dec 20 17:05:22.668519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-105da409-8180-45b4-a41b-83a319b27de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:22.669990 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-105da409-8180-45b4-a41b-83a319b27de1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0488760 Dec 20 17:05:22.718244 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-5b9fd3f7-3e13-4a70-b594-f9e2e8783ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:22.719786 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-5b9fd3f7-3e13-4a70-b594-f9e2e8783ee1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424619 Dec 20 17:05:22.810218 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-bf4c4e35-7fe8-4d72-9a1c-c18eada57a4b service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827212 Dec 20 17:05:22.920430 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-16299d3b-d062-41ce-a5f0-c4bd5313be7d req-c5676255-fd1c-441b-9890-b78805cd342b service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032157 Dec 20 17:05:25.091025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1fd3-f9b2-439e-b58f-f90d121d76c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:27.785453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1274d253-fe4d-4aa7-8dd0-8f1a21f5a9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:28.542895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:30.105923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:30.845965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:41.283014 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:05:44.450892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:50.881067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31340f-a985-45fe-88d3-a7c4d4d120a8 req-42f3c54d-d97e-4703-83b3-47a3913c0574 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:50.882466 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d31340f-a985-45fe-88d3-a7c4d4d120a8 req-42f3c54d-d97e-4703-83b3-47a3913c0574 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.4095657 Dec 20 17:05:50.910761 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-68b2a0c3-46b5-4277-89b6-e5b0ca273dba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4475317 Dec 20 17:05:50.940412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d31340f-a985-45fe-88d3-a7c4d4d120a8 req-7c95f477-23b8-4814-b8d1-f66471284408 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489168 Dec 20 17:05:51.971475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-a281c471-7d1f-491c-993c-2d45ffa78b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:51.971475 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-a281c471-7d1f-491c-993c-2d45ffa78b3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 1099 time: 0.0525222 Dec 20 17:05:52.061947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b882fa5-2097-4d7d-9646-4089f982d4ba req-f38c0474-3d49-4b30-b0f9-910716c8b4f6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:52.063549 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b882fa5-2097-4d7d-9646-4089f982d4ba req-f38c0474-3d49-4b30-b0f9-910716c8b4f6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0511811 Dec 20 17:05:52.068128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-3cf7aa63-7a3f-4c0d-8e87-49384a76e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:52.069658 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-3cf7aa63-7a3f-4c0d-8e87-49384a76e881 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0901160 Dec 20 17:05:52.111982 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6b882fa5-2097-4d7d-9646-4089f982d4ba req-738df284-f5bc-4efc-ba58-4936f70aa829 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Dec 20 17:05:52.134466 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-2d0a8a48-f30d-4499-86e0-789b0aeb7c4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 200 len: 1002 time: 0.0574355 Dec 20 17:05:52.182163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-7b7589ce-76a2-42ad-808d-0dafcd246203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:52.183649 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-7b7589ce-76a2-42ad-808d-0dafcd246203 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0428693 Dec 20 17:05:52.232427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-df72f697-758f-4374-9874-99c7ece40458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:52.233813 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-df72f697-758f-4374-9874-99c7ece40458 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435708 Dec 20 17:05:52.321217 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-75fd9f94-636d-487b-ab55-10efc4a6bdf3 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793264 Dec 20 17:05:52.410873 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-202a2e90-7054-4e40-a798-dc7dc2f2fce1 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830820 Dec 20 17:05:53.227769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41374d-b1d2-4151-817f-cd7505babfae req-77c86e15-1cb4-4fd9-a8a3-2c62f67d3108 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:53.229219 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa41374d-b1d2-4151-817f-cd7505babfae req-77c86e15-1cb4-4fd9-a8a3-2c62f67d3108 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0475142 Dec 20 17:05:53.275518 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-aa41374d-b1d2-4151-817f-cd7505babfae req-2615982b-ec22-4fea-9544-9490de14a8ab tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 Dec 20 17:05:54.389390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bd99f-a830-417b-a9b2-694edf1b0a7e req-74123d20-cefd-4dbe-8727-d3d349d8ed41 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:54.390878 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-151bd99f-a830-417b-a9b2-694edf1b0a7e req-74123d20-cefd-4dbe-8727-d3d349d8ed41 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0484352 Dec 20 17:05:54.441748 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-151bd99f-a830-417b-a9b2-694edf1b0a7e req-c78be3d2-f6b7-4a97-847b-5123fa20d170 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450003 Dec 20 17:05:55.095387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-396e11f8-979c-4608-a012-f1461e0f9bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:55.553761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cb35-1d6e-49ef-9084-08d8ff1865ae req-42720700-3d92-410b-ad1d-008b5c5c4399 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:55.555312 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-52e0cb35-1d6e-49ef-9084-08d8ff1865ae req-42720700-3d92-410b-ad1d-008b5c5c4399 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0479865 Dec 20 17:05:55.605790 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-52e0cb35-1d6e-49ef-9084-08d8ff1865ae req-3dee9794-43d2-4607-b827-b4462366b08a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 Dec 20 17:05:56.720460 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666218-f511-4461-ac86-0704617fb3cf req-cf0398d1-f0cc-4a73-b88b-2085a798e7d1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:56.721937 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-66666218-f511-4461-ac86-0704617fb3cf req-cf0398d1-f0cc-4a73-b88b-2085a798e7d1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0487204 Dec 20 17:05:56.768509 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-66666218-f511-4461-ac86-0704617fb3cf req-7a4fa873-aac6-4251-be4e-b95cc9ba082e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406058 Dec 20 17:05:57.786811 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-344019bf-183f-4fa9-afbd-ae69770279f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.883411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8a78-c861-4a6f-88e9-0b6c462805ad req-27001ed1-cf0e-42f1-988c-91c04e274c65 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:57.884923 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-54ff8a78-c861-4a6f-88e9-0b6c462805ad req-27001ed1-cf0e-42f1-988c-91c04e274c65 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0488787 Dec 20 17:05:57.931478 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-54ff8a78-c861-4a6f-88e9-0b6c462805ad req-cc3444d6-3fea-417a-852f-7cce597983df tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 Dec 20 17:05:58.543146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.049015 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745302-5a6c-4a22-b615-6f04edccc476 req-450ce514-395d-4bee-94b5-b5145a655f5c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:59.050537 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ea745302-5a6c-4a22-b615-6f04edccc476 req-450ce514-395d-4bee-94b5-b5145a655f5c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0486405 Dec 20 17:05:59.098675 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ea745302-5a6c-4a22-b615-6f04edccc476 req-32f7e287-2654-4402-945b-bbff99f9d2e3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Dec 20 17:06:00.105210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:00.212983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f88d4-f289-4bc1-be85-dc26004ada94 req-1347d92c-b1b4-4632-929f-1c7417b6b325 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:00.214479 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-373f88d4-f289-4bc1-be85-dc26004ada94 req-1347d92c-b1b4-4632-929f-1c7417b6b325 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0481925 Dec 20 17:06:00.260804 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-373f88d4-f289-4bc1-be85-dc26004ada94 req-3432dde1-a79e-4645-bf3e-9b5f392a4c29 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400050 Dec 20 17:06:00.848970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.379909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83433d-926f-4bf0-88ef-93ba01f6bb45 req-319c14e9-b498-4865-908b-7369e6ebccdd tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:01.381369 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dd83433d-926f-4bf0-88ef-93ba01f6bb45 req-319c14e9-b498-4865-908b-7369e6ebccdd tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0519464 Dec 20 17:06:01.429363 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dd83433d-926f-4bf0-88ef-93ba01f6bb45 req-b19ff0e1-0978-466d-829f-e94b8a1b05ec tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420501 Dec 20 17:06:02.553551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaa384-5690-40b4-aeba-4fc2e96e6b99 req-6137514d-8dd2-4ca6-9bdf-d3c90277e781 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:02.555164 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-60aaa384-5690-40b4-aeba-4fc2e96e6b99 req-6137514d-8dd2-4ca6-9bdf-d3c90277e781 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0556502 Dec 20 17:06:02.604585 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-60aaa384-5690-40b4-aeba-4fc2e96e6b99 req-6eca251c-8d05-4400-99b1-020c3e5d63cd tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Dec 20 17:06:03.727087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8e65c-c580-408a-84ca-f5888e7a9b62 req-72877243-f364-4e8c-9fb2-fa95ab17c061 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:03.728597 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-97f8e65c-c580-408a-84ca-f5888e7a9b62 req-72877243-f364-4e8c-9fb2-fa95ab17c061 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0504985 Dec 20 17:06:03.782128 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-97f8e65c-c580-408a-84ca-f5888e7a9b62 req-7142f2bf-bb35-47ab-a6b7-6a351b54e470 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462790 Dec 20 17:06:04.000378 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-e92b3878-b61f-4632-8a7c-89bf9b3a4058 service neutron] 10.222.0.18 "GET /v2.0/ports/e8eeb80e-bfbf-45af-979e-b1f60759df63/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.0650368 Dec 20 17:06:04.233291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-9b10e447-2f7c-422d-a7d8-9615b1a79563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:04.234763 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-9b10e447-2f7c-422d-a7d8-9615b1a79563 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 1099 time: 0.0486276 Dec 20 17:06:04.313161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-e0ad586b-8d42-4f43-a2a2-d0128fa673e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:04.315876 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-e0ad586b-8d42-4f43-a2a2-d0128fa673e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 1099 time: 0.0560040 Dec 20 17:06:04.446685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-e6bb8d43-cc07-4ece-a55e-8ea337bac8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:04.448253 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-e6bb8d43-cc07-4ece-a55e-8ea337bac8e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1246250 Dec 20 17:06:04.522062 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-d1ac2a28-6a9c-4fab-9fec-f5231151c195 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 200 len: 1002 time: 0.0660472 Dec 20 17:06:04.573870 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-e66f09f8-2fb4-48cb-88b9-3650ffb58452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:04.575471 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-e66f09f8-2fb4-48cb-88b9-3650ffb58452 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0459485 Dec 20 17:06:04.633935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-389df605-cccc-4253-a385-5ff09bf77162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:04.636722 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-389df605-cccc-4253-a385-5ff09bf77162 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530040 Dec 20 17:06:04.748326 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-6befc7bc-5ebb-4c44-b4bb-86e512222cea service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037157 Dec 20 17:06:04.917881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ef59cb9-6592-4419-b412-7e55d260ad88 req-4f4c5317-a7eb-4f34-a417-b85228f8e1e6 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619124 Dec 20 17:06:04.931560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be8f8c-61c0-426d-aadc-4dde4718576b req-1b50e958-91c8-4c2e-8558-192488c4feaa tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:04.933122 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f3be8f8c-61c0-426d-aadc-4dde4718576b req-1b50e958-91c8-4c2e-8558-192488c4feaa tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0763474 Dec 20 17:06:04.986793 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f3be8f8c-61c0-426d-aadc-4dde4718576b req-b272e34a-552e-41c7-8054-0fd5555bdeba tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475650 Dec 20 17:06:06.123650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd0d72-d5bd-42f3-b876-11402c72a8e6 req-cff3b16b-9a02-4806-b73f-31141cd136f8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:06.125210 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1ccd0d72-d5bd-42f3-b876-11402c72a8e6 req-cff3b16b-9a02-4806-b73f-31141cd136f8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0506816 Dec 20 17:06:06.180249 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1ccd0d72-d5bd-42f3-b876-11402c72a8e6 req-7cc3bf33-d237-4017-968c-b2865f6966e4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488374 Dec 20 17:06:07.303555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb14e-baf7-42c7-85a5-b8f74b778135 req-840b38ad-7efd-48a6-bf7a-f76ef9fdf806 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:07.305826 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b20eb14e-baf7-42c7-85a5-b8f74b778135 req-840b38ad-7efd-48a6-bf7a-f76ef9fdf806 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0535388 Dec 20 17:06:07.354708 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b20eb14e-baf7-42c7-85a5-b8f74b778135 req-6165f015-2f03-468a-83da-dbf795171041 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Dec 20 17:06:07.629338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:06:07.636467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:06:07.696433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-e342373b-47e8-44d7-b3c2-704a13a7df4b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:07.698048 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-e342373b-47e8-44d7-b3c2-704a13a7df4b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733&tenant_id=2c0eac0615384566a0cb2f5b61da32ae&binding%3Ahost_id=hv-neutron-8223 HTTP/1.1" status: 200 len: 946 time: 0.0897167 Dec 20 17:06:07.707360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc03901-b2f5-4cc1-b00b-de81df8b9142 req-98e1ef63-a647-4126-9ff0-257de17a11fb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:07.709174 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4cc03901-b2f5-4cc1-b00b-de81df8b9142 req-98e1ef63-a647-4126-9ff0-257de17a11fb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0886359 Dec 20 17:06:07.799982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.812997 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-49661757-97e8-4f93-bf68-181a3e1eb0e5 service neutron] 10.222.0.18 "GET /v2.0/ports/e8eeb80e-bfbf-45af-979e-b1f60759df63/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.1023979 Dec 20 17:06:07.816800 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4cc03901-b2f5-4cc1-b00b-de81df8b9142 req-fb11c689-98a6-4fc2-bd0a-798c2bc97863 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944872 Dec 20 17:06:07.837596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:07.853042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:07.855448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fe02e0-d8e7-44f3-8c93-702cb07eb45e" -d '{"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-unplugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:07.867049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'port_id': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'mac_address': 'fa:16:3e:dd:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:06:07.872027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:07.878148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.891530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-845faf25-4498-49b0-9d1d-08175bbddc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:07.893099 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-845faf25-4498-49b0-9d1d-08175bbddc9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 1099 time: 0.0551577 Dec 20 17:06:07.942417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.971987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8eeb80e-bfbf-45af-979e-b1f60759df63 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:06:07.977192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:07.990883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.991246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.991593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.991934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.992272 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.992655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.992940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.993277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.993607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.993940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.994282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.994623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:07.994947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.004820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5aebcb-2c1e-40b4-835a-0166f956bde7 x-openstack-request-id: req-ef5aebcb-2c1e-40b4-835a-0166f956bde7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:08.005045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-unplugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:08.005301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef5aebcb-2c1e-40b4-835a-0166f956bde7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:08.005701 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'code': 200} Dec 20 17:06:08.005968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-ec1ae152-dae3-4d91-a19c-f7ea3ab68d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:08.007857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-ec1ae152-dae3-4d91-a19c-f7ea3ab68d41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1071551 Dec 20 17:06:08.010495 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:08.015994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.074375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['e8eeb80e-bfbf-45af-979e-b1f60759df63'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:06:08.078884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:08.091760 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-dca17a5a-296b-48fb-8fbd-7f8b4d5d6024 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 200 len: 1001 time: 0.0764766 Dec 20 17:06:08.142125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-0866565f-ee55-4fd3-9bca-75406d1fdc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:08.143679 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-0866565f-ee55-4fd3-9bca-75406d1fdc8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0458627 Dec 20 17:06:08.195067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-bba821e4-cc2f-45cd-a624-7a7cd9d3634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:08.196613 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-bba821e4-cc2f-45cd-a624-7a7cd9d3634f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459645 Dec 20 17:06:08.298730 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-d24d7514-4ff9-439a-bec3-3344445f1a01 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941360 Dec 20 17:06:08.393975 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-97acabc9-0a0e-48d6-bca4-db85718ca73e service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865526 Dec 20 17:06:08.959965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5996b3-d6ce-4805-8ebe-5cbdb602e605 req-09111208-84b4-4b30-b63e-1d83e9f19871 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:08.961533 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e5996b3-d6ce-4805-8ebe-5cbdb602e605 req-09111208-84b4-4b30-b63e-1d83e9f19871 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 945 time: 0.0544782 Dec 20 17:06:09.015112 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e5996b3-d6ce-4805-8ebe-5cbdb602e605 req-33dc6d5f-ed9a-4f76-bcb2-a79a8199b185 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465937 Dec 20 17:06:09.628756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:09.685484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port e8eeb80e-bfbf-45af-979e-b1f60759df63 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:09.685863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.768816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.804971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:09.810707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.859781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:10.006563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:10.008984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e4905c-8c7a-48de-b02a-753619626dab" -d '{"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-plugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:10.055836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518e20cc-8f85-4b28-9bd7-9ad27430e76e x-openstack-request-id: req-518e20cc-8f85-4b28-9bd7-9ad27430e76e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:10.056276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-plugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:10.056613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-518e20cc-8f85-4b28-9bd7-9ad27430e76e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:10.057109 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'code': 200} Dec 20 17:06:10.163019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be03e7c-b664-4fc0-95b8-7cd247579fb5 req-4e3b4bea-d76b-4c8d-8b2b-34582441ba4d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:10.164727 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0be03e7c-b664-4fc0-95b8-7cd247579fb5 req-4e3b4bea-d76b-4c8d-8b2b-34582441ba4d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0549874 Dec 20 17:06:10.219077 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0be03e7c-b664-4fc0-95b8-7cd247579fb5 req-2a77bf3d-d48e-40f2-a6c3-85368c16bb5c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458479 Dec 20 17:06:10.768749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-50a10852-8ff1-4787-bd36-ab42502bb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:10.770273 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-50a10852-8ff1-4787-bd36-ab42502bb1bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 1099 time: 0.0423708 Dec 20 17:06:10.781808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-84d78b40-32fd-4ce3-b5bc-d872420ea3e1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:06:10.782957 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-84d78b40-32fd-4ce3-b5bc-d872420ea3e1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060081 Dec 20 17:06:10.856595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-dd1726b1-3745-45b0-86d6-fdf78b28d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:10.858112 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-dd1726b1-3745-45b0-86d6-fdf78b28d85a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 1099 time: 0.0495877 Dec 20 17:06:10.955426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-b52ef1e8-43b0-457d-8d60-aecdb81686e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:10.956918 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-b52ef1e8-43b0-457d-8d60-aecdb81686e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0916886 Dec 20 17:06:11.029951 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-db1d0838-b273-4766-9f8b-95fd08b5236a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 200 len: 1002 time: 0.0652544 Dec 20 17:06:11.081615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-641e6fc8-329f-4c51-a5aa-1184e1b53d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:11.083129 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-641e6fc8-329f-4c51-a5aa-1184e1b53d1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0466635 Dec 20 17:06:11.131535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-073e980f-7405-4ee0-80cd-30ea2d08546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:11.132951 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-073e980f-7405-4ee0-80cd-30ea2d08546d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417624 Dec 20 17:06:11.230466 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-5122803e-a76f-41ec-8b72-826cc3c650a0 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899849 Dec 20 17:06:11.334563 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-faffa39d-a8c1-49c8-ab81-49c439749ed3 req-12a04042-0780-43c6-a308-fbd81c9b13be service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961788 Dec 20 17:06:11.397879 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaf590-485f-4ccd-b7b7-70f658849203 req-02faadd7-fd58-4e70-b367-cc515d8475af tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:11.400117 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5edaf590-485f-4ccd-b7b7-70f658849203 req-02faadd7-fd58-4e70-b367-cc515d8475af tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0817606 Dec 20 17:06:11.454598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5edaf590-485f-4ccd-b7b7-70f658849203 req-f9feacbc-173c-4d72-94ff-8a6919e1efea tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486286 Dec 20 17:06:12.586230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c4a76-8631-49bd-894e-690e7b8ff057 req-066cf22a-a65d-463a-a543-2662f13a9bbc tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:12.587833 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e87c4a76-8631-49bd-894e-690e7b8ff057 req-066cf22a-a65d-463a-a543-2662f13a9bbc tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0625546 Dec 20 17:06:12.665125 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e87c4a76-8631-49bd-894e-690e7b8ff057 req-9eb56b6a-dcd8-41d7-8fb3-bc96e51a4b58 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691445 Dec 20 17:06:13.643714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:06:13.647171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:06:13.790600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fce7c0-df12-4d92-ada1-e4ac316d7792 req-1397c028-4456-47b1-bbff-0e059d769ed0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:13.792856 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-32fce7c0-df12-4d92-ada1-e4ac316d7792 req-1397c028-4456-47b1-bbff-0e059d769ed0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0536938 Dec 20 17:06:13.804037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:13.824025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:13.843263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'port_id': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'mac_address': 'fa:16:3e:dd:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:06:13.845088 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-32fce7c0-df12-4d92-ada1-e4ac316d7792 req-b48545b1-3dd8-4f85-8a22-a06b509ac759 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447042 Dec 20 17:06:13.848717 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:13.851128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413974c8-41c0-4df0-a725-be9b15b0ff9e" -d '{"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-unplugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:13.868618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:13.874322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:13.899691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a832064-da1f-4c8e-8679-04cbdee02727 x-openstack-request-id: req-3a832064-da1f-4c8e-8679-04cbdee02727 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:13.899990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-unplugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:13.900242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a832064-da1f-4c8e-8679-04cbdee02727 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:13.901037 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'code': 200} Dec 20 17:06:13.940862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:13.965450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:13.969831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8eeb80e-bfbf-45af-979e-b1f60759df63 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:06:13.993290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:13.998621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.004064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4678365-0dbe-4af1-9250-54f677ed2c02 req-653c80ee-4ac5-4b0f-bc9c-4eac4b058488 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:14.005651 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e4678365-0dbe-4af1-9250-54f677ed2c02 req-653c80ee-4ac5-4b0f-bc9c-4eac4b058488 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 944 time: 0.0697451 Dec 20 17:06:14.055167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:14.059312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['e8eeb80e-bfbf-45af-979e-b1f60759df63'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:06:14.059547 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e4678365-0dbe-4af1-9250-54f677ed2c02 req-92c9ca92-8955-4262-9e53-41456107b0ea tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473862 Dec 20 17:06:14.211463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5caee-70b6-416a-89cc-5c7dbde6f7f6 req-5e81185d-03ac-4342-85e1-77477360e658 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:14.213012 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-92d5caee-70b6-416a-89cc-5c7dbde6f7f6 req-5e81185d-03ac-4342-85e1-77477360e658 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0525453 Dec 20 17:06:14.263506 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-92d5caee-70b6-416a-89cc-5c7dbde6f7f6 req-8042cd44-a9c1-4742-af02-abe6449067f4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Dec 20 17:06:14.456971 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.571351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8b8f4-33de-4857-85dc-eae8e6a212c0 req-dd50c35c-d599-496a-80d1-916479bcc40a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:14.573862 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-14d8b8f4-33de-4857-85dc-eae8e6a212c0 req-dd50c35c-d599-496a-80d1-916479bcc40a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0864463 Dec 20 17:06:14.631781 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-14d8b8f4-33de-4857-85dc-eae8e6a212c0 req-e877ecb0-c223-4403-acd9-87da8f2f518b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480759 Dec 20 17:06:15.660825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:15.742728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port e8eeb80e-bfbf-45af-979e-b1f60759df63 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:15.743324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.763400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fe1c9-dcf0-4646-865c-e59f3ff7ea99 req-fc6ca09e-aacf-4ba5-8c8f-f8be75ed0cfa tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:15.765241 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5f5fe1c9-dcf0-4646-865c-e59f3ff7ea99 req-fc6ca09e-aacf-4ba5-8c8f-f8be75ed0cfa tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 946 time: 0.0570362 Dec 20 17:06:15.829667 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5f5fe1c9-dcf0-4646-865c-e59f3ff7ea99 req-d8f72b91-1d90-492c-abd2-15322878ed94 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529547 Dec 20 17:06:15.845652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.886188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:15.891303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.917075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:15.919323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1ee548-e97b-48e6-836c-589584061ce5" -d '{"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-plugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:15.954216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:15.964906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac56acfc-ac09-41f9-87d9-0c6df6f5dd47 x-openstack-request-id: req-ac56acfc-ac09-41f9-87d9-0c6df6f5dd47 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:15.965200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-plugged", "status": "completed", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:15.965449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac56acfc-ac09-41f9-87d9-0c6df6f5dd47 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:15.965882 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'code': 200} Dec 20 17:06:16.581680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-69319291-84fb-4cf0-be1c-6b205f10d51c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:16.583294 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-69319291-84fb-4cf0-be1c-6b205f10d51c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 947 time: 0.0510581 Dec 20 17:06:16.678574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Deleting port e8eeb80e-bfbf-45af-979e-b1f60759df63 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:16.678960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.795426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] For port e8eeb80e-bfbf-45af-979e-b1f60759df63, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=e8eeb80e-bfbf-45af-979e-b1f60759df63,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:16.795797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.996150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.996501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.996811 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c disassociated. External IP: 172.26.1.97, port: e8eeb80e-bfbf-45af-979e-b1f60759df63. Dec 20 17:06:16.997180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Calling delete_port for e8eeb80e-bfbf-45af-979e-b1f60759df63 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:17.008619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ff1db-4b4a-450f-b6cc-765d728e4d73 req-2096c01a-cf29-4e21-bbd4-faa48d696430 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:17.010443 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-774ff1db-4b4a-450f-b6cc-765d728e4d73 req-2096c01a-cf29-4e21-bbd4-faa48d696430 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 947 time: 0.0915473 Dec 20 17:06:17.068150 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-774ff1db-4b4a-450f-b6cc-765d728e4d73 req-cd169662-f244-48ef-bd2d-13091d00ae0b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487189 Dec 20 17:06:17.176017 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.209358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event deleted for resources: {'Port': ['ID=e8eeb80e-bfbf-45af-979e-b1f60759df63,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:17.223306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.223662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.224014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.224352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.224686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.225018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.225352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.225683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.226013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.226370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.226700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.227028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.227352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:17.353678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:06:17.476269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:06:17.490173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:06:17.501718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:17.502792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:05:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:17.518330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] No DVR routers for this DVR port e8eeb80e-bfbf-45af-979e-b1f60759df63 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:17.521092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.524526 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d202e28b-ab4d-489b-9961-3b4343fe178c req-a2feaad4-63b3-4d7e-8f67-3d4cb3877732 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "DELETE /v2.0/ports/e8eeb80e-bfbf-45af-979e-b1f60759df63 HTTP/1.1" status: 204 len: 173 time: 0.9352808 Dec 20 17:06:17.524994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-deleted', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:17.527318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db9aabf-5ec3-4edb-998f-01d3c6eabe6b" -d '{"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-deleted", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:17.582699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e2eec8-9c53-42c0-9298-bbdc55d3bfd2 x-openstack-request-id: req-f1e2eec8-9c53-42c0-9298-bbdc55d3bfd2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:17.583340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa70b3f-8459-45de-9278-5aa71e7f5733", "name": "network-vif-deleted", "tag": "e8eeb80e-bfbf-45af-979e-b1f60759df63", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:17.583340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1e2eec8-9c53-42c0-9298-bbdc55d3bfd2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:17.583662 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa70b3f-8459-45de-9278-5aa71e7f5733', 'name': 'network-vif-deleted', 'tag': 'e8eeb80e-bfbf-45af-979e-b1f60759df63', 'status': 'completed', 'code': 200} Dec 20 17:06:17.638675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:17.842895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:17.874048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:06:17.882991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:17.883603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:05:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:17.986805 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:18.208535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:18.219385 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8741fa88-6e1a-4ae7-b668-75a0ce9caf2b req-fdfb8e2c-b104-4152-940c-3524f426b374 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fa70b3f-8459-45de-9278-5aa71e7f5733 HTTP/1.1" status: 200 len: 210 time: 0.0413983 Dec 20 17:06:18.243107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0dc09c-2173-459b-8be0-8f4a3ade1592 None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:06:18.283908 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:06:18.487638 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb00c2-c261-4cf0-99c3-d3a891ab2170 None None] New status for floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:06:19.486868 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-056a48ae-b34d-4d30-9613-b62c1811b43b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1867675932&fields=id&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 267 time: 0.0468740 Dec 20 17:06:19.599550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-5301772d-0415-42de-b5f8-6940207f1e04 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:19.601016 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-5301772d-0415-42de-b5f8-6940207f1e04 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 811 time: 0.1071725 Dec 20 17:06:19.617794 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-3ee223b7-54f6-4333-9526-2009334eef9d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/quotas/2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 375 time: 0.0099554 Dec 20 17:06:19.673720 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-039c8fa9-305c-4bc4-99b2-a6588bbd8233 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497956 Dec 20 17:06:19.675780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:06:19.704316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: e8eeb80e-bfbf-45af-979e-b1f60759df63 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:06:19.704863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device e8eeb80e-bfbf-45af-979e-b1f60759df63 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:06:19.791906 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-d49e79b6-226d-4506-b0ff-32ae555f9aed service neutron] 10.222.0.60 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040723 Dec 20 17:06:19.897364 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-48894e25-5332-4243-b895-5e03ad655630 service neutron] 10.222.0.60 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976429 Dec 20 17:06:20.132509 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e7a25426-2e60-45a1-be36-1057be05a986 req-00854cc3-153d-43ea-a75e-a9fe22607291 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 210 time: 0.0465448 Dec 20 17:06:21.144239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-1b85f73b-509d-4909-b406-5fb040c429dc tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:21.145647 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-1b85f73b-509d-4909-b406-5fb040c429dc tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 811 time: 0.1295757 Dec 20 17:06:21.234057 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4f70f224-d3de-4926-87bc-678a72efc8b4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 380 time: 0.0784056 Dec 20 17:06:21.250784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'port': {'device_id': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'admin_state_up': True, 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'security_groups': ['2ec61119-f9d3-4dde-a06a-182e8740a3ab']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:21.275669 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9607b950-cd8d-4c9b-9c0a-9eb9578bd183 req-64380724-7848-4589-8e43-947543e47f79 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 210 time: 0.0405567 Dec 20 17:06:21.415108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Made reservation on behalf of 2c0eac0615384566a0cb2f5b61da32ae for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:21.422288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.562871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Allocated IP 172.20.0.4 (3cf26398-deb3-4a37-b95e-84ebbeb9adaa/fa0a591b-627e-4e7f-9d6e-cbcd654254a3/3540f243-a6ff-46c4-990d-beeba3f0f176) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:21.722773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.760966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.844484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:21.850459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:21.857736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:21.870439 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:21.942340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:21.943010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.965297 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-89a16c70-6102-43b5-99e0-a48ddca7456f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212145 Dec 20 17:06:22.042369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Request body: {'port': {'device_id': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:22.108266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.137276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5d3c1154-0ba5-4769-b5ad-3395edd38c4e None None] Provisioning complete for port 3540f243-a6ff-46c4-990d-beeba3f0f176 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:22.138201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d3c1154-0ba5-4769-b5ad-3395edd38c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.180538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c1154-0ba5-4769-b5ad-3395edd38c4e None None] Port 3540f243-a6ff-46c4-990d-beeba3f0f176 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:22.425740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3540f243-a6ff-46c4-990d-beeba3f0f176 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:06:22.434055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.446107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b3e0e-4c4e-4f5b-9a50-7ff0149f2600 req-476d8431-bd69-46cd-b9db-bafa606de893 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:22.448292 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fb1b3e0e-4c4e-4f5b-9a50-7ff0149f2600 req-476d8431-bd69-46cd-b9db-bafa606de893 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 931 time: 0.0639162 Dec 20 17:06:22.448738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Transition to ACTIVE for port object 3540f243-a6ff-46c4-990d-beeba3f0f176 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:06:22.454040 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.507251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:22.524727 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fb1b3e0e-4c4e-4f5b-9a50-7ff0149f2600 req-02a2f60a-77d6-4bcc-8497-7390056b7a46 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648141 Dec 20 17:06:22.621595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Attempting to bind port 3540f243-a6ff-46c4-990d-beeba3f0f176 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:22.622171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Attempting to bind port 3540f243-a6ff-46c4-990d-beeba3f0f176 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:22.622736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Attempting to bind port 3540f243-a6ff-46c4-990d-beeba3f0f176 on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:22.629646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Port 3540f243-a6ff-46c4-990d-beeba3f0f176 on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:06:22.630151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Attempting to bind port 3540f243-a6ff-46c4-990d-beeba3f0f176 on network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:22.637534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:22.641250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Checking segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:22.641250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Bound using segment: {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:22.641250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Bound port: 3540f243-a6ff-46c4-990d-beeba3f0f176, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2b62d0-9d92-4c60-8530-81b1ff68a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:22.641250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.756642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:22.760840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:22.766081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.807503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:22.808078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.809488 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] 10.222.0.18 "PUT /v2.0/ports/3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 200 len: 1093 time: 0.8352740 Dec 20 17:06:22.810190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:22.812523 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36544fa9-c05d-44e1-b80b-03d14c75794b" -d '{"events": [{"name": "network-changed", "server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:22.870438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc86d9a-16ac-41ec-a5ae-dcdc7cc78ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:22.881874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3d698a-817c-4ff2-acc3-f26bec861e42 x-openstack-request-id: req-0b3d698a-817c-4ff2-acc3-f26bec861e42 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:22.882315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:22.882642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b3d698a-817c-4ff2-acc3-f26bec861e42 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:22.883065 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'status': 'completed', 'code': 200} Dec 20 17:06:22.945441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-fba0b7c3-26c3-4993-87a6-c86d86b6c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:22.947026 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-fba0b7c3-26c3-4993-87a6-c86d86b6c43e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 1096 time: 0.0681648 Dec 20 17:06:23.446777 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-94efb10c-198e-42b6-99cd-ca07a10c1211 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 200 len: 217 time: 0.4917679 Dec 20 17:06:23.501132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-08e5b7f8-7ad9-435f-9805-4cd47526a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:23.502672 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-08e5b7f8-7ad9-435f-9805-4cd47526a335 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0483630 Dec 20 17:06:23.557979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-2f32bdb8-ae16-4eb3-b1b7-191f75a5326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:23.559489 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-2f32bdb8-ae16-4eb3-b1b7-191f75a5326f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502942 Dec 20 17:06:23.705825 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-766c5fdb-eed0-44a8-85a0-8da6e75b7a13 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382887 Dec 20 17:06:23.726139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78a994-2f72-4be8-8950-8bce43bca318 req-f80c576b-2866-49c5-858f-1b405f9aa047 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:23.728883 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8e78a994-2f72-4be8-8950-8bce43bca318 req-f80c576b-2866-49c5-858f-1b405f9aa047 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0934701 Dec 20 17:06:23.798387 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8e78a994-2f72-4be8-8950-8bce43bca318 req-3dccf152-2e9c-4a14-8894-312614249b1a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574076 Dec 20 17:06:23.854314 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-45a26eba-c2d6-4343-ae54-1a3b30705fb1 req-39007512-978e-4ac4-b0de-48a30860a17a service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403730 Dec 20 17:06:23.956050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-4a95f6b0-1f17-4e87-8d1c-05971249bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:23.957590 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-4a95f6b0-1f17-4e87-8d1c-05971249bc7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 1096 time: 0.0502882 Dec 20 17:06:24.085235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-5a1e54d4-d825-4d4a-921e-944f9b07fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:24.087742 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-5a1e54d4-d825-4d4a-921e-944f9b07fc20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1223512 Dec 20 17:06:24.134467 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-195b7e07-eb6d-46d1-8d6a-7f2c8de91828 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 200 len: 217 time: 0.0382340 Dec 20 17:06:24.191973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-8fc8ec2c-6d25-432e-8826-65baf0ba2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:24.194426 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-8fc8ec2c-6d25-432e-8826-65baf0ba2e63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0523615 Dec 20 17:06:24.249038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-f47d875b-0ac6-419f-8842-4b42c417b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:24.250639 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-f47d875b-0ac6-419f-8842-4b42c417b89d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482247 Dec 20 17:06:24.357448 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-e7c10bde-1bf0-4a59-a422-50a4852aad97 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985353 Dec 20 17:06:24.462232 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-36544fa9-c05d-44e1-b80b-03d14c75794b req-585bf826-9859-4932-b56e-5e4052c0a925 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974798 Dec 20 17:06:24.930778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524aab1-a681-4c29-a73c-ceb23eae4c38 req-6e650737-0069-4946-99b7-42f34c07e8e0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:24.932474 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1524aab1-a681-4c29-a73c-ceb23eae4c38 req-6e650737-0069-4946-99b7-42f34c07e8e0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0543034 Dec 20 17:06:24.989540 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1524aab1-a681-4c29-a73c-ceb23eae4c38 req-0e17e7e9-e001-48d0-80d1-fc141075096b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504513 Dec 20 17:06:25.100482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17c28d51-2d79-4ce3-bb28-0a57180ccb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.721746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:06:25.826661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:25.838957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'port_id': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'mac_address': 'fa:16:3e:f3:5b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:06:25.878308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.892502 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3540f243-a6ff-46c4-990d-beeba3f0f176 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:06:25.913851 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:25.918504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.979536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:26.116028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15cb4-c68e-417c-85e3-26b4b194ce9e req-9b703221-c3da-48e0-87b9-a5034fe52a68 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:26.117621 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6dd15cb4-c68e-417c-85e3-26b4b194ce9e req-9b703221-c3da-48e0-87b9-a5034fe52a68 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 944 time: 0.0535529 Dec 20 17:06:26.121472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['3540f243-a6ff-46c4-990d-beeba3f0f176'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:06:26.171659 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6dd15cb4-c68e-417c-85e3-26b4b194ce9e req-75739912-5a9e-49d6-90c7-788a68b93dd3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468614 Dec 20 17:06:27.336000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddaede-ebe2-4cfa-9bcd-34af1b44aca9 req-2791a8d6-74b5-4aa8-baae-7ba97443bc30 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:27.338662 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3ddaede-ebe2-4cfa-9bcd-34af1b44aca9 req-2791a8d6-74b5-4aa8-baae-7ba97443bc30 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 944 time: 0.0830319 Dec 20 17:06:27.397551 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3ddaede-ebe2-4cfa-9bcd-34af1b44aca9 req-2f5e2b58-92d8-4e6c-92c1-47d0edcfcaaa tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525856 Dec 20 17:06:27.730844 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:27.798028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7de58f79-49f0-486a-8d8c-4da85b5a3852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.800214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 3540f243-a6ff-46c4-990d-beeba3f0f176 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:06:27.804766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 3540f243-a6ff-46c4-990d-beeba3f0f176 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:27.805144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.885876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.909062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:27.911457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde79f31-c4f2-40b0-aa15-1cc6bea5504e" -d '{"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-plugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:27.925933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:27.930667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.957329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f57c1d0-c4e3-439c-923a-d20578c9b214 x-openstack-request-id: req-2f57c1d0-c4e3-439c-923a-d20578c9b214 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:27.957636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-plugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:27.957880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f57c1d0-c4e3-439c-923a-d20578c9b214 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:27.958286 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'code': 200} Dec 20 17:06:27.985961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:28.130300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d920d5-9ab6-494d-8e51-32a4e647c550 req-b8f28477-6d1b-4ce9-9c08-e26bbfa57d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:28.131819 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-17d920d5-9ab6-494d-8e51-32a4e647c550 req-b8f28477-6d1b-4ce9-9c08-e26bbfa57d22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 1098 time: 0.0494161 Dec 20 17:06:28.179517 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-17d920d5-9ab6-494d-8e51-32a4e647c550 req-4e00f399-e877-4a23-92ed-28065d6a6ad6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395048 Dec 20 17:06:28.521586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791de59-d55a-4bbb-811f-3e1d24ead191 req-f9af0a2f-bd83-4c18-be7c-5487096a8ff4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:28.523116 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4791de59-d55a-4bbb-811f-3e1d24ead191 req-f9af0a2f-bd83-4c18-be7c-5487096a8ff4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0498102 Dec 20 17:06:28.549680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.578424 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4791de59-d55a-4bbb-811f-3e1d24ead191 req-6b1467c4-5c87-40d0-89fa-833934950a95 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491438 Dec 20 17:06:29.726272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9817521-de17-4165-a408-cb23e7ac2bdf req-22170af9-9ce1-44b3-b36b-3c7821b1e21f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:29.729075 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f9817521-de17-4165-a408-cb23e7ac2bdf req-22170af9-9ce1-44b3-b36b-3c7821b1e21f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0680065 Dec 20 17:06:29.781356 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f9817521-de17-4165-a408-cb23e7ac2bdf req-7177c84e-0690-4360-88ae-4c443ebd2f4d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462236 Dec 20 17:06:29.904763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50901d0f-b536-4ec4-acac-bd3b745c33e5 req-c93a52b9-f42d-4567-9b1d-e555184f35ad tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:29.906208 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50901d0f-b536-4ec4-acac-bd3b745c33e5 req-c93a52b9-f42d-4567-9b1d-e555184f35ad tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0551825 Dec 20 17:06:29.915807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 52890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:29.920388 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-48a137b0-6ba0-4d76-a809-27fc09487847 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Request body: {'floatingip': {'port_id': '3540f243-a6ff-46c4-990d-beeba3f0f176'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:29.962057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48a137b0-6ba0-4d76-a809-27fc09487847 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.111118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.431362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48a137b0-6ba0-4d76-a809-27fc09487847 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.438917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48a137b0-6ba0-4d76-a809-27fc09487847 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.582525 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-48a137b0-6ba0-4d76-a809-27fc09487847 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c associated. External IP: 172.26.1.97, port: 3540f243-a6ff-46c4-990d-beeba3f0f176. Dec 20 17:06:30.841568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a137b0-6ba0-4d76-a809-27fc09487847 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:06:30.851546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.953639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a137b0-6ba0-4d76-a809-27fc09487847 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:06:30.958561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48a137b0-6ba0-4d76-a809-27fc09487847 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.966282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:06:30.976984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:30.977595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:06:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:30.986426 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-48a137b0-6ba0-4d76-a809-27fc09487847 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "PUT /v2.0/floatingips/0d3632bf-9ec5-42f6-b9d1-b28655529b0c HTTP/1.1" status: 200 len: 991 time: 1.0694823 Dec 20 17:06:30.987009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:30.989331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055f1346-8745-4e2a-9bbe-becfe5a35207" -d '{"events": [{"name": "network-changed", "server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:31.030847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34edb2bf-5614-471c-92be-ef1bf12cea27 x-openstack-request-id: req-34edb2bf-5614-471c-92be-ef1bf12cea27 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:31.031286 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:31.031548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34edb2bf-5614-471c-92be-ef1bf12cea27 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:31.031994 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'status': 'completed', 'code': 200} Dec 20 17:06:31.095344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-c3e06329-3fd6-4291-a2c1-93014652ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:31.096988 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-c3e06329-3fd6-4291-a2c1-93014652ee1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 1098 time: 0.0460513 Dec 20 17:06:31.196310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-396d936d-6454-48a6-bbd1-61444fb0d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:31.197865 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-396d936d-6454-48a6-bbd1-61444fb0d834 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0926108 Dec 20 17:06:31.254040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:31.263669 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-5788cb49-aed4-42f4-a923-011a15d7f3b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 200 len: 999 time: 0.0589838 Dec 20 17:06:31.315562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-de9b5d77-5cd5-4dfa-949d-f56d84059035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:31.318542 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-de9b5d77-5cd5-4dfa-949d-f56d84059035 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0474808 Dec 20 17:06:31.372121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-4c58b48e-612f-47aa-a94c-ab5743518675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:31.373628 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-4c58b48e-612f-47aa-a94c-ab5743518675 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469868 Dec 20 17:06:31.467035 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-8d4750d5-2b60-49ef-9e91-f6c2ac47c068 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861101 Dec 20 17:06:31.487099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:f3:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:06:30Z', 'revision_number': 13, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:31.516165 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:06:31.525233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:31.525866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:06:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:31.568956 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-055f1346-8745-4e2a-9bbe-becfe5a35207 req-3b438381-3745-4ec7-9593-085a02546d28 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951154 Dec 20 17:06:31.639456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:31.871701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:f3:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:06:30Z', 'revision_number': 13, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:31.901922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419bc96-e4cf-4f83-913d-3ff3c9e3803f None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '0d3632bf-9ec5-42f6-b9d1-b28655529b0c', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'port_id': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'mac_address': 'fa:16:3e:f3:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:02:33Z', 'updated_at': '2021-12-20T17:06:30Z', 'revision_number': 13, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:06:32.100097 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9bb771-0787-4c41-9ae0-55da65542b75 None None] New status for floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:06:44.485612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:55.092738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb2185a4-178f-4659-9de0-c554faac3bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:55.282095 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:06:57.790234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c12f788-1179-4997-814b-68deac36283f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:58.549983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:00.109989 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:00.856234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:08.628833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5080f-18a6-4a11-af9a-b99b1cbefa95 req-e0834a2d-a551-4b76-ba36-2546016ae187 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:08.630347 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dfd5080f-18a6-4a11-af9a-b99b1cbefa95 req-e0834a2d-a551-4b76-ba36-2546016ae187 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0983770 Dec 20 17:07:08.677862 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dfd5080f-18a6-4a11-af9a-b99b1cbefa95 req-f14f4ac7-72e7-4fc8-8a27-8ed8b366f6d8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Dec 20 17:07:14.500667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:21.062998 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-1d4b9315-6417-49ef-b4bc-0cd79338ff31 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737324 Dec 20 17:07:21.077377 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03677fd3-62f6-450e-99ce-9f70af079e63 req-b9131386-c82c-4707-ba64-c9e4159b05b8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:21.079524 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03677fd3-62f6-450e-99ce-9f70af079e63 req-b9131386-c82c-4707-ba64-c9e4159b05b8 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0790954 Dec 20 17:07:21.138318 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03677fd3-62f6-450e-99ce-9f70af079e63 req-3b48170e-0ba1-4109-b3f0-d74d2714baf2 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518887 Dec 20 17:07:22.281716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fe67e-f6d7-4051-98ad-c5536c37bba0 req-692cb32a-6727-452c-a51e-04dd2f5e7547 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.283593 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bd7fe67e-f6d7-4051-98ad-c5536c37bba0 req-692cb32a-6727-452c-a51e-04dd2f5e7547 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0594308 Dec 20 17:07:22.286077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-c0bdb068-afa1-4ea1-8a7d-263866be7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.287766 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-c0bdb068-afa1-4ea1-8a7d-263866be7e40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 1098 time: 0.0440876 Dec 20 17:07:22.375197 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bd7fe67e-f6d7-4051-98ad-c5536c37bba0 req-b19b80b8-f47b-488a-b397-ddabd2912f76 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813327 Dec 20 17:07:22.426323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-ee0f8edf-6ba9-4e4e-8272-42a122076d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.427765 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-ee0f8edf-6ba9-4e4e-8272-42a122076d5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1309781 Dec 20 17:07:22.497642 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-fea52631-8046-439e-b310-3788c02d5739 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 200 len: 1001 time: 0.0607340 Dec 20 17:07:22.551137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-dee02b90-62f6-4941-a13b-3bbdcd4c77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.552598 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-dee02b90-62f6-4941-a13b-3bbdcd4c77c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0485311 Dec 20 17:07:22.609807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-49de5db2-cd82-4d49-94e9-ce0d9ccfaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.611393 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-49de5db2-cd82-4d49-94e9-ce0d9ccfaba3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514519 Dec 20 17:07:22.734200 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-e85929df-2eee-4b33-a8cb-d89dfae09f10 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149955 Dec 20 17:07:22.846500 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-ddd249ae-d8e3-4958-b7c3-4acbd97dbc07 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047957 Dec 20 17:07:23.415212 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-514df4d6-955e-4d79-8915-2178a0a77948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:23.416958 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-514df4d6-955e-4d79-8915-2178a0a77948 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 1098 time: 0.0484116 Dec 20 17:07:23.575451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ebdd6-8521-4979-a3e7-4d8c684cb420 req-f38bf79d-2a4c-4ec8-a43f-c214042450d4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:23.577473 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c14ebdd6-8521-4979-a3e7-4d8c684cb420 req-f38bf79d-2a4c-4ec8-a43f-c214042450d4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.1101182 Dec 20 17:07:23.583309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-c623ba5f-108c-41df-a55a-e43ca5b578a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:23.584819 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-c623ba5f-108c-41df-a55a-e43ca5b578a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.1363256 Dec 20 17:07:23.687321 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-3c2af73d-8a90-455a-9394-9f4d4777711c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 200 len: 1001 time: 0.0928881 Dec 20 17:07:23.691601 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c14ebdd6-8521-4979-a3e7-4d8c684cb420 req-28262892-d2dd-4dd5-bf85-d41f9df30683 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036065 Dec 20 17:07:23.743176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-26ece666-c823-4939-8970-c04a042ea73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:23.744796 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-26ece666-c823-4939-8970-c04a042ea73e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0481567 Dec 20 17:07:23.800607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-6145ca01-26d0-4657-9a30-108f973b3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:23.802344 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-6145ca01-26d0-4657-9a30-108f973b3a90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495443 Dec 20 17:07:24.262446 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-f74fb7c8-6829-4f14-b4b8-729dfc848b60 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528961 Dec 20 17:07:24.359016 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0e5d7124-34f7-42ef-9db6-7dd0b2b39e57 req-20d59ee9-182e-40b7-ae95-78624f9b993e service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890598 Dec 20 17:07:24.824920 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13614a53-8c67-4dc6-9af8-74f5498eb5f9 req-0a710ef1-b4e0-44e4-8702-6fcfffa8830e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:24.826491 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-13614a53-8c67-4dc6-9af8-74f5498eb5f9 req-0a710ef1-b4e0-44e4-8702-6fcfffa8830e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0569839 Dec 20 17:07:24.891285 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-13614a53-8c67-4dc6-9af8-74f5498eb5f9 req-2c368c45-d849-4c8a-96b9-d855b02df5dc tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547981 Dec 20 17:07:25.104516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-559e9218-4896-4acb-ab77-83a327428233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:26.018965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0ccd4-a528-4d7d-93f3-52dbf92abc86 req-ed92e732-100b-4587-b2df-656102fc7604 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:26.020553 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0c0ccd4-a528-4d7d-93f3-52dbf92abc86 req-ed92e732-100b-4587-b2df-656102fc7604 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0509858 Dec 20 17:07:26.076634 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0c0ccd4-a528-4d7d-93f3-52dbf92abc86 req-120774e3-e9bb-449e-b4d8-fbefd0aef41b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499380 Dec 20 17:07:27.200398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6559b6-b177-4167-966c-ef0b984f2ac7 req-d03db10b-6aae-4635-a161-8f638c105d5f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:27.201934 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1d6559b6-b177-4167-966c-ef0b984f2ac7 req-d03db10b-6aae-4635-a161-8f638c105d5f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0514858 Dec 20 17:07:27.255823 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1d6559b6-b177-4167-966c-ef0b984f2ac7 req-203b5167-0b84-4cce-bf50-d504e84e66ba tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472417 Dec 20 17:07:27.793934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0349c136-4160-4301-8b89-eff9cefb3f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:28.382205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d05e7-664a-4b91-8982-4f0ef6120a6b req-10639b21-df56-42e2-b194-15d7153b5dbb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:28.383827 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f33d05e7-664a-4b91-8982-4f0ef6120a6b req-10639b21-df56-42e2-b194-15d7153b5dbb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Dec 20 17:07:28.436336 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f33d05e7-664a-4b91-8982-4f0ef6120a6b req-42a822ce-611d-4007-b4f7-ee9aac571180 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462661 Dec 20 17:07:28.558835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:29.572619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281087a6-54b3-4ff2-b648-55b92c52e4f7 req-64c39520-6f4b-4103-889b-4f61f8dfbcdf tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:29.574130 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-281087a6-54b3-4ff2-b648-55b92c52e4f7 req-64c39520-6f4b-4103-889b-4f61f8dfbcdf tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0656214 Dec 20 17:07:29.623290 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-281087a6-54b3-4ff2-b648-55b92c52e4f7 req-e6f4bd61-361e-4156-9f58-0083bb26b8f3 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Dec 20 17:07:30.113795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:30.741229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02ef6f-a961-41fd-908b-e9ddd738f169 req-3f8c2252-5888-4a9e-84bd-2884004c2fef tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:30.742748 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-db02ef6f-a961-41fd-908b-e9ddd738f169 req-3f8c2252-5888-4a9e-84bd-2884004c2fef tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Dec 20 17:07:30.789168 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-db02ef6f-a961-41fd-908b-e9ddd738f169 req-6d9181d1-acfb-4b5d-a0cf-ee28659f280f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Dec 20 17:07:30.861509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:31.957537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a8624-aed6-43b6-a291-e88f5291896a req-d01a6fbf-9cc4-4ac1-84f9-bf690836cef7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:31.959054 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8c2a8624-aed6-43b6-a291-e88f5291896a req-d01a6fbf-9cc4-4ac1-84f9-bf690836cef7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0518603 Dec 20 17:07:32.009213 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8c2a8624-aed6-43b6-a291-e88f5291896a req-3804d728-44d2-4134-9a01-194c3fdc0c45 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 Dec 20 17:07:32.280900 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:07:33.134659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6904d4-f1ba-46ea-bff5-82e180a2e379 req-9a7e03e7-95f7-4961-ba30-6ab2fb0d7a1a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:33.136337 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a6904d4-f1ba-46ea-bff5-82e180a2e379 req-9a7e03e7-95f7-4961-ba30-6ab2fb0d7a1a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0571384 Dec 20 17:07:33.190305 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a6904d4-f1ba-46ea-bff5-82e180a2e379 req-d3053082-c3b7-4638-856a-ae3b055e9adc tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463128 Dec 20 17:07:34.317890 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6cdb9-9c05-4e67-8aa9-531ae1b1d432 req-dba60bb2-3258-48e1-95e3-e6c128138074 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:34.319464 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9ac6cdb9-9c05-4e67-8aa9-531ae1b1d432 req-dba60bb2-3258-48e1-95e3-e6c128138074 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0558612 Dec 20 17:07:34.372346 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9ac6cdb9-9c05-4e67-8aa9-531ae1b1d432 req-7220e3df-3ca8-42b4-9f0e-f929f9f59119 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468893 Dec 20 17:07:35.489961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b414-8181-40bb-8a7c-6b40b3946da8 req-609df18e-1eea-4d53-a3b1-cbffc0eadf48 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:35.491550 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ec18b414-8181-40bb-8a7c-6b40b3946da8 req-609df18e-1eea-4d53-a3b1-cbffc0eadf48 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0506170 Dec 20 17:07:35.542218 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ec18b414-8181-40bb-8a7c-6b40b3946da8 req-94d9cee6-2cf1-4587-9609-d3a64fc51b36 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446870 Dec 20 17:07:36.595765 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-bc24bbde-0011-4517-b955-b5aacff7ff47 service neutron] 10.222.0.18 "GET /v2.0/ports/3540f243-a6ff-46c4-990d-beeba3f0f176/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.0595419 Dec 20 17:07:36.675623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc6935-0ec8-4f35-9129-1492d8300435 req-ebff9b29-0e38-47b2-aa2c-9ad73e4a8a06 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:36.678329 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-97dc6935-0ec8-4f35-9129-1492d8300435 req-ebff9b29-0e38-47b2-aa2c-9ad73e4a8a06 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0559864 Dec 20 17:07:36.731415 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-97dc6935-0ec8-4f35-9129-1492d8300435 req-b981758b-4807-4a3d-8ae5-77ef32dfd853 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466533 Dec 20 17:07:36.809690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-1eff9aac-ab25-4bca-afae-e00dde810a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:36.811269 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-1eff9aac-ab25-4bca-afae-e00dde810a8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 1098 time: 0.0454867 Dec 20 17:07:36.884944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-c8738324-53bc-4df3-9b1e-a7fa6ef91414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:36.886484 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-c8738324-53bc-4df3-9b1e-a7fa6ef91414 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 1098 time: 0.0446424 Dec 20 17:07:36.983225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-cf60f880-6a63-4f28-b5f9-64d523d54cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:36.984647 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-cf60f880-6a63-4f28-b5f9-64d523d54cf4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0906897 Dec 20 17:07:37.054568 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-5edd1c3e-9b99-4c69-bdff-622c63dad1ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 200 len: 1001 time: 0.0630443 Dec 20 17:07:37.108559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-a6f1bad3-1644-4cf3-9ea1-7e9bd006b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:37.110018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-a6f1bad3-1644-4cf3-9ea1-7e9bd006b5d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0474689 Dec 20 17:07:37.162215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-0de64e07-e462-4bf2-9f99-8218f000bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:37.163769 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-0de64e07-e462-4bf2-9f99-8218f000bb6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455258 Dec 20 17:07:37.258611 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-2b7bedd9-30dc-4664-9612-a25f0ba978bb service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863676 Dec 20 17:07:37.357062 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-f0b026e0-f32b-4269-980a-e48b831a73d9 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911634 Dec 20 17:07:37.859651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324165a-5918-4649-b9ce-e4de32f32e12 req-e177693c-f1f2-4511-b094-06fdbbe0e7d6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:37.861270 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d324165a-5918-4649-b9ce-e4de32f32e12 req-e177693c-f1f2-4511-b094-06fdbbe0e7d6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0546222 Dec 20 17:07:37.939291 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d324165a-5918-4649-b9ce-e4de32f32e12 req-c7813bb2-c78a-46a8-b411-b83e7f718b0e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697281 Dec 20 17:07:38.080902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:07:38.169346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:38.194955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:07:38.197222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151c1dfb-6055-40b9-8e13-162ac09eabcd" -d '{"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-unplugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:07:38.217172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:38.223039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:38.248525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa3a512-800e-46e5-bf1a-a1d5ceddaee5 x-openstack-request-id: req-dfa3a512-800e-46e5-bf1a-a1d5ceddaee5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:07:38.249129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-unplugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:07:38.249303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfa3a512-800e-46e5-bf1a-a1d5ceddaee5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:07:38.249596 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'code': 200} Dec 20 17:07:38.277167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:38.285314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.285662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.286004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.286372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.286707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.287037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.287365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.287691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.288014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.288339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.288665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.288984 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:38.289302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:39.078542 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688844cf-ae98-4f90-8b22-32b28bfd05f8 req-cf767562-7fbf-4b1a-8e7f-62c7867cadd0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:39.080113 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-688844cf-ae98-4f90-8b22-32b28bfd05f8 req-cf767562-7fbf-4b1a-8e7f-62c7867cadd0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0522103 Dec 20 17:07:39.142304 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-688844cf-ae98-4f90-8b22-32b28bfd05f8 req-ea734b69-b506-4171-bfed-8f7e64b6ac40 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520506 Dec 20 17:07:40.261573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbefb1-2a2f-4758-9705-da3493b9a8cb req-2456a7b6-4b3c-46b8-907f-d5d385287e5b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:40.263093 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dfdbefb1-2a2f-4758-9705-da3493b9a8cb req-2456a7b6-4b3c-46b8-907f-d5d385287e5b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0499110 Dec 20 17:07:40.310883 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dfdbefb1-2a2f-4758-9705-da3493b9a8cb req-0ea16473-fee3-44c3-abe9-124203cafea5 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Dec 20 17:07:41.435286 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f236e6-1754-4418-a1f3-f3cf93cb483d req-09b259ae-44b8-4b21-9fd1-ae8bbea291fa tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:41.436824 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94f236e6-1754-4418-a1f3-f3cf93cb483d req-09b259ae-44b8-4b21-9fd1-ae8bbea291fa tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0556431 Dec 20 17:07:41.485222 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-94f236e6-1754-4418-a1f3-f3cf93cb483d req-c01d448c-99c4-414a-a4f6-69a60dc10e9e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 Dec 20 17:07:42.604712 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a748ecf-da8b-4fab-8148-d42fdf063473 req-e8798119-b8f7-4722-b0d5-cc1dcf9a6b0b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:42.606174 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6a748ecf-da8b-4fab-8148-d42fdf063473 req-e8798119-b8f7-4722-b0d5-cc1dcf9a6b0b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0515947 Dec 20 17:07:42.653493 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6a748ecf-da8b-4fab-8148-d42fdf063473 req-80ecbb95-922e-469d-8106-a357392a51eb tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Dec 20 17:07:43.771610 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c0c2d-6938-4841-9583-420a6f326935 req-5db79109-d158-4b0b-b5dc-92c3b1e8df20 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:43.773101 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-334c0c2d-6938-4841-9583-420a6f326935 req-5db79109-d158-4b0b-b5dc-92c3b1e8df20 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0477083 Dec 20 17:07:43.818863 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-334c0c2d-6938-4841-9583-420a6f326935 req-05d04a3a-f864-4bf1-8549-d2a27865f492 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398147 Dec 20 17:07:44.111789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:07:44.202813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:44.214240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'port_id': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'mac_address': 'fa:16:3e:f3:5b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:07:44.254729 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:44.267015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3540f243-a6ff-46c4-990d-beeba3f0f176 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:07:44.284994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:44.288679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:44.338308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:44.351516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['3540f243-a6ff-46c4-990d-beeba3f0f176'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:07:44.504110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:44.940466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55ccf0-18b8-4d18-a378-0c7a3df8e51d req-b6c1abcf-e599-4114-8318-4471b900f495 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:44.941975 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0c55ccf0-18b8-4d18-a378-0c7a3df8e51d req-b6c1abcf-e599-4114-8318-4471b900f495 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 944 time: 0.0533605 Dec 20 17:07:44.990021 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0c55ccf0-18b8-4d18-a378-0c7a3df8e51d req-74b220ee-fb0b-4c07-981e-7448d74ea687 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420661 Dec 20 17:07:46.109091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077e9c5-e730-4ba7-8969-537eca360ce5 req-b522a9a2-d51d-4076-8fbe-cda5c7823a41 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:46.111407 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d077e9c5-e730-4ba7-8969-537eca360ce5 req-b522a9a2-d51d-4076-8fbe-cda5c7823a41 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 944 time: 0.0534313 Dec 20 17:07:46.142147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:07:46.163288 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d077e9c5-e730-4ba7-8969-537eca360ce5 req-0c1bda4d-f645-4d40-8ce8-c76d623352ff tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450075 Dec 20 17:07:46.193088 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 3540f243-a6ff-46c4-990d-beeba3f0f176 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:07:46.193465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:46.272110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:46.294271 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:07:46.296422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f4185f-949c-4c43-ad69-9fa70e66981f" -d '{"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-plugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:07:46.309677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:46.314098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:46.341611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee40d4-14f2-4f15-b55d-c83eff2a35bc x-openstack-request-id: req-15ee40d4-14f2-4f15-b55d-c83eff2a35bc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:07:46.341895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-plugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:07:46.342141 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15ee40d4-14f2-4f15-b55d-c83eff2a35bc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:07:46.342557 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'code': 200} Dec 20 17:07:46.365801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:47.285005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dc873-dd29-4a07-bd62-dc275400245a req-5621c565-d123-42c3-a9a7-fa3787e03513 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:47.286496 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bd7dc873-dd29-4a07-bd62-dc275400245a req-5621c565-d123-42c3-a9a7-fa3787e03513 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0481074 Dec 20 17:07:47.335020 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bd7dc873-dd29-4a07-bd62-dc275400245a req-6f9bf1c4-cf1f-48b0-84b3-154c2ed80c1c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416424 Dec 20 17:07:48.456029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937f69-7f95-4746-a31a-2e072990aa32 req-03d42072-5303-4661-b878-86d4aa8b3e42 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:48.457519 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7d937f69-7f95-4746-a31a-2e072990aa32 req-03d42072-5303-4661-b878-86d4aa8b3e42 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Dec 20 17:07:48.503999 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7d937f69-7f95-4746-a31a-2e072990aa32 req-256ebbed-2527-4dd9-bd84-f40e3506155e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Dec 20 17:07:49.620047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e62135-d381-4da6-b8fb-45e2dac7b040 req-167caf03-c0e3-4a44-ab97-b5d19129c4a5 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:49.621587 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96e62135-d381-4da6-b8fb-45e2dac7b040 req-167caf03-c0e3-4a44-ab97-b5d19129c4a5 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0496035 Dec 20 17:07:49.672182 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96e62135-d381-4da6-b8fb-45e2dac7b040 req-fa1fbbf6-e636-46a3-94d0-9b7c2c219b7f tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Dec 20 17:07:49.978459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-396a3571-d809-44b6-b714-062b25fd0291 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:49.979931 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-396a3571-d809-44b6-b714-062b25fd0291 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80&tenant_id=2c0eac0615384566a0cb2f5b61da32ae&binding%3Ahost_id=hv-neutron-8223 HTTP/1.1" status: 200 len: 945 time: 0.0790348 Dec 20 17:07:49.996692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43d09d-c509-47c1-a7e8-abc46cff28ec req-21228fde-5614-4b7c-b5e7-fcc5f2cacbd9 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:49.998142 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-be43d09d-c509-47c1-a7e8-abc46cff28ec req-21228fde-5614-4b7c-b5e7-fcc5f2cacbd9 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0703790 Dec 20 17:07:50.086624 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-be43d09d-c509-47c1-a7e8-abc46cff28ec req-ff736811-6355-4b63-a68f-7b763c406652 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823483 Dec 20 17:07:50.088050 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-6f40f913-f0e1-4a99-9992-5b1bbec679b8 service neutron] 10.222.0.18 "GET /v2.0/ports/3540f243-a6ff-46c4-990d-beeba3f0f176/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.0997305 Dec 20 17:07:50.152016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-7e3dcc04-3bd4-49ef-9d51-d0dde662f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:50.153439 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-7e3dcc04-3bd4-49ef-9d51-d0dde662f5e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 1098 time: 0.0406210 Dec 20 17:07:50.240616 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-af7495ce-64d9-43ec-aa5f-b6e65e44d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:50.242073 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-af7495ce-64d9-43ec-aa5f-b6e65e44d22f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0817895 Dec 20 17:07:50.310284 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-23e4f17d-3777-40c6-9d7f-c83104009541 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 200 len: 1001 time: 0.0610669 Dec 20 17:07:50.360141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-522c085b-79d6-425d-a6b6-2dd870a0de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:50.362179 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-522c085b-79d6-425d-a6b6-2dd870a0de5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0452330 Dec 20 17:07:50.405918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-df040adb-beb7-4854-b48c-de3428a04f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:50.407991 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-df040adb-beb7-4854-b48c-de3428a04f32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390055 Dec 20 17:07:50.497732 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-fe8101ab-a8da-42f5-b8d5-a1bd4b78a3c7 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834959 Dec 20 17:07:50.588532 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-3baec91a-d14a-4b81-aaae-dc8999675f58 service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840156 Dec 20 17:07:51.205647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58c88b-e11e-4de6-84f7-77cabee3b361 req-12fb9469-98d4-41ab-9135-6f04af279bf4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:51.207151 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a58c88b-e11e-4de6-84f7-77cabee3b361 req-12fb9469-98d4-41ab-9135-6f04af279bf4 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0487187 Dec 20 17:07:51.253749 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a58c88b-e11e-4de6-84f7-77cabee3b361 req-cfb21485-812c-4d17-9fe7-d9d41ae381c2 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:07:52.365447 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:07:52.369865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7c37-4e99-4a0e-923b-4b6fc25c1bc0 req-914324b7-1144-4552-9ccd-2f55b859a021 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:52.371392 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dbca7c37-4e99-4a0e-923b-4b6fc25c1bc0 req-914324b7-1144-4552-9ccd-2f55b859a021 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0502489 Dec 20 17:07:52.418183 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dbca7c37-4e99-4a0e-923b-4b6fc25c1bc0 req-b934dcd7-aea2-4aad-9ee0-07224d10014e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401480 Dec 20 17:07:53.537183 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412a8ff-daa5-4dbb-bb92-36efe2342912 req-77c34d6a-3654-4b90-aacc-46b5037e5c5d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:53.538790 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7412a8ff-daa5-4dbb-bb92-36efe2342912 req-77c34d6a-3654-4b90-aacc-46b5037e5c5d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0487399 Dec 20 17:07:53.591068 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7412a8ff-daa5-4dbb-bb92-36efe2342912 req-63a43ebe-be8b-4458-aae6-12024e8ffb75 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459054 Dec 20 17:07:54.719106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db1a7-3dd7-40b3-a8a1-a140427c9ee2 req-63fc259a-aa4a-420b-aeeb-044c2fcbccfe tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:54.720580 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b21db1a7-3dd7-40b3-a8a1-a140427c9ee2 req-63fc259a-aa4a-420b-aeeb-044c2fcbccfe tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0603855 Dec 20 17:07:54.768807 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b21db1a7-3dd7-40b3-a8a1-a140427c9ee2 req-b7f8aa6e-64ce-4370-b458-cbad0410effd tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422087 Dec 20 17:07:54.971858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-a524eefb-adf0-463f-b6ac-ce0dac173cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:54.973541 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-a524eefb-adf0-463f-b6ac-ce0dac173cf5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80&tenant_id=2c0eac0615384566a0cb2f5b61da32ae HTTP/1.1" status: 200 len: 1098 time: 0.0457647 Dec 20 17:07:55.036944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-1752cdec-7212-4c4a-8076-e2a6984c4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:55.038771 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-1752cdec-7212-4c4a-8076-e2a6984c4494 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 1098 time: 0.0406480 Dec 20 17:07:55.098089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12801fbb-9534-476a-9a1c-f2d68bd23665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:55.130761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-24497e14-bd22-4b77-89b3-784cd722bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:55.132219 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-24497e14-bd22-4b77-89b3-784cd722bd68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 200 len: 912 time: 0.0851431 Dec 20 17:07:55.201276 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-7189b546-7a0c-4f70-a74d-ecbe8c33b775 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 200 len: 1001 time: 0.0608003 Dec 20 17:07:55.249116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-b649ea54-759d-427f-9bcf-34d8c61badbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:55.250594 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-b649ea54-759d-427f-9bcf-34d8c61badbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 200 len: 850 time: 0.0428250 Dec 20 17:07:55.295207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-0efbbb32-0302-4810-8c11-e4631e0658ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:55.296824 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-0efbbb32-0302-4810-8c11-e4631e0658ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cf26398-deb3-4a37-b95e-84ebbeb9adaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394731 Dec 20 17:07:55.389516 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-bcc44593-29c9-4831-aca9-f18458bc93ae service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854640 Dec 20 17:07:55.481235 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd747735-9eaf-4b78-ba68-d424a446a766 req-311f8530-1d80-4cec-88d9-e980f209c88e service neutron] 10.222.0.18 "GET /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850091 Dec 20 17:07:55.885986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16afed5-b61c-4555-94c0-6aa3b247dc2a req-f5e1ac8b-1791-43e7-9574-83730aa8ebec tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:55.887524 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b16afed5-b61c-4555-94c0-6aa3b247dc2a req-f5e1ac8b-1791-43e7-9574-83730aa8ebec tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0493913 Dec 20 17:07:55.934801 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b16afed5-b61c-4555-94c0-6aa3b247dc2a req-c11aef64-8f04-4026-bd4a-93983ad23239 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Dec 20 17:07:56.190042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:07:56.269121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:56.291341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:07:56.293543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85aff783-3c67-484f-b1ac-41a9b11941fa" -d '{"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-unplugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:07:56.307222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:56.313263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:56.339988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ea5862-157e-4495-b2bf-2e8ed26daa7e x-openstack-request-id: req-67ea5862-157e-4495-b2bf-2e8ed26daa7e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:07:56.340276 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-unplugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:07:56.340521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67ea5862-157e-4495-b2bf-2e8ed26daa7e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:07:56.340900 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'code': 200} Dec 20 17:07:56.364546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:57.057558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2f903-9efb-4ce7-bc32-13cd98149bd3 req-246a3e4f-fd43-4d06-ac29-6825a0a5de57 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:57.057558 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b7d2f903-9efb-4ce7-bc32-13cd98149bd3 req-246a3e4f-fd43-4d06-ac29-6825a0a5de57 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0508218 Dec 20 17:07:57.111644 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b7d2f903-9efb-4ce7-bc32-13cd98149bd3 req-11d51818-5144-486e-aba2-5d18c4274c32 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 Dec 20 17:07:57.795727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-39e706b6-eeab-465a-bb91-4c401b3394df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:58.232332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99605c56-f1c7-4a83-b98c-13c5ea46295d req-8381cbb8-f01a-4fb5-addb-dc235838f30c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:58.233860 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99605c56-f1c7-4a83-b98c-13c5ea46295d req-8381cbb8-f01a-4fb5-addb-dc235838f30c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0493877 Dec 20 17:07:58.282025 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99605c56-f1c7-4a83-b98c-13c5ea46295d req-89e48b21-9d35-472f-8fab-129b9f64ca5e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410817 Dec 20 17:07:58.557758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:59.406144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfe17d-6a3f-4bad-92ef-db29400ae9b5 req-4c1013a2-106b-4b5d-8a0e-186c83885003 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:59.407658 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67dfe17d-6a3f-4bad-92ef-db29400ae9b5 req-4c1013a2-106b-4b5d-8a0e-186c83885003 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0538578 Dec 20 17:07:59.455680 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-67dfe17d-6a3f-4bad-92ef-db29400ae9b5 req-cd1eedee-0dd7-4d13-9d56-e7d780483348 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 Dec 20 17:08:00.117132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:00.570143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bad8b-b80d-4409-b144-37dbd380b876 req-24e9c179-ed17-4897-9445-5e507e94ae24 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:00.571648 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-890bad8b-b80d-4409-b144-37dbd380b876 req-24e9c179-ed17-4897-9445-5e507e94ae24 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0483687 Dec 20 17:08:00.617881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-890bad8b-b80d-4409-b144-37dbd380b876 req-9ff1aafe-fd2d-45a5-9b06-fd9282dd1e97 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404384 Dec 20 17:08:00.863909 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.739563 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42300-8b1d-4f7a-af59-d00dbc3e9d20 req-1dad97c2-d830-40a0-82f3-f85aafaf363e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:01.741034 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-aff42300-8b1d-4f7a-af59-d00dbc3e9d20 req-1dad97c2-d830-40a0-82f3-f85aafaf363e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 943 time: 0.0487914 Dec 20 17:08:01.787142 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-aff42300-8b1d-4f7a-af59-d00dbc3e9d20 req-3a326671-4465-473f-a834-4736ae68d16c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Dec 20 17:08:02.235232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:08:02.330694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:02.341245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'port_id': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'mac_address': 'fa:16:3e:f3:5b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:08:02.377561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.389940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3540f243-a6ff-46c4-990d-beeba3f0f176 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:08:02.410151 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:02.414109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.461988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:02.469683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['3540f243-a6ff-46c4-990d-beeba3f0f176'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:08:02.906752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72f5d-67ad-40c4-8f95-6e31aa6f96af req-08d815a3-9adb-43b8-97f3-f43a33724801 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:02.908360 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6eb72f5d-67ad-40c4-8f95-6e31aa6f96af req-08d815a3-9adb-43b8-97f3-f43a33724801 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0528786 Dec 20 17:08:02.956562 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6eb72f5d-67ad-40c4-8f95-6e31aa6f96af req-529bd9d1-25f7-4d2c-91cd-31a17f255dd9 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422101 Dec 20 17:08:04.084340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fdeb-9fc5-4626-a328-3ce57b4915a1 req-0426235a-971c-42bd-b27a-2faf1fe0daa9 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:04.085940 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d447fdeb-9fc5-4626-a328-3ce57b4915a1 req-0426235a-971c-42bd-b27a-2faf1fe0daa9 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 945 time: 0.0589888 Dec 20 17:08:04.137065 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d447fdeb-9fc5-4626-a328-3ce57b4915a1 req-a117b2d5-5a6d-4255-ada0-960356067c62 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451682 Dec 20 17:08:04.236819 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:04.282715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 3540f243-a6ff-46c4-990d-beeba3f0f176 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:04.283096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:04.363799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:04.385420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:04.387694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a171e40-613e-4e09-9bcd-09979d369156" -d '{"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-plugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:04.401205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:04.405560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:04.437174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e814df75-544d-4fd8-8887-4fc1624a30fa x-openstack-request-id: req-e814df75-544d-4fd8-8887-4fc1624a30fa {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:04.437470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-plugged", "status": "completed", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:04.437720 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e814df75-544d-4fd8-8887-4fc1624a30fa {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:04.438107 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'code': 200} Dec 20 17:08:04.455776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:05.252235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d24daa-8ac9-4817-ac77-58dd0f58b885 req-fcb0d494-314d-42f8-80a7-198b12d1619e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:05.253744 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-66d24daa-8ac9-4817-ac77-58dd0f58b885 req-fcb0d494-314d-42f8-80a7-198b12d1619e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 946 time: 0.0494978 Dec 20 17:08:05.301832 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-66d24daa-8ac9-4817-ac77-58dd0f58b885 req-0d0f3aa2-e1c8-4397-bb7f-6a58190b478d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Dec 20 17:08:06.420617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcfacc-ecda-41e6-9c0e-94c415e8286e req-3481628b-6235-4b65-8b9b-a94b62004758 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:06.422097 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-74bcfacc-ecda-41e6-9c0e-94c415e8286e req-3481628b-6235-4b65-8b9b-a94b62004758 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 946 time: 0.0498545 Dec 20 17:08:06.469293 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-74bcfacc-ecda-41e6-9c0e-94c415e8286e req-aee74849-b97a-4ad0-be13-50c2a265fa4c tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Dec 20 17:08:07.584729 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fb1da-5a7e-42b4-b2af-96b20c1a97f9 req-5e043156-d1ef-4f3b-adca-07c45d446ce7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:07.586205 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ca6fb1da-5a7e-42b4-b2af-96b20c1a97f9 req-5e043156-d1ef-4f3b-adca-07c45d446ce7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 946 time: 0.0481813 Dec 20 17:08:07.632969 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ca6fb1da-5a7e-42b4-b2af-96b20c1a97f9 req-c87ef31f-4eb8-46c1-96e1-07c53e9d1cc1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Dec 20 17:08:07.749663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faabba-e4fd-42bd-8ab5-1599b8fe7f58 req-0e0bcb9d-663c-4308-8d02-51e7efec6972 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:07.751073 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-12faabba-e4fd-42bd-8ab5-1599b8fe7f58 req-0e0bcb9d-663c-4308-8d02-51e7efec6972 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 946 time: 0.0518260 Dec 20 17:08:07.797230 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-12faabba-e4fd-42bd-8ab5-1599b8fe7f58 req-dda43a3d-cf41-4ec0-b33b-c663d65b535e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Dec 20 17:08:07.913628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949c435-fb60-4a84-83ce-38c35dcbccc0 req-1a2c702e-5cfb-467e-9877-b8fff9168d8e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:07.915149 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8949c435-fb60-4a84-83ce-38c35dcbccc0 req-1a2c702e-5cfb-467e-9877-b8fff9168d8e tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 946 time: 0.0524983 Dec 20 17:08:07.960826 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8949c435-fb60-4a84-83ce-38c35dcbccc0 req-58cecc60-a19f-42fd-8f95-036d895d7ca9 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Dec 20 17:08:08.187795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160847bc-9991-47e9-aaa7-1e3ef657a50c req-ca0b7d18-1cb3-42d3-8dff-1c01ff034008 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:08.189737 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-160847bc-9991-47e9-aaa7-1e3ef657a50c req-ca0b7d18-1cb3-42d3-8dff-1c01ff034008 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 946 time: 0.0482352 Dec 20 17:08:08.236645 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-160847bc-9991-47e9-aaa7-1e3ef657a50c req-2bcc0fef-67cc-44cc-aeea-293c644177e0 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402703 Dec 20 17:08:09.281108 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:08:09.357264 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f75c6a-a430-44ed-a1e0-9de31a7e860c req-8886c84a-8094-4269-ad32-a384ab12fdd6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:09.358762 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-43f75c6a-a430-44ed-a1e0-9de31a7e860c req-8886c84a-8094-4269-ad32-a384ab12fdd6 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 946 time: 0.0488067 Dec 20 17:08:09.406581 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-43f75c6a-a430-44ed-a1e0-9de31a7e860c req-ec55ca5b-49d9-4ba7-971f-db656f5b47bc tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Dec 20 17:08:10.524931 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3f9fd-bf86-476a-a55e-5683d68190f8 req-702986c0-c66b-4bd7-9074-97704f1f6858 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:10.526504 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b2e3f9fd-bf86-476a-a55e-5683d68190f8 req-702986c0-c66b-4bd7-9074-97704f1f6858 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 946 time: 0.0516267 Dec 20 17:08:10.573462 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b2e3f9fd-bf86-476a-a55e-5683d68190f8 req-c8c0d440-e777-45a4-ac34-e16d29ee03a7 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec61119-f9d3-4dde-a06a-182e8740a3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Dec 20 17:08:10.670862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-c6ac852d-676e-4905-bc6c-3a00a556e173 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:10.672313 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-c6ac852d-676e-4905-bc6c-3a00a556e173 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 946 time: 0.0492232 Dec 20 17:08:10.764228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Deleting port 3540f243-a6ff-46c4-990d-beeba3f0f176 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:10.764471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:10.852416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] For port 3540f243-a6ff-46c4-990d-beeba3f0f176, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=3540f243-a6ff-46c4-990d-beeba3f0f176,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:10.852779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.025808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.026087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.026426 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c disassociated. External IP: 172.26.1.97, port: 3540f243-a6ff-46c4-990d-beeba3f0f176. Dec 20 17:08:11.026757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Calling delete_port for 3540f243-a6ff-46c4-990d-beeba3f0f176 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:11.151049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.180994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event deleted for resources: {'Port': ['ID=3540f243-a6ff-46c4-990d-beeba3f0f176,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:11.194481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.194835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.195183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.195521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.195855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.196183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.196511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.196836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.197167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.197491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.197849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.198176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.198517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:11.308988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:08:11.425435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:08:11.436919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:08:11.447217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:11.447812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:07:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:11.468653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] No DVR routers for this DVR port 3540f243-a6ff-46c4-990d-beeba3f0f176 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:08:11.471174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.474481 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a393466c-8fae-4f19-96a8-cbaed3e1e0f1 req-f2a1df6f-7a2c-4029-9490-5d3d2411bd59 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.18 "DELETE /v2.0/ports/3540f243-a6ff-46c4-990d-beeba3f0f176 HTTP/1.1" status: 204 len: 173 time: 0.7959507 Dec 20 17:08:11.474919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-deleted', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:11.477250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab5cfce-3707-4842-b09f-08ebe85feb5f" -d '{"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-deleted", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:11.559207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:11.585940 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081d9df3-1d4a-4154-9e01-468be7f9ed2f x-openstack-request-id: req-081d9df3-1d4a-4154-9e01-468be7f9ed2f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:11.586988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ab4ea-9588-4340-b0b8-64fd4b76aa80", "name": "network-vif-deleted", "tag": "3540f243-a6ff-46c4-990d-beeba3f0f176", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:11.587441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-081d9df3-1d4a-4154-9e01-468be7f9ed2f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:11.587940 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ab4ea-9588-4340-b0b8-64fd4b76aa80', 'name': 'network-vif-deleted', 'tag': '3540f243-a6ff-46c4-990d-beeba3f0f176', 'status': 'completed', 'code': 200} Dec 20 17:08:11.671069 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e8c32d17-defe-4c83-abc3-eca343938924 req-07b36479-db77-4eb4-ac67-4cfe4cc973a1 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 210 time: 0.0267353 Dec 20 17:08:11.766185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:11.791811 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:08:11.800837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:11.801434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:07:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:11.912349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:12.282908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:12.310507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a6cd7-f241-4899-9a79-7051f2555a81 None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'b4df4c60-d0b8-463a-9650-b0fa6c9d852b', 'name': '', 'network_id': '3cf26398-deb3-4a37-b95e-84ebbeb9adaa', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'mac_address': 'fa:16:3e:44:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:29Z', 'updated_at': '2021-12-20T17:02:35Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'subnets': [{'id': 'fa0a591b-627e-4e7f-9d6e-cbcd654254a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:08:12.553846 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb617e-b894-4116-9989-7553c3ae63c2 None None] New status for floating IP 0d3632bf-9ec5-42f6-b9d1-b28655529b0c: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:08:12.776173 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-266886c3-ab39-4311-b705-e5b790004c7f req-89e535a9-9692-4d83-b89a-23bda339aef9 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 210 time: 0.0284634 Dec 20 17:08:13.891961 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-325b43f9-326d-48ef-bb81-a632d03a8a2a req-9398f37e-509a-4e07-9254-6ca3a3ce122b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 210 time: 0.0305929 Dec 20 17:08:14.330135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:14.349871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 3540f243-a6ff-46c4-990d-beeba3f0f176 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:14.350221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 3540f243-a6ff-46c4-990d-beeba3f0f176 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:14.497778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.988832 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b92cd909-780f-4aff-8d82-236ddba74869 req-8afd9ae6-08cf-4951-bf0f-88904e8c4fda tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 210 time: 0.0268669 Dec 20 17:08:16.096923 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bce0f89e-a8ee-4a29-946e-5eb131e2c63a req-23e342d0-da94-4035-b853-1cb5eb57539a tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e30ab4ea-9588-4340-b0b8-64fd4b76aa80 HTTP/1.1" status: 200 len: 210 time: 0.0263016 Dec 20 17:08:20.852485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:20.915604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a9db8e7-82a1-4cb7-8b19-36c048a25f0d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.940837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a9db8e7-82a1-4cb7-8b19-36c048a25f0d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.992956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a9db8e7-82a1-4cb7-8b19-36c048a25f0d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.995837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a9db8e7-82a1-4cb7-8b19-36c048a25f0d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.997221 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3a9db8e7-82a1-4cb7-8b19-36c048a25f0d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "DELETE /v2.0/security-groups/2ec61119-f9d3-4dde-a06a-182e8740a3ab HTTP/1.1" status: 204 len: 168 time: 0.1435740 Dec 20 17:08:20.999750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:21.008248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9db8e7-82a1-4cb7-8b19-36c048a25f0d tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec61119-f9d3-4dde-a06a-182e8740a3ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:21.015076 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-2ed8e863-d36c-474e-a108-0d8a6bc28e6b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] show failed (client error): The resource could not be found. Dec 20 17:08:21.018323 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2ed8e863-d36c-474e-a108-0d8a6bc28e6b tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "GET /v2.0/security-groups/2ec61119-f9d3-4dde-a06a-182e8740a3ab HTTP/1.1" status: 404 len: 347 time: 0.0155683 Dec 20 17:08:21.020032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:21.149541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Deleting port 77e82e17-cf99-473a-9208-75bafa9c4795 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:21.149842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.237045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.237370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.250939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Calling delete_port for 77e82e17-cf99-473a-9208-75bafa9c4795 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:21.394645 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.421287 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Pushing event deleted for resources: {'Port': ['ID=77e82e17-cf99-473a-9208-75bafa9c4795,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:21.450067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.450444 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.450784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.451118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.451449 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.451772 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.452091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.452414 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.452738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.453050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.453365 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.453683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.454561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:21.494169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.496775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.497912 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6130adc5-57a3-4aff-9495-c816e6a36359 tempest-ServerActionsTestJSON-763187587 tempest-ServerActionsTestJSON-763187587-project] 10.222.0.60 "DELETE /v2.0/floatingips/0d3632bf-9ec5-42f6-b9d1-b28655529b0c HTTP/1.1" status: 204 len: 168 time: 0.4769700 Dec 20 17:08:21.501090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:21.900172 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.145785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Deleting port b4df4c60-d0b8-463a-9650-b0fa6c9d852b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:22.146537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.223021 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] For port b4df4c60-d0b8-463a-9650-b0fa6c9d852b, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b4df4c60-d0b8-463a-9650-b0fa6c9d852b,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:22.223387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.239794 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Calling delete_port for b4df4c60-d0b8-463a-9650-b0fa6c9d852b owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:22.422628 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.448229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Pushing event deleted for resources: {'Port': ['ID=b4df4c60-d0b8-463a-9650-b0fa6c9d852b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:22.613895 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:23.168225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Router 458e96de-54af-4e05-8431-93f0afaf56a1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:08:23.284503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:08:23.290746 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4dbfafce-4f69-4bde-a168-90f617e209de admin admin] 10.222.0.60 "PUT /v2.0/routers/458e96de-54af-4e05-8431-93f0afaf56a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885895 Dec 20 17:08:23.292322 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:23.300853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] Sync routers for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:08:23.311544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:23.313085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:07:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:23.415205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:23.431376 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:23.596459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:23.641118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:08:22Z', 'revision_number': 5, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port': {'id': '35d424b5-4a50-49c2-9b69-b4ec2188f3cb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:02:27Z', 'updated_at': '2021-12-20T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:23.674916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Deleting port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:23.675788 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:23.679290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] Checking router: 458e96de-54af-4e05-8431-93f0afaf56a1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:08:23.688611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] Routers {'458e96de-54af-4e05-8431-93f0afaf56a1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:23.689252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:07:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['458e96de-54af-4e05-8431-93f0afaf56a1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:23.756083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] For port 35d424b5-4a50-49c2-9b69-b4ec2188f3cb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=35d424b5-4a50-49c2-9b69-b4ec2188f3cb,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:23.756440 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:23.769951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Calling delete_port for 35d424b5-4a50-49c2-9b69-b4ec2188f3cb owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:23.775169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] Set router 458e96de-54af-4e05-8431-93f0afaf56a1 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:23.825574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:08:23Z', 'revision_number': 6, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:23.857312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a99e4a-6d5d-4168-ac4b-1d3daf34db8f None None] The sync data for ids ['458e96de-54af-4e05-8431-93f0afaf56a1'] in dv-neutron-822328-3-hyperv is: [{'id': '458e96de-54af-4e05-8431-93f0afaf56a1', 'name': 'tempest-ServerActionsTestJSON-919429453-router', 'tenant_id': '2c0eac0615384566a0cb2f5b61da32ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:02:26Z', 'updated_at': '2021-12-20T17:08:23Z', 'revision_number': 6, 'project_id': '2c0eac0615384566a0cb2f5b61da32ae', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:08:23.942896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:23.973293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Pushing event deleted for resources: {'Port': ['ID=35d424b5-4a50-49c2-9b69-b4ec2188f3cb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:23.984890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709fa0a0-e482-436c-a964-f13fd86b3587 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:24.030993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.118288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.120401 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.163024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.163471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 458e96de-54af-4e05-8431-93f0afaf56a1 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:08:24.167692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.168859 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-47ed64d9-9c41-46c3-b369-25b9ce81d81b admin admin] 10.222.0.60 "DELETE /v2.0/routers/458e96de-54af-4e05-8431-93f0afaf56a1 HTTP/1.1" status: 204 len: 168 time: 0.8754473 Dec 20 17:08:24.171448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:24.221654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1c6fb6-a888-474b-825f-282f5fbc5678 admin admin] Deleting subnet fa0a591b-627e-4e7f-9d6e-cbcd654254a3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:08:24.226178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6fb6-a888-474b-825f-282f5fbc5678 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.262346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6fb6-a888-474b-825f-282f5fbc5678 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.344238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6fb6-a888-474b-825f-282f5fbc5678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.399987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6fb6-a888-474b-825f-282f5fbc5678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.422841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c6fb6-a888-474b-825f-282f5fbc5678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0a591b-627e-4e7f-9d6e-cbcd654254a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:24.429999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6fb6-a888-474b-825f-282f5fbc5678 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.433280 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1d1c6fb6-a888-474b-825f-282f5fbc5678 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fa0a591b-627e-4e7f-9d6e-cbcd654254a3 HTTP/1.1" status: 204 len: 168 time: 0.2609241 Dec 20 17:08:24.435006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b3f77c-c4e9-4dec-98bc-a0574f81a644 None None] Network 3cf26398-deb3-4a37-b95e-84ebbeb9adaa requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:24.436063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:24.504509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.561235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Deleting port f14ed7c4-72c4-4680-ba1b-ff76012978ba {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:24.561421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.616609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36f0e8-179c-4da3-a36f-e89883eea6ee None None] DHCP port deletion for 3cf26398-deb3-4a37-b95e-84ebbeb9adaa request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:24.629902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] For port f14ed7c4-72c4-4680-ba1b-ff76012978ba, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f14ed7c4-72c4-4680-ba1b-ff76012978ba,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:24.630327 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.645750 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Calling delete_port for f14ed7c4-72c4-4680-ba1b-ff76012978ba owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:24.666934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6a36f0e8-179c-4da3-a36f-e89883eea6ee None None] Deleting port f14ed7c4-72c4-4680-ba1b-ff76012978ba {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:24.667313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a36f0e8-179c-4da3-a36f-e89883eea6ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.741656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.764742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6a36f0e8-179c-4da3-a36f-e89883eea6ee None None] For port f14ed7c4-72c4-4680-ba1b-ff76012978ba, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f14ed7c4-72c4-4680-ba1b-ff76012978ba,segment=NetworkSegment(cb2b62d0-9d92-4c60-8530-81b1ff68a803),segment_id=cb2b62d0-9d92-4c60-8530-81b1ff68a803)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:24.765057 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a36f0e8-179c-4da3-a36f-e89883eea6ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.778817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Pushing event deleted for resources: {'Port': ['ID=f14ed7c4-72c4-4680-ba1b-ff76012978ba,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:24.779484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6a36f0e8-179c-4da3-a36f-e89883eea6ee None None] Calling delete_port for f14ed7c4-72c4-4680-ba1b-ff76012978ba owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:24.780688 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] No DVR routers for this DVR port f14ed7c4-72c4-4680-ba1b-ff76012978ba on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:08:24.871310 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.874490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a36f0e8-179c-4da3-a36f-e89883eea6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.901823 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf26398-deb3-4a37-b95e-84ebbeb9adaa']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:24.918806 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b4df4c60-d0b8-463a-9650-b0fa6c9d852b no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:24.920173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2b62d0-9d92-4c60-8530-81b1ff68a803') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:24.920547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2b62d0-9d92-4c60-8530-81b1ff68a803') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:24.922499 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36f0e8-179c-4da3-a36f-e89883eea6ee None None] Pushing event deleted for resources: {'Port': ['ID=f14ed7c4-72c4-4680-ba1b-ff76012978ba,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:24.936246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.942964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: b4df4c60-d0b8-463a-9650-b0fa6c9d852b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:24.943394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b4df4c60-d0b8-463a-9650-b0fa6c9d852b not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:24.943792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f14ed7c4-72c4-4680-ba1b-ff76012978ba no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:24.952689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.961505 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:08:24.962000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:08:24.964294 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:08:24.966202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36f0e8-179c-4da3-a36f-e89883eea6ee None None] No DVR routers for this DVR port f14ed7c4-72c4-4680-ba1b-ff76012978ba on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:08:24.966724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: f14ed7c4-72c4-4680-ba1b-ff76012978ba {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:24.967032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f14ed7c4-72c4-4680-ba1b-ff76012978ba not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:24.967509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 35d424b5-4a50-49c2-9b69-b4ec2188f3cb no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:24.992576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 35d424b5-4a50-49c2-9b69-b4ec2188f3cb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:24.993002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 35d424b5-4a50-49c2-9b69-b4ec2188f3cb not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:25.039469 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.045044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.048362 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] 10.222.0.60 "DELETE /v2.0/networks/3cf26398-deb3-4a37-b95e-84ebbeb9adaa HTTP/1.1" status: 204 len: 168 time: 0.6112440 Dec 20 17:08:25.060364 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f32095-bac1-4c11-b851-d1c19144617e admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf26398-deb3-4a37-b95e-84ebbeb9adaa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:25.103012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3be90752-5e40-4b57-8455-84b16c340c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.163111 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:25.204015 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-86f6e536-3439-4b37-ab39-72d6e0f4c47a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c0eac0615384566a0cb2f5b61da32ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397351 Dec 20 17:08:25.207135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:25.254603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a26a60d-83fc-4633-a1ba-aab28fa22722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.276761 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a26a60d-83fc-4633-a1ba-aab28fa22722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.323692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a26a60d-83fc-4633-a1ba-aab28fa22722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.326230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a26a60d-83fc-4633-a1ba-aab28fa22722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.327422 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5a26a60d-83fc-4633-a1ba-aab28fa22722 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac65c4cf-edb3-45f2-bdcf-2a087fa9c9bb HTTP/1.1" status: 204 len: 168 time: 0.1193793 Dec 20 17:08:25.336717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26a60d-83fc-4633-a1ba-aab28fa22722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac65c4cf-edb3-45f2-bdcf-2a087fa9c9bb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:26.028819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53254) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:26.129402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1943779224-network', 'tenant_id': 'c121bf873b7b4e2c84318ee1665bb496'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:26.154242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Made reservation on behalf of c121bf873b7b4e2c84318ee1665bb496 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:26.156784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.166176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.250086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.254722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.281568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:08:26.292056 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857a50cb-0a19-4177-8ffd-5e2abb3a132b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:26.298711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.299057 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Added segment a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86 of type vlan for network e41b1d24-9501-467b-a2ba-385ca279e005 Dec 20 17:08:26.346107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.371769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.372761 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:26.373335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.433975 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4036169 Dec 20 17:08:26.436654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:26.443941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Request body: {'subnet': {'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1943779224-subnet', 'tenant_id': 'c121bf873b7b4e2c84318ee1665bb496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:26.451530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8f1fd-c20f-4fbd-9218-c4282c8b53af admin admin] Pushing event updated for resources: {'Network': ['ID=e41b1d24-9501-467b-a2ba-385ca279e005,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:26.463521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network e41b1d24-9501-467b-a2ba-385ca279e005 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:08:26.476946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Made reservation on behalf of c121bf873b7b4e2c84318ee1665bb496 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:26.479897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.669257 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.729145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f95edb-8e02-4794-a78c-b9a504cf3d78,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:26.740608 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Checking segment: {'id': 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:26.740978 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Network hostable DHCP agents. Network: e41b1d24-9501-467b-a2ba-385ca279e005, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:08:26.758910 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Network e41b1d24-9501-467b-a2ba-385ca279e005 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:08:26.767802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, e41b1d24-9501-467b-a2ba-385ca279e005) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:26.772061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:26.772645 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.778064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a09af-a513-4326-89f2-bde4db9908b8 None None] Network e41b1d24-9501-467b-a2ba-385ca279e005 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:26.793943 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f69c5ed1-772c-49e1-ba45-7ad8e036500d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3564534 Dec 20 17:08:26.880294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933d778-8948-451e-b1d1-f257036fbaf3 None None] Network e41b1d24-9501-467b-a2ba-385ca279e005 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:27.233972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-946a0bc3-014d-4a32-a202-676251aa2105 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:27.235401 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-946a0bc3-014d-4a32-a202-676251aa2105 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/networks?id=e41b1d24-9501-467b-a2ba-385ca279e005 HTTP/1.1" status: 200 len: 814 time: 0.1086504 Dec 20 17:08:27.252749 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-7ce232cb-c277-49ee-aa31-2fa42e6bc7a1 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/quotas/c121bf873b7b4e2c84318ee1665bb496 HTTP/1.1" status: 200 len: 375 time: 0.0100470 Dec 20 17:08:27.291232 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-e1f91210-c16c-4fc6-8fc4-75d00117b6f3 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c121bf873b7b4e2c84318ee1665bb496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325956 Dec 20 17:08:27.348788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-b8101a19-2852-4e35-9301-a1ac34651563 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:08:27.349843 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-b8101a19-2852-4e35-9301-a1ac34651563 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518122 Dec 20 17:08:27.443119 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-9f982e17-453c-4d9a-b3d8-d58fef9fe8c0 service neutron] 10.222.0.60 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867743 Dec 20 17:08:27.538730 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-0da517af-bcc5-43e0-8ede-a7f1e3cd93a9 service neutron] 10.222.0.60 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893075 Dec 20 17:08:27.696671 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3f521edc-9539-4e95-aedf-b4ef91257069 req-89c9ad97-b912-4c49-9a9a-17d1a053bccd tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 210 time: 0.0302508 Dec 20 17:08:27.803131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca9bd-4803-4fdd-8906-10ef68050f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:28.560416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:28.592295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-d06d14c3-4e76-40e8-8895-1f758d322273 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:28.593782 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-d06d14c3-4e76-40e8-8895-1f758d322273 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.18 "GET /v2.0/networks?id=e41b1d24-9501-467b-a2ba-385ca279e005 HTTP/1.1" status: 200 len: 814 time: 0.1050916 Dec 20 17:08:28.607314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Request body: {'port': {'device_id': 'b38d765e-4f88-4766-86be-a6ddfacda283', 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005', 'admin_state_up': True, 'tenant_id': 'c121bf873b7b4e2c84318ee1665bb496'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:28.724554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Made reservation on behalf of c121bf873b7b4e2c84318ee1665bb496 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:28.728436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:28.794002 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2c8c54fe-9611-4b5d-9a2c-9734f66d36c5 req-9b40ffed-3bdc-4b47-80ab-42f7930f83b3 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 210 time: 0.0273578 Dec 20 17:08:28.852938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Allocated IP 172.20.0.4 (e41b1d24-9501-467b-a2ba-385ca279e005/09f95edb-8e02-4794-a78c-b9a504cf3d78/8ec03bb9-a63b-44f3-9333-0e559968e2ab) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:29.004499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.036028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.081051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Network e41b1d24-9501-467b-a2ba-385ca279e005 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:29.084004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:29.087574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:29.113990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Pushing event updated for resources: {'Port': ['ID=8ec03bb9-a63b-44f3-9333-0e559968e2ab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:29.139203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:29.139804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.154566 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-a8ce9b53-e42a-48c9-b579-f8a8745f8cd7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514164 Dec 20 17:08:29.166426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Request body: {'port': {'device_id': 'b38d765e-4f88-4766-86be-a6ddfacda283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:29.218022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.472042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec03bb9-a63b-44f3-9333-0e559968e2ab {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:08:29.479271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.491350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Transition to ACTIVE for port object 8ec03bb9-a63b-44f3-9333-0e559968e2ab will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:08:29.495175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.561620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec03bb9-a63b-44f3-9333-0e559968e2ab,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:29.608356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Attempting to bind port 8ec03bb9-a63b-44f3-9333-0e559968e2ab on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:29.608691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Attempting to bind port 8ec03bb9-a63b-44f3-9333-0e559968e2ab by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:29.609013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Attempting to bind port 8ec03bb9-a63b-44f3-9333-0e559968e2ab on network e41b1d24-9501-467b-a2ba-385ca279e005 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:29.613271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Port 8ec03bb9-a63b-44f3-9333-0e559968e2ab on network e41b1d24-9501-467b-a2ba-385ca279e005 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:08:29.613584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Attempting to bind port 8ec03bb9-a63b-44f3-9333-0e559968e2ab on network e41b1d24-9501-467b-a2ba-385ca279e005 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:29.618315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:29.618650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Checking segment: {'id': 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:29.619028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Bound using segment: {'id': 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:29.619451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Bound port: 8ec03bb9-a63b-44f3-9333-0e559968e2ab, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:29.619797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.683560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] For port 8ec03bb9-a63b-44f3-9333-0e559968e2ab, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:08:29.686457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] For port 8ec03bb9-a63b-44f3-9333-0e559968e2ab, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=8ec03bb9-a63b-44f3-9333-0e559968e2ab,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:08:29.691412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.728340 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:29.728954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.730348 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/8ec03bb9-a63b-44f3-9333-0e559968e2ab HTTP/1.1" status: 200 len: 1093 time: 0.5678732 Dec 20 17:08:29.730784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38d765e-4f88-4766-86be-a6ddfacda283', 'tag': '8ec03bb9-a63b-44f3-9333-0e559968e2ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:29.733007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "b38d765e-4f88-4766-86be-a6ddfacda283", "tag": "8ec03bb9-a63b-44f3-9333-0e559968e2ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:29.754051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32715ddd-308e-4a2c-99f5-98973deab0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec03bb9-a63b-44f3-9333-0e559968e2ab,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:29.779026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71a28f4-a249-4c70-bbe3-9b1f12ffef99 x-openstack-request-id: req-d71a28f4-a249-4c70-bbe3-9b1f12ffef99 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:29.779348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38d765e-4f88-4766-86be-a6ddfacda283", "tag": "8ec03bb9-a63b-44f3-9333-0e559968e2ab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:29.779559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d71a28f4-a249-4c70-bbe3-9b1f12ffef99 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:29.779953 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38d765e-4f88-4766-86be-a6ddfacda283', 'tag': '8ec03bb9-a63b-44f3-9333-0e559968e2ab', 'status': 'completed', 'code': 200} Dec 20 17:08:29.809626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-14da078f-7a5b-40df-b4ec-ee344727e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:29.811151 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-14da078f-7a5b-40df-b4ec-ee344727e899 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c121bf873b7b4e2c84318ee1665bb496&device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 1096 time: 0.0423481 Dec 20 17:08:29.857766 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-bd862516-5ec9-470c-80f2-5a230dd99825 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ec03bb9-a63b-44f3-9333-0e559968e2ab HTTP/1.1" status: 200 len: 217 time: 0.0385606 Dec 20 17:08:29.910585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-6f100734-8bb4-4205-af47-0ba6cf60c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:29.912204 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-6f100734-8bb4-4205-af47-0ba6cf60c064 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09f95edb-8e02-4794-a78c-b9a504cf3d78 HTTP/1.1" status: 200 len: 854 time: 0.0478735 Dec 20 17:08:29.919225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7f6d3-bd58-47c2-9086-2c29051788f2 req-bdcca882-543d-4e73-b880-4cd97505eae5 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:29.920934 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ace7f6d3-bd58-47c2-9086-2c29051788f2 req-bdcca882-543d-4e73-b880-4cd97505eae5 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 943 time: 0.0545111 Dec 20 17:08:29.947807 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-f9287c1d-0c6f-48d5-94fd-bfbce6b85a30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e41b1d24-9501-467b-a2ba-385ca279e005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269759 Dec 20 17:08:29.982872 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ace7f6d3-bd58-47c2-9086-2c29051788f2 req-0a1c11bc-b98a-4973-9b3f-dc05f94e8798 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548487 Dec 20 17:08:30.052033 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-006ac2bc-c4f0-4cf7-84d3-ab884f6ae074 service neutron] 10.222.0.18 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948424 Dec 20 17:08:30.119064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:30.139358 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-bf0f2fcb-15c5-4d5a-a2fa-c0fe2e48a1df req-217fad4d-af4c-4b72-89e6-12e8bfe60a59 service neutron] 10.222.0.18 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804203 Dec 20 17:08:30.227623 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-a115a36b-a961-43eb-aeab-c471b0623170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:30.229075 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-a115a36b-a961-43eb-aeab-c471b0623170 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c121bf873b7b4e2c84318ee1665bb496&device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 1096 time: 0.0441115 Dec 20 17:08:30.653852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-9d181a5b-dbc3-4333-913e-fbebbee98628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:30.655343 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-9d181a5b-dbc3-4333-913e-fbebbee98628 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e41b1d24-9501-467b-a2ba-385ca279e005 HTTP/1.1" status: 200 len: 915 time: 0.4179006 Dec 20 17:08:30.700777 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-8aa74837-c8f8-4a71-92c8-eb2f185f5d5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ec03bb9-a63b-44f3-9333-0e559968e2ab HTTP/1.1" status: 200 len: 217 time: 0.0378478 Dec 20 17:08:30.753665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-976400ba-0655-41c5-a4ce-74de650eb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:30.755262 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-976400ba-0655-41c5-a4ce-74de650eb6f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09f95edb-8e02-4794-a78c-b9a504cf3d78 HTTP/1.1" status: 200 len: 854 time: 0.0474837 Dec 20 17:08:30.787181 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-d6bc26d8-df65-4939-bc40-a7863b49539f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e41b1d24-9501-467b-a2ba-385ca279e005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238676 Dec 20 17:08:30.867142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:30.891595 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-687655db-8482-4490-b1f2-4ffb0e66e067 service neutron] 10.222.0.18 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964334 Dec 20 17:08:30.979353 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4ba2c41-520e-47b7-8784-3cc53bb0bcc2 req-a5f4747a-0b8f-4c16-9a06-2a9895565d52 service neutron] 10.222.0.18 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805314 Dec 20 17:08:31.115023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76319cc5-06e4-45df-906c-41e7842b1dbb req-b41aa991-b23d-4f89-97a1-d60e6978ff55 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:31.116544 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-76319cc5-06e4-45df-906c-41e7842b1dbb req-b41aa991-b23d-4f89-97a1-d60e6978ff55 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 943 time: 0.0564384 Dec 20 17:08:31.177894 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-76319cc5-06e4-45df-906c-41e7842b1dbb req-a72a7c8a-b3fa-4992-9073-6368aee6b963 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532012 Dec 20 17:08:32.289533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502a61-698f-418a-aeda-cb18adb30a63 req-1130cbb4-289a-4898-9803-71bad4a8a579 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:32.290951 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cb502a61-698f-418a-aeda-cb18adb30a63 req-1130cbb4-289a-4898-9803-71bad4a8a579 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 943 time: 0.0475538 Dec 20 17:08:32.341165 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cb502a61-698f-418a-aeda-cb18adb30a63 req-e731ccd9-f53c-484d-a696-a1222002ae22 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Dec 20 17:08:32.407067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 8ec03bb9-a63b-44f3-9333-0e559968e2ab details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:08:32.499532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 8ec03bb9-a63b-44f3-9333-0e559968e2ab, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=8ec03bb9-a63b-44f3-9333-0e559968e2ab,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:32.510678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '8ec03bb9-a63b-44f3-9333-0e559968e2ab', 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005', 'port_id': '8ec03bb9-a63b-44f3-9333-0e559968e2ab', 'mac_address': 'fa:16:3e:5a:bb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f95edb-8e02-4794-a78c-b9a504cf3d78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:08:32.550394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:32.562370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec03bb9-a63b-44f3-9333-0e559968e2ab {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:08:32.580872 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 8ec03bb9-a63b-44f3-9333-0e559968e2ab, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=8ec03bb9-a63b-44f3-9333-0e559968e2ab,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:32.584840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:32.630118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=8ec03bb9-a63b-44f3-9333-0e559968e2ab,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:32.820089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['8ec03bb9-a63b-44f3-9333-0e559968e2ab'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:08:33.455726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba755d-c435-4501-afa6-3fe51e9416eb req-9695c577-75d3-4375-8be2-41fe1b6e71bc tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:33.457233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-01ba755d-c435-4501-afa6-3fe51e9416eb req-9695c577-75d3-4375-8be2-41fe1b6e71bc tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 944 time: 0.0497358 Dec 20 17:08:33.503341 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-01ba755d-c435-4501-afa6-3fe51e9416eb req-8d2a880f-ef59-401b-b474-6ee5e3f44bbe tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Dec 20 17:08:34.422667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 8ec03bb9-a63b-44f3-9333-0e559968e2ab up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:34.470405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 8ec03bb9-a63b-44f3-9333-0e559968e2ab completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:08:34.474195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 8ec03bb9-a63b-44f3-9333-0e559968e2ab triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:34.474593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:34.548635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:34.571076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d765e-4f88-4766-86be-a6ddfacda283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec03bb9-a63b-44f3-9333-0e559968e2ab'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:34.573269 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b086498-54f4-4bf4-94b6-c445bb723a6b" -d '{"events": [{"server_uuid": "b38d765e-4f88-4766-86be-a6ddfacda283", "name": "network-vif-plugged", "status": "completed", "tag": "8ec03bb9-a63b-44f3-9333-0e559968e2ab"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:34.590220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 8ec03bb9-a63b-44f3-9333-0e559968e2ab, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=8ec03bb9-a63b-44f3-9333-0e559968e2ab,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:34.595223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:34.617742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcd911b-3871-4d2e-9775-cad04ae79a41 x-openstack-request-id: req-0dcd911b-3871-4d2e-9775-cad04ae79a41 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:34.618033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d765e-4f88-4766-86be-a6ddfacda283", "name": "network-vif-plugged", "status": "completed", "tag": "8ec03bb9-a63b-44f3-9333-0e559968e2ab", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:34.618299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dcd911b-3871-4d2e-9775-cad04ae79a41 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:34.618690 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38d765e-4f88-4766-86be-a6ddfacda283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec03bb9-a63b-44f3-9333-0e559968e2ab', 'code': 200} Dec 20 17:08:34.634498 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e591-65d3-418c-b3d4-d4ce4436da88 req-37e315e5-7525-4b29-bbad-f7f683911902 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:34.636023 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b765e591-65d3-418c-b3d4-d4ce4436da88 req-37e315e5-7525-4b29-bbad-f7f683911902 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 944 time: 0.0676670 Dec 20 17:08:34.646466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=8ec03bb9-a63b-44f3-9333-0e559968e2ab,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:34.686594 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b765e591-65d3-418c-b3d4-d4ce4436da88 req-98d5bf6c-006d-484c-b9eb-b074c23c8929 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Dec 20 17:08:34.782299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e41ede-f468-4634-a747-1a0c51737919 req-24722b76-8538-44a8-9b1b-d28300074e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:34.783894 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3e41ede-f468-4634-a747-1a0c51737919 req-24722b76-8538-44a8-9b1b-d28300074e44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 1098 time: 0.0416811 Dec 20 17:08:34.828356 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3e41ede-f468-4634-a747-1a0c51737919 req-67fa66fd-af56-4dfe-8748-09e9e6c3c5fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 Dec 20 17:08:35.818480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2dd0a-009b-41a4-b8c4-0dbb0b60c3dd req-de4c3860-b79b-4861-93c0-9144252cf87c tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:35.819986 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-42b2dd0a-009b-41a4-b8c4-0dbb0b60c3dd req-de4c3860-b79b-4861-93c0-9144252cf87c tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0576963 Dec 20 17:08:35.868482 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-42b2dd0a-009b-41a4-b8c4-0dbb0b60c3dd req-9a4927eb-b086-4e50-a828-7a67f343647d tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425746 Dec 20 17:08:36.983171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc375a85-a36c-43c7-8368-0c5c9ab32065 req-08cd82ab-f0ab-4245-9eec-2b35ab02f27b tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:36.984696 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dc375a85-a36c-43c7-8368-0c5c9ab32065 req-08cd82ab-f0ab-4245-9eec-2b35ab02f27b tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0494344 Dec 20 17:08:37.031863 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dc375a85-a36c-43c7-8368-0c5c9ab32065 req-c196b0c5-a5c0-4f5c-87fd-653915053d23 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Dec 20 17:08:37.261277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-82813c1b-3155-40cf-95fd-497038bf0322 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:37.262735 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-82813c1b-3155-40cf-95fd-497038bf0322 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/networks?id=e41b1d24-9501-467b-a2ba-385ca279e005 HTTP/1.1" status: 200 len: 814 time: 0.1038301 Dec 20 17:08:37.277181 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-9830a018-9a87-45e9-870c-bc81a20cd092 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/quotas/c121bf873b7b4e2c84318ee1665bb496 HTTP/1.1" status: 200 len: 375 time: 0.0087988 Dec 20 17:08:37.324646 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-44bd9094-e1e9-4f33-adcf-22bd255538c0 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c121bf873b7b4e2c84318ee1665bb496&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422690 Dec 20 17:08:37.416789 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-b5ddf40a-5766-443e-84d8-8c55bdd5f150 service neutron] 10.222.0.60 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847864 Dec 20 17:08:37.507198 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-e2dede9d-1c94-47e1-8f5b-9b1113c43e05 service neutron] 10.222.0.60 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842786 Dec 20 17:08:38.676284 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1a2631d5-64ab-4203-909e-e1ae9cfd76b6 req-d79bb8e2-2667-45b3-88e2-4d53d928fa2b tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0309396 Dec 20 17:08:39.623856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-8d8338e2-6ba8-45c5-82c1-c96ed042d29f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:39.625337 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-8d8338e2-6ba8-45c5-82c1-c96ed042d29f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.18 "GET /v2.0/networks?id=e41b1d24-9501-467b-a2ba-385ca279e005 HTTP/1.1" status: 200 len: 814 time: 0.1268821 Dec 20 17:08:39.639065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Request body: {'port': {'device_id': '3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2', 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005', 'admin_state_up': True, 'tenant_id': 'c121bf873b7b4e2c84318ee1665bb496'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:39.757633 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Made reservation on behalf of c121bf873b7b4e2c84318ee1665bb496 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:39.761134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:39.777642 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4cd452bb-b6f0-4eaf-8aea-b4c32ad02711 req-343df522-8fb6-473e-bb33-b5c6369a2a35 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0315461 Dec 20 17:08:39.900882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Allocated IP 172.20.0.5 (e41b1d24-9501-467b-a2ba-385ca279e005/09f95edb-8e02-4794-a78c-b9a504cf3d78/b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:40.051956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.085132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.098555 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['8ec03bb9-a63b-44f3-9333-0e559968e2ab'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:08:40.129450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Network e41b1d24-9501-467b-a2ba-385ca279e005 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:40.133160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:40.136942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:40.160939 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Pushing event updated for resources: {'Port': ['ID=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:40.190993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:40.191612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.207601 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-3d3ee739-2b47-485d-b842-7eb7a51a141f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729494 Dec 20 17:08:40.220045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Request body: {'port': {'device_id': '3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:40.277608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.537381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:08:40.544663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.556290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Transition to ACTIVE for port object b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:08:40.560123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.611341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Pushing event updated for resources: {'Port': ['ID=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:40.689941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Attempting to bind port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:40.690743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Attempting to bind port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:40.690743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Attempting to bind port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 on network e41b1d24-9501-467b-a2ba-385ca279e005 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:40.695519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 on network e41b1d24-9501-467b-a2ba-385ca279e005 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:08:40.695981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Attempting to bind port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 on network e41b1d24-9501-467b-a2ba-385ca279e005 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:40.701905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:40.702236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Checking segment: {'id': 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:40.702793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Bound using segment: {'id': 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:40.703217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Bound port: b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:40.703570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.764632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] For port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:08:40.768583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] For port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:08:40.772441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.812499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:40.813039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.815023 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] 10.222.0.18 "PUT /v2.0/ports/b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 HTTP/1.1" status: 200 len: 1093 time: 0.5985856 Dec 20 17:08:40.815602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2', 'tag': 'b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:40.817941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc738cb-727a-4cbd-8898-73c8d3cd6826" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2", "tag": "b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:40.851809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8a4a7-91af-430c-b3ed-a013a5884741 service neutron] Pushing event updated for resources: {'Port': ['ID=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:40.887367 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efebad29-0b23-4e23-848a-9619dad25878 x-openstack-request-id: req-efebad29-0b23-4e23-848a-9619dad25878 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:40.887662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2", "tag": "b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:40.887921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efebad29-0b23-4e23-848a-9619dad25878 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:40.888326 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2', 'tag': 'b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0', 'status': 'completed', 'code': 200} Dec 20 17:08:40.904065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-44fdc41e-7828-4b02-a8b7-6c7ee687cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:40.905879 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-44fdc41e-7828-4b02-a8b7-6c7ee687cf46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c121bf873b7b4e2c84318ee1665bb496&device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0476744 Dec 20 17:08:40.909850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab294a-f4e0-4d47-b830-b6cb29858206 req-c6c87679-b5a1-47dd-b020-6986b1804cf0 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:40.911345 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d0ab294a-f4e0-4d47-b830-b6cb29858206 req-c6c87679-b5a1-47dd-b020-6986b1804cf0 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 943 time: 0.0489502 Dec 20 17:08:40.953853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-c3357a7e-b6b1-4532-a265-7abb55e85883 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 HTTP/1.1" status: 200 len: 217 time: 0.0360413 Dec 20 17:08:40.960635 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d0ab294a-f4e0-4d47-b830-b6cb29858206 req-1b6ef1d7-53aa-4bcd-bc7e-10a2f59029c2 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428605 Dec 20 17:08:41.008090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-1b4c3ea2-1e08-41db-8664-c8546512ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:41.009540 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-1b4c3ea2-1e08-41db-8664-c8546512ddbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09f95edb-8e02-4794-a78c-b9a504cf3d78 HTTP/1.1" status: 200 len: 854 time: 0.0449088 Dec 20 17:08:41.045199 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-2b1d30cc-a1f9-4116-bfdb-1db7b845ce83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e41b1d24-9501-467b-a2ba-385ca279e005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273521 Dec 20 17:08:41.133665 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-39f65c08-cccd-444d-8896-62a17dc704a8 service neutron] 10.222.0.18 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817754 Dec 20 17:08:41.226133 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d5ed560b-7012-4532-afae-3f1d2eec6c6f req-6765431d-2454-44f6-a085-6c83c642f3dd service neutron] 10.222.0.18 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841653 Dec 20 17:08:41.311353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-c420375c-104f-414b-8dcd-939e6d363db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:41.312822 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-c420375c-104f-414b-8dcd-939e6d363db9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c121bf873b7b4e2c84318ee1665bb496&device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0410314 Dec 20 17:08:41.407144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-a8eb70b7-836f-43ac-a1ea-de43ecd60487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:41.409008 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-a8eb70b7-836f-43ac-a1ea-de43ecd60487 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e41b1d24-9501-467b-a2ba-385ca279e005 HTTP/1.1" status: 200 len: 915 time: 0.0891654 Dec 20 17:08:41.454930 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-10bdbddc-024d-4ee2-8f3e-59a747a0c2c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 HTTP/1.1" status: 200 len: 217 time: 0.0386553 Dec 20 17:08:41.507389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-85d3812a-a931-4616-889c-091155bad96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:41.508855 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-85d3812a-a931-4616-889c-091155bad96f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09f95edb-8e02-4794-a78c-b9a504cf3d78 HTTP/1.1" status: 200 len: 854 time: 0.0471961 Dec 20 17:08:41.546102 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-522654e1-ddd9-4366-a71a-a1019c82cb63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e41b1d24-9501-467b-a2ba-385ca279e005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257051 Dec 20 17:08:41.641331 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-10fb8732-3073-4830-903b-fd2b06dea2af service neutron] 10.222.0.18 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875244 Dec 20 17:08:41.739533 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6dc738cb-727a-4cbd-8898-73c8d3cd6826 req-34a1ebe3-45ea-4e31-88e1-6a29e7fe7b71 service neutron] 10.222.0.18 "GET /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867846 Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:42.078327 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:08:42.083106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66b103-14f5-448c-b9b9-34813d73bb2f req-8522ef96-2444-48c7-bac1-dfd53cdf3502 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:42.083106 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1b66b103-14f5-448c-b9b9-34813d73bb2f req-8522ef96-2444-48c7-bac1-dfd53cdf3502 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 943 time: 0.0532007 Dec 20 17:08:42.130655 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1b66b103-14f5-448c-b9b9-34813d73bb2f req-3c926c19-478d-4263-96f8-f76de61f73e8 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Dec 20 17:08:42.497532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:08:42.587487 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:42.601914 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0', 'network_id': 'e41b1d24-9501-467b-a2ba-385ca279e005', 'port_id': 'b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0', 'mac_address': 'fa:16:3e:0b:28:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f95edb-8e02-4794-a78c-b9a504cf3d78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:08:42.638096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:42.650920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:08:42.669485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:42.676378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:42.723134 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:42.729959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.730331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.730680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.731015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.731349 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.731678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.732007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.732334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.732661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.732986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.733307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.733626 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.733944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:42.884480 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:08:43.246332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c294d-b382-4d56-9dc8-61d84334a1ee req-a7b96713-03f0-410b-8ac1-ec0625b4fba8 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:43.247804 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-710c294d-b382-4d56-9dc8-61d84334a1ee req-a7b96713-03f0-410b-8ac1-ec0625b4fba8 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 944 time: 0.0499814 Dec 20 17:08:43.294732 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-710c294d-b382-4d56-9dc8-61d84334a1ee req-badb8d42-59f7-4149-b664-84a77a772cb8 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Dec 20 17:08:44.409878 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3c563-1013-4394-94e1-376cb6630b9b req-ca388160-e00b-4846-b7be-5b42d079d94a tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:44.411441 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4cf3c563-1013-4394-94e1-376cb6630b9b req-ca388160-e00b-4846-b7be-5b42d079d94a tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 944 time: 0.0497916 Dec 20 17:08:44.458140 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4cf3c563-1013-4394-94e1-376cb6630b9b req-2c1990f9-3751-4939-aad1-8d6f75519c64 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Dec 20 17:08:44.524291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:44.559648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:44.578304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:08:44.581994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:44.582476 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:44.658602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:44.680493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:44.682728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2556cba-6a33-4067-8715-2a0c8fd1a928" -d '{"events": [{"server_uuid": "3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:44.695563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:44.699861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:44.724742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa87495-2e70-4724-8592-dc2d8fede510 x-openstack-request-id: req-8aa87495-2e70-4724-8592-dc2d8fede510 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:44.725029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:44.725277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8aa87495-2e70-4724-8592-dc2d8fede510 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:44.725651 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0', 'code': 200} Dec 20 17:08:44.753032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:44.896382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35998d6d-03ba-4e80-abb5-611c2fde1022 req-de6327ab-86ab-465d-bdb4-1a731084ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:44.897766 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-35998d6d-03ba-4e80-abb5-611c2fde1022 req-de6327ab-86ab-465d-bdb4-1a731084ee5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0445268 Dec 20 17:08:44.942177 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-35998d6d-03ba-4e80-abb5-611c2fde1022 req-4def516d-d4ea-406f-9d89-7cf6e642df4b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363100 Dec 20 17:08:45.570053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0670749-0e3f-4eef-8233-948cd9f3bb65 req-07d16c95-273d-43fc-a892-ac033e11a125 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:45.571539 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c0670749-0e3f-4eef-8233-948cd9f3bb65 req-07d16c95-273d-43fc-a892-ac033e11a125 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0477281 Dec 20 17:08:45.618544 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c0670749-0e3f-4eef-8233-948cd9f3bb65 req-75b52dae-22fa-49ac-aecc-f820fdfb0ebd tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Dec 20 17:08:46.279547 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:08:46.740185 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86a27-8f89-4c3c-b8a2-3982f1545945 req-8881a0d0-9900-4dec-86a6-20fe1292b652 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:46.741741 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-75b86a27-8f89-4c3c-b8a2-3982f1545945 req-8881a0d0-9900-4dec-86a6-20fe1292b652 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0533497 Dec 20 17:08:46.793073 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-75b86a27-8f89-4c3c-b8a2-3982f1545945 req-b5b4bb81-655b-4d7a-9154-a8539177d1e7 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Dec 20 17:08:47.036315 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b37a3-9fdf-4000-b323-4d1541449691 req-9e600911-c3f5-4c01-8bad-d4c24c944389 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:47.037787 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-167b37a3-9fdf-4000-b323-4d1541449691 req-9e600911-c3f5-4c01-8bad-d4c24c944389 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0486557 Dec 20 17:08:47.092143 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-167b37a3-9fdf-4000-b323-4d1541449691 req-97b9a0d2-b122-4efa-a829-251ed252eef2 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482078 Dec 20 17:08:48.208412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cfcc0-5f9e-416c-8a80-e5330c644df9 req-25abd1d8-6c22-4e7d-851b-a4eed6461292 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:48.209878 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b05cfcc0-5f9e-416c-8a80-e5330c644df9 req-25abd1d8-6c22-4e7d-851b-a4eed6461292 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0477867 Dec 20 17:08:48.261880 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b05cfcc0-5f9e-416c-8a80-e5330c644df9 req-2f5f0b6a-2208-4fed-b904-aba56f256d64 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Dec 20 17:08:48.507464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-413472c4-e836-47d3-86ec-2b315370a305 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:48.508919 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-413472c4-e836-47d3-86ec-2b315370a305 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0479555 Dec 20 17:08:48.600479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Deleting port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:48.600783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:48.691166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] For port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:48.691516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:48.703799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Calling delete_port for b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:48.830957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:48.842523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['8ec03bb9-a63b-44f3-9333-0e559968e2ab'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:08:48.856787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Pushing event deleted for resources: {'Port': ['ID=b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:48.904304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] No DVR routers for this DVR port b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:08:48.906812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:48.910169 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2ffc29e0-9b3b-45ae-bfca-2b730571bd96 req-101f67dd-8afa-4c64-97b4-cd76555b5755 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.18 "DELETE /v2.0/ports/b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 HTTP/1.1" status: 204 len: 173 time: 0.3915842 Dec 20 17:08:48.910647 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2', 'name': 'network-vif-deleted', 'tag': 'b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:48.912896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104cb9b8-6008-4e7c-8c89-10ea24f88050" -d '{"events": [{"server_uuid": "3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2", "name": "network-vif-deleted", "tag": "b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:48.961674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8922ca-6cfc-4e83-bcb3-e51b173fbc20 x-openstack-request-id: req-eb8922ca-6cfc-4e83-bcb3-e51b173fbc20 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:48.962018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2", "name": "network-vif-deleted", "tag": "b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:48.962291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb8922ca-6cfc-4e83-bcb3-e51b173fbc20 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:48.962691 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2', 'name': 'network-vif-deleted', 'tag': 'b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0', 'status': 'completed', 'code': 200} Dec 20 17:08:49.368001 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7976f013-6e86-497d-8a46-e59859a11042 req-ff0b58ea-e6a4-4e8d-8065-e13eea453603 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4bfbf3-cb5e-48f1-bd69-700ea41cb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0279076 Dec 20 17:08:50.524724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aede4-ba59-425f-8294-7d13eb1ff2da req-558c2844-ff94-4230-a20d-e8bc116c8cf6 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:50.526198 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-252aede4-ba59-425f-8294-7d13eb1ff2da req-558c2844-ff94-4230-a20d-e8bc116c8cf6 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0542042 Dec 20 17:08:50.531621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:50.552650 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:50.552987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b67f68c7-6de4-4e36-92c2-1aba6dd8c6f0 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:50.573588 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-252aede4-ba59-425f-8294-7d13eb1ff2da req-10330b07-4435-4d88-970e-27951482e88c tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Dec 20 17:08:50.704684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4b09-723e-4ed7-b024-795c9f743e67 req-19229760-7eab-4bd6-be32-292987e0421d tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:50.706725 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d90f4b09-723e-4ed7-b024-795c9f743e67 req-19229760-7eab-4bd6-be32-292987e0421d tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0525260 Dec 20 17:08:50.753120 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d90f4b09-723e-4ed7-b024-795c9f743e67 req-dd5d84f9-e843-4a50-b76f-b06a10be4dde tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404177 Dec 20 17:08:50.873649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c3c5-5e7f-460c-8b94-5801fdc83d27 req-94a61988-5d56-48e0-b36e-fa25929e402f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:50.875255 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c970c3c5-5e7f-460c-8b94-5801fdc83d27 req-94a61988-5d56-48e0-b36e-fa25929e402f tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0539360 Dec 20 17:08:50.923137 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c970c3c5-5e7f-460c-8b94-5801fdc83d27 req-37a3a48d-8acc-4465-878d-5b11d516e22e tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Dec 20 17:08:51.090486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009657d8-ce29-4edb-9d3d-2a5f98f51b54 req-25cfb0c1-d2c1-4c85-ba06-d52a0edd700c tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:51.091933 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-009657d8-ce29-4edb-9d3d-2a5f98f51b54 req-25cfb0c1-d2c1-4c85-ba06-d52a0edd700c tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0501006 Dec 20 17:08:51.139118 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-009657d8-ce29-4edb-9d3d-2a5f98f51b54 req-b8501c4c-c889-4021-8451-44831b9cab6b tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Dec 20 17:08:51.252265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32e28-6439-4428-be00-7b136621520a req-1b515e45-6a1a-48c6-a7a2-267bcf96ca16 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:51.253654 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-22c32e28-6439-4428-be00-7b136621520a req-1b515e45-6a1a-48c6-a7a2-267bcf96ca16 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Dec 20 17:08:51.303851 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-22c32e28-6439-4428-be00-7b136621520a req-22e38b47-53df-479a-9219-2a8f29deb293 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443258 Dec 20 17:08:51.427961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c566b8-a84f-41ed-8222-6344b77627d8 req-a65d0ea4-5cb4-4e95-b849-cd6fdf6c7ace tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:51.429712 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d1c566b8-a84f-41ed-8222-6344b77627d8 req-a65d0ea4-5cb4-4e95-b849-cd6fdf6c7ace tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0485680 Dec 20 17:08:51.476739 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d1c566b8-a84f-41ed-8222-6344b77627d8 req-f5a48d98-34c5-4b57-adf0-224db0461a04 tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Dec 20 17:08:51.770828 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43375-ead8-4cd7-bc04-e0e97a631f78 req-dd7d9eca-6eb3-4e83-bf38-ffef218df11d tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:51.772199 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2fb43375-ead8-4cd7-bc04-e0e97a631f78 req-dd7d9eca-6eb3-4e83-bf38-ffef218df11d tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0483956 Dec 20 17:08:51.820047 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2fb43375-ead8-4cd7-bc04-e0e97a631f78 req-dfc7d452-ed9c-40b5-9b31-a62b8d31057c tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Dec 20 17:08:52.938578 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabb304-5a8a-4e0f-bbf8-d8eed363cf46 req-a233e262-e594-4dd0-a16a-8bd8e08ad22a tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:52.940562 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dcabb304-5a8a-4e0f-bbf8-d8eed363cf46 req-a233e262-e594-4dd0-a16a-8bd8e08ad22a tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Dec 20 17:08:52.991700 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dcabb304-5a8a-4e0f-bbf8-d8eed363cf46 req-8b60e472-3b1e-4f3a-8505-e2acd063d79d tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.60 "GET /v2.0/security-groups?id=857a50cb-0a19-4177-8ffd-5e2abb3a132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 Dec 20 17:08:53.078227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-3d192ed3-f682-40e2-a0fb-bb883f30a6ee tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:53.079619 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-3d192ed3-f682-40e2-a0fb-bb883f30a6ee tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.18 "GET /v2.0/ports?device_id=b38d765e-4f88-4766-86be-a6ddfacda283 HTTP/1.1" status: 200 len: 945 time: 0.0513244 Dec 20 17:08:53.164297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Deleting port 8ec03bb9-a63b-44f3-9333-0e559968e2ab {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:53.164631 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:53.252687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] For port 8ec03bb9-a63b-44f3-9333-0e559968e2ab, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=8ec03bb9-a63b-44f3-9333-0e559968e2ab,segment=NetworkSegment(a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86),segment_id=a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:53.253036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:53.265077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Calling delete_port for 8ec03bb9-a63b-44f3-9333-0e559968e2ab owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:53.388540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:53.403271 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['8ec03bb9-a63b-44f3-9333-0e559968e2ab'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:08:53.417085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Pushing event deleted for resources: {'Port': ['ID=8ec03bb9-a63b-44f3-9333-0e559968e2ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:53.459455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] No DVR routers for this DVR port 8ec03bb9-a63b-44f3-9333-0e559968e2ab on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:08:53.461993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:53.465304 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b617b9e7-760d-4538-a593-7ea796b0d546 req-f0c73842-06ff-4b2d-94c9-dd0aed2a6def tempest-ServersNegativeTestJSON-1090654439 tempest-ServersNegativeTestJSON-1090654439-project] 10.222.0.18 "DELETE /v2.0/ports/8ec03bb9-a63b-44f3-9333-0e559968e2ab HTTP/1.1" status: 204 len: 173 time: 0.3793931 Dec 20 17:08:53.465738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d765e-4f88-4766-86be-a6ddfacda283', 'name': 'network-vif-deleted', 'tag': '8ec03bb9-a63b-44f3-9333-0e559968e2ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:53.468025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d5e244-091b-47a0-92fa-16a6a00d277c" -d '{"events": [{"server_uuid": "b38d765e-4f88-4766-86be-a6ddfacda283", "name": "network-vif-deleted", "tag": "8ec03bb9-a63b-44f3-9333-0e559968e2ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:53.507055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e285e72d-b445-40fe-b8ba-7d859c07c77b x-openstack-request-id: req-e285e72d-b445-40fe-b8ba-7d859c07c77b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:53.507344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d765e-4f88-4766-86be-a6ddfacda283", "name": "network-vif-deleted", "tag": "8ec03bb9-a63b-44f3-9333-0e559968e2ab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:53.507594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e285e72d-b445-40fe-b8ba-7d859c07c77b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:53.507989 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38d765e-4f88-4766-86be-a6ddfacda283', 'name': 'network-vif-deleted', 'tag': '8ec03bb9-a63b-44f3-9333-0e559968e2ab', 'status': 'completed', 'code': 200} Dec 20 17:08:54.046412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:54.090872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf1a2df-5f36-4ca7-ba45-0837c3dbb8d8 admin admin] Deleting subnet 09f95edb-8e02-4794-a78c-b9a504cf3d78 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:08:54.093927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a2df-5f36-4ca7-ba45-0837c3dbb8d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.127951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a2df-5f36-4ca7-ba45-0837c3dbb8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.166758 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a2df-5f36-4ca7-ba45-0837c3dbb8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.223050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a2df-5f36-4ca7-ba45-0837c3dbb8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.248294 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1a2df-5f36-4ca7-ba45-0837c3dbb8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f95edb-8e02-4794-a78c-b9a504cf3d78,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:54.252542 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a2df-5f36-4ca7-ba45-0837c3dbb8d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.256022 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-eaf1a2df-5f36-4ca7-ba45-0837c3dbb8d8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/09f95edb-8e02-4794-a78c-b9a504cf3d78 HTTP/1.1" status: 204 len: 168 time: 0.2086401 Dec 20 17:08:54.258430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:54.324735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.404877 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.426340 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41b1d24-9501-467b-a2ba-385ca279e005']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:54.435678 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:54.435972 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a091cf5f-ee3d-4ea3-a946-fc2ccd3a8e86') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:54.445421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.458562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.466467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:08:54.466942 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:08:54.468754 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:08:54.525956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.530667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.534485 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e41b1d24-9501-467b-a2ba-385ca279e005 HTTP/1.1" status: 204 len: 168 time: 0.2751215 Dec 20 17:08:54.546943 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de1efc-1760-44db-9183-44a0432d5c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=e41b1d24-9501-467b-a2ba-385ca279e005,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:54.640334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:54.680176 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-251b28f5-3cde-4458-b02b-e1bc82643fa8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c121bf873b7b4e2c84318ee1665bb496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385058 Dec 20 17:08:54.682428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53412) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:54.728224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3788fc4d-f1be-45bf-8aa0-926174e9ccca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.751871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3788fc4d-f1be-45bf-8aa0-926174e9ccca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.800090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3788fc4d-f1be-45bf-8aa0-926174e9ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.803023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3788fc4d-f1be-45bf-8aa0-926174e9ccca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.804177 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3788fc4d-f1be-45bf-8aa0-926174e9ccca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/857a50cb-0a19-4177-8ffd-5e2abb3a132b HTTP/1.1" status: 204 len: 168 time: 0.1208646 Dec 20 17:08:54.811883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788fc4d-f1be-45bf-8aa0-926174e9ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857a50cb-0a19-4177-8ffd-5e2abb3a132b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:55.107153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5126c9be-19fb-496c-9e54-d99bdd6986a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:55.484954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:55.578269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1742727730'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:55.607717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:55.607717 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:55.614336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:55.688164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:55.692609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:55.718725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:08:55.731180 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc7cb78-c4a0-4090-9ed4-34c0951a1b5f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:55.734423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:55.734767 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Added segment a97c8d00-bdb9-4ea1-9964-159dacfb5f9c of type vlan for network 322d65ee-d8f0-423f-8d9f-ce4a3128417e Dec 20 17:08:55.775047 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:55.799962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:55.806654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:55.807256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:55.845025 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3589799 Dec 20 17:08:55.878274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94362ab-2f21-4437-be7d-754b96e88aa7 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Network': ['ID=322d65ee-d8f0-423f-8d9f-ce4a3128417e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:55.887905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 322d65ee-d8f0-423f-8d9f-ce4a3128417e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:08:56.695016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 8ec03bb9-a63b-44f3-9333-0e559968e2ab no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:56.714677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 8ec03bb9-a63b-44f3-9333-0e559968e2ab {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:56.715024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 8ec03bb9-a63b-44f3-9333-0e559968e2ab not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:57.795694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2314-a27c-498f-a1a8-1238b89e2bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:58.564541 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.008437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:59.013414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'subnet': {'network_id': '322d65ee-d8f0-423f-8d9f-ce4a3128417e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:59.103730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:59.107394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.287534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.347239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Subnet': ['ID=7bf593a4-1891-4dc5-9b12-e69d53efd95a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:59.354899 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Checking segment: {'id': 'a97c8d00-bdb9-4ea1-9964-159dacfb5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '322d65ee-d8f0-423f-8d9f-ce4a3128417e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:59.355203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network hostable DHCP agents. Network: 322d65ee-d8f0-423f-8d9f-ce4a3128417e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:08:59.371457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network 322d65ee-d8f0-423f-8d9f-ce4a3128417e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:08:59.380385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 322d65ee-d8f0-423f-8d9f-ce4a3128417e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:59.384551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:59.385165 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.389847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb6517d-f202-43f4-8cc7-484c2361c10f None None] Network 322d65ee-d8f0-423f-8d9f-ce4a3128417e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:59.406839 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ac4e13ce-447b-4e38-bc09-1aa15bda393a tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3972785 Dec 20 17:08:59.410186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:59.415320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387321690'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:59.440078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:59.443664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.467969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:08:59.477903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.478239 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Added segment be7db3bb-c114-4af6-9029-5e5aec8c9a73 of type vlan for network cf152907-c59e-4136-968b-a1fb3da054ff Dec 20 17:08:59.502081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-322d65ee-d8f0-423f-8d9f-ce4a3128417e', 'network_id': '322d65ee-d8f0-423f-8d9f-ce4a3128417e', 'project_id': '3eefdedd425f410daaff04a16793dd34', 'fixed_ips': [{'subnet_id': '7bf593a4-1891-4dc5-9b12-e69d53efd95a'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:08:59.503340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.519704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.545295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.552468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:59.553059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.617288 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2057571 Dec 20 17:08:59.620632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:59.625301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'subnet': {'network_id': 'cf152907-c59e-4136-968b-a1fb3da054ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:59.643593 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482e942-5393-4224-a349-3fd29e5eafa2 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Network': ['ID=cf152907-c59e-4136-968b-a1fb3da054ff,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:59.654669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Allocated IP 2001:db8:0:ffff::2 (322d65ee-d8f0-423f-8d9f-ce4a3128417e/7bf593a4-1891-4dc5-9b12-e69d53efd95a/6c6485b1-234f-4400-b768-bb3a5c97d58f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:59.660610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network cf152907-c59e-4136-968b-a1fb3da054ff details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:08:59.724872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:59.728452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.857277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.864643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.903729 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Network 322d65ee-d8f0-423f-8d9f-ce4a3128417e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:59.906414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:59.910505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:59.917299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Pushing event updated for resources: {'Port': ['ID=6c6485b1-234f-4400-b768-bb3a5c97d58f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:59.934071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.974783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Attempting to bind port 6c6485b1-234f-4400-b768-bb3a5c97d58f on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:59.975155 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Attempting to bind port 6c6485b1-234f-4400-b768-bb3a5c97d58f by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'a97c8d00-bdb9-4ea1-9964-159dacfb5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '322d65ee-d8f0-423f-8d9f-ce4a3128417e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:59.975513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Attempting to bind port 6c6485b1-234f-4400-b768-bb3a5c97d58f on network 322d65ee-d8f0-423f-8d9f-ce4a3128417e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:59.981141 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:59.981353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Checking segment: {'id': 'a97c8d00-bdb9-4ea1-9964-159dacfb5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '322d65ee-d8f0-423f-8d9f-ce4a3128417e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:59.981766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.982169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Bound using segment: {'id': 'a97c8d00-bdb9-4ea1-9964-159dacfb5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '322d65ee-d8f0-423f-8d9f-ce4a3128417e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:59.982785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Bound port: 6c6485b1-234f-4400-b768-bb3a5c97d58f, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97c8d00-bdb9-4ea1-9964-159dacfb5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '322d65ee-d8f0-423f-8d9f-ce4a3128417e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:59.983051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.998679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Subnet': ['ID=15f37586-64e7-40d2-a0d8-deffcabafa16,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:00.008063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Checking segment: {'id': 'be7db3bb-c114-4af6-9029-5e5aec8c9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf152907-c59e-4136-968b-a1fb3da054ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:00.008429 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network hostable DHCP agents. Network: cf152907-c59e-4136-968b-a1fb3da054ff, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:09:00.025530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network cf152907-c59e-4136-968b-a1fb3da054ff is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:09:00.035284 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, cf152907-c59e-4136-968b-a1fb3da054ff) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:00.039895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:00.040483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.048293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ed9db6-2ad6-49a8-8c86-a3f1358f6fae None None] Network cf152907-c59e-4136-968b-a1fb3da054ff requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:00.057852 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a73c0ad3-0d7d-4867-aef4-871040c569bd tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4363661 Dec 20 17:09:00.060538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:00.066683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] For port 6c6485b1-234f-4400-b768-bb3a5c97d58f, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:00.108197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] For port 6c6485b1-234f-4400-b768-bb3a5c97d58f, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6c6485b1-234f-4400-b768-bb3a5c97d58f,segment=NetworkSegment(a97c8d00-bdb9-4ea1-9964-159dacfb5f9c),segment_id=a97c8d00-bdb9-4ea1-9964-159dacfb5f9c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:00.117413 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.163078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.171606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.216158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067293e-207e-4b4c-a40b-f57be6b4418a None None] Pushing event updated for resources: {'Port': ['ID=6c6485b1-234f-4400-b768-bb3a5c97d58f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:00.218452 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.230748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57ae2ba-6688-4044-bf63-dbd884bcb1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-cf152907-c59e-4136-968b-a1fb3da054ff', 'network_id': 'cf152907-c59e-4136-968b-a1fb3da054ff', 'project_id': '3eefdedd425f410daaff04a16793dd34', 'fixed_ips': [{'subnet_id': '15f37586-64e7-40d2-a0d8-deffcabafa16'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:09:00.231632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57ae2ba-6688-4044-bf63-dbd884bcb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.289300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.316590 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Subnet': ['ID=15f37586-64e7-40d2-a0d8-deffcabafa16,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-b57ae2ba-6688-4044-bf63-dbd884bcb1f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15f37586-64e7-40d2-a0d8-deffcabafa16: This subnet is being modified by another concurrent operation. Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15f37586-64e7-40d2-a0d8-deffcabafa16: This subnet is being modified by another concurrent operation. Dec 20 17:09:00.333590 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 17:09:00.356342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad057f94-60b3-4b85-9950-8b4d7afd546a None None] Network cf152907-c59e-4136-968b-a1fb3da054ff requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:00.397874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.423179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf152907-c59e-4136-968b-a1fb3da054ff']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:00.433428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7db3bb-c114-4af6-9029-5e5aec8c9a73') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:00.433743 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7db3bb-c114-4af6-9029-5e5aec8c9a73') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:00.451485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.469362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.476819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:09:00.477277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:09:00.480352 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:09:00.540683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.547490 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.551620 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/networks/cf152907-c59e-4136-968b-a1fb3da054ff HTTP/1.1" status: 204 len: 168 time: 0.4899104 Dec 20 17:09:00.555412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:00.560853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1689738829'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:00.562794 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62a360-8a4e-47dc-a8ab-96a149b33066 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Network': ['ID=cf152907-c59e-4136-968b-a1fb3da054ff,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:00.585523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:00.588979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.612708 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:09:00.621795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.622193 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Added segment 3819cd55-db60-4dea-b54c-ca3cb044be6d of type vlan for network 5e37a4b1-8294-4519-9e6a-47e1b0297061 Dec 20 17:09:00.662510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.689726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.695458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:00.696041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.763075 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2065766 Dec 20 17:09:00.766126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:00.771302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'subnet': {'network_id': '5e37a4b1-8294-4519-9e6a-47e1b0297061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:00.771951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4ccb1-2283-4927-9038-b8109fdde746 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Network': ['ID=5e37a4b1-8294-4519-9e6a-47e1b0297061,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:00.782025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 5e37a4b1-8294-4519-9e6a-47e1b0297061 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:09:00.889697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:00.947332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6c6485b1-234f-4400-b768-bb3a5c97d58f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:01.043343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 6c6485b1-234f-4400-b768-bb3a5c97d58f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:01.043753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.137601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.174646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 6c6485b1-234f-4400-b768-bb3a5c97d58f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6c6485b1-234f-4400-b768-bb3a5c97d58f,segment=NetworkSegment(a97c8d00-bdb9-4ea1-9964-159dacfb5f9c),segment_id=a97c8d00-bdb9-4ea1-9964-159dacfb5f9c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:01.179697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.216671 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac790035-64b3-4bf9-96ae-fb9454c5f994 None None] Network 322d65ee-d8f0-423f-8d9f-ce4a3128417e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:01.256038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:01.259736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.293348 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=6c6485b1-234f-4400-b768-bb3a5c97d58f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:01.300421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6232fbfe-0379-403f-8b7c-db88baa16f98 None None] Provisioning complete for port 6c6485b1-234f-4400-b768-bb3a5c97d58f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:01.301039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6232fbfe-0379-403f-8b7c-db88baa16f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.320950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 17:09:01.321490 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 17:09:01.484465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.554058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Subnet': ['ID=5751eac8-dbb6-46db-8b2e-77d5ec8ff11c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:01.567232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Checking segment: {'id': '3819cd55-db60-4dea-b54c-ca3cb044be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e37a4b1-8294-4519-9e6a-47e1b0297061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:01.567603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network hostable DHCP agents. Network: 5e37a4b1-8294-4519-9e6a-47e1b0297061, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:09:01.587835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network 5e37a4b1-8294-4519-9e6a-47e1b0297061 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:09:01.598863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 5e37a4b1-8294-4519-9e6a-47e1b0297061) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:01.603319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9267a7-c07b-40d4-953a-20cbd2eba157 None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 17:09:01.603599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:01.604213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.621893 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b299b076-75e6-44c9-841d-55e3fc803e0f tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8545315 Dec 20 17:09:01.624942 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:01.667363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d5f23919-ca5a-4b30-bb9a-2e3da0afe69e None None] Provisioning complete for port 6c6485b1-234f-4400-b768-bb3a5c97d58f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:01.667736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5f23919-ca5a-4b30-bb9a-2e3da0afe69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.723221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9267a7-c07b-40d4-953a-20cbd2eba157 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 17:09:01.729693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.786722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.862046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.890605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Subnet': ['ID=5751eac8-dbb6-46db-8b2e-77d5ec8ff11c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:01.955778 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:01.982523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e37a4b1-8294-4519-9e6a-47e1b0297061']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:01.991052 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3819cd55-db60-4dea-b54c-ca3cb044be6d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:01.991347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3819cd55-db60-4dea-b54c-ca3cb044be6d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:02.004535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588c813-1f10-4e7e-a0c8-3f4787d2c0c3 None None] Network 5e37a4b1-8294-4519-9e6a-47e1b0297061 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:02.007630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.022857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.029513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:09:02.029914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:09:02.033256 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:09:02.096412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f412be-164d-4c39-95d1-fa4e6a926a44 None None] Network 5e37a4b1-8294-4519-9e6a-47e1b0297061 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:02.101289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.110143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f412be-164d-4c39-95d1-fa4e6a926a44 None None] Network 5e37a4b1-8294-4519-9e6a-47e1b0297061 could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 17:09:02.113370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.122180 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/networks/5e37a4b1-8294-4519-9e6a-47e1b0297061 HTTP/1.1" status: 204 len: 168 time: 0.4926534 Dec 20 17:09:02.122498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:02.128400 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111431063'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:02.131839 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135d382-a17b-4dd7-b85a-da8030714184 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Network': ['ID=5e37a4b1-8294-4519-9e6a-47e1b0297061,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:02.152300 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:02.156833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.181207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:09:02.191144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.191483 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Added segment 2181b472-b8c3-4129-badc-de037be1b8c6 of type vlan for network 11b9ed5e-516e-4941-93b6-da19bb915d80 Dec 20 17:09:02.230650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.256715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.262134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:02.262746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.296784 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1730022 Dec 20 17:09:02.300174 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53454) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:02.306071 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'subnet': {'network_id': '11b9ed5e-516e-4941-93b6-da19bb915d80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:02.331061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afeb0a1-8e7b-4df0-9266-a8d4d2a54644 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Network': ['ID=11b9ed5e-516e-4941-93b6-da19bb915d80,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:02.341990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 11b9ed5e-516e-4941-93b6-da19bb915d80 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:09:02.424672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:02.428615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.637654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.702728 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Subnet': ['ID=80067d6a-7b1f-48dc-a9f1-3bb8d0864931,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:02.710351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Checking segment: {'id': '2181b472-b8c3-4129-badc-de037be1b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11b9ed5e-516e-4941-93b6-da19bb915d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:02.711028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network hostable DHCP agents. Network: 11b9ed5e-516e-4941-93b6-da19bb915d80, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:09:02.731938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network 11b9ed5e-516e-4941-93b6-da19bb915d80 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:09:02.741141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 11b9ed5e-516e-4941-93b6-da19bb915d80) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:02.746742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:02.747747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.750587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dbe934-0de9-4ea0-b15a-f85af1b5d52e None None] Network 11b9ed5e-516e-4941-93b6-da19bb915d80 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:02.775989 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7595a9a5-474f-4593-846d-c217a591eb87 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4741678 Dec 20 17:09:02.779788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:02.786103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-26838740'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:02.820831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:02.824546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.865639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:09:02.868883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-11b9ed5e-516e-4941-93b6-da19bb915d80', 'network_id': '11b9ed5e-516e-4941-93b6-da19bb915d80', 'project_id': '3eefdedd425f410daaff04a16793dd34', 'fixed_ips': [{'subnet_id': '80067d6a-7b1f-48dc-a9f1-3bb8d0864931'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:09:02.870438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.879762 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.880113 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Added segment e9b14637-d4f1-4967-8689-2be557e8fba6 of type vlan for network 7d7e7461-e615-43d3-ac16-fb563a90ab01 Dec 20 17:09:02.888779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6c6485b1-234f-4400-b768-bb3a5c97d58f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:02.931727 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.967466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:02.974607 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:02.975220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.042925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 6c6485b1-234f-4400-b768-bb3a5c97d58f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:03.043665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.044915 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2638464 Dec 20 17:09:03.047801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:03.052073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab4fff-c822-4dd6-be05-e00d9a84a537 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Network': ['ID=7d7e7461-e615-43d3-ac16-fb563a90ab01,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:03.054086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Request body: {'subnet': {'network_id': '7d7e7461-e615-43d3-ac16-fb563a90ab01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:03.079117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 7d7e7461-e615-43d3-ac16-fb563a90ab01 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:09:03.151306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Made reservation on behalf of 3eefdedd425f410daaff04a16793dd34 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:03.154721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.156603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Allocated IP 2001:db8::2 (11b9ed5e-516e-4941-93b6-da19bb915d80/80067d6a-7b1f-48dc-a9f1-3bb8d0864931/43b46f20-9d8f-4e29-9560-a5e351e497b4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:03.358449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.420765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event updated for resources: {'Subnet': ['ID=f4959fcd-8997-43ff-b73b-d6052700020f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:03.432798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Checking segment: {'id': 'e9b14637-d4f1-4967-8689-2be557e8fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7d7e7461-e615-43d3-ac16-fb563a90ab01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:03.433171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network hostable DHCP agents. Network: 7d7e7461-e615-43d3-ac16-fb563a90ab01, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:09:03.453935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Network 7d7e7461-e615-43d3-ac16-fb563a90ab01 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:09:03.464316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 7d7e7461-e615-43d3-ac16-fb563a90ab01) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:03.471911 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:03.472618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.481521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab64cb4-707e-4a53-ad88-a01498534b61 None None] Network 7d7e7461-e615-43d3-ac16-fb563a90ab01 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:03.491158 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-fad087df-1dcc-4546-b623-652eed47803e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4415865 Dec 20 17:09:03.493749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:03.572878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.584534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.615482 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.654980 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Network 11b9ed5e-516e-4941-93b6-da19bb915d80 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:03.661340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Pushing event updated for resources: {'Port': ['ID=43b46f20-9d8f-4e29-9560-a5e351e497b4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:03.663769 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:03.667695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:03.671256 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65059d8f-89f7-4fc6-b6c8-57c28fa5232f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-7d7e7461-e615-43d3-ac16-fb563a90ab01', 'network_id': '7d7e7461-e615-43d3-ac16-fb563a90ab01', 'project_id': '3eefdedd425f410daaff04a16793dd34', 'fixed_ips': [{'subnet_id': 'f4959fcd-8997-43ff-b73b-d6052700020f'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:09:03.672027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65059d8f-89f7-4fc6-b6c8-57c28fa5232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.685456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.752536 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.784501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Subnet': ['ID=f4959fcd-8997-43ff-b73b-d6052700020f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:03.794840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Attempting to bind port 43b46f20-9d8f-4e29-9560-a5e351e497b4 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:03.795219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Attempting to bind port 43b46f20-9d8f-4e29-9560-a5e351e497b4 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '2181b472-b8c3-4129-badc-de037be1b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11b9ed5e-516e-4941-93b6-da19bb915d80'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:03.795584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Attempting to bind port 43b46f20-9d8f-4e29-9560-a5e351e497b4 on network 11b9ed5e-516e-4941-93b6-da19bb915d80 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:03.805491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:03.805875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Checking segment: {'id': '2181b472-b8c3-4129-badc-de037be1b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11b9ed5e-516e-4941-93b6-da19bb915d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:03.806313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.806726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Bound using segment: {'id': '2181b472-b8c3-4129-badc-de037be1b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11b9ed5e-516e-4941-93b6-da19bb915d80'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:03.807199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Bound port: 43b46f20-9d8f-4e29-9560-a5e351e497b4, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2181b472-b8c3-4129-badc-de037be1b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11b9ed5e-516e-4941-93b6-da19bb915d80'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:03.807583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-65059d8f-89f7-4fc6-b6c8-57c28fa5232f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4959fcd-8997-43ff-b73b-d6052700020f: This subnet is being modified by another concurrent operation. Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4959fcd-8997-43ff-b73b-d6052700020f: This subnet is being modified by another concurrent operation. Dec 20 17:09:03.829152 dv-neutron-822328-3-hyperv neutron-server[103326]: ERROR oslo_messaging.rpc.server Dec 20 17:09:03.856661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.868392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c41679-ead4-452d-9b08-5cfc49dbb1b0 None None] Network 7d7e7461-e615-43d3-ac16-fb563a90ab01 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:03.879243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7e7461-e615-43d3-ac16-fb563a90ab01']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:03.889443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b14637-d4f1-4967-8689-2be557e8fba6') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:03.889687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b14637-d4f1-4967-8689-2be557e8fba6') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:03.902458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.918171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.926287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:09:03.926681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:09:03.930053 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:09:03.956289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] For port 43b46f20-9d8f-4e29-9560-a5e351e497b4, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:03.960454 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] For port 43b46f20-9d8f-4e29-9560-a5e351e497b4, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=43b46f20-9d8f-4e29-9560-a5e351e497b4,segment=NetworkSegment(2181b472-b8c3-4129-badc-de037be1b8c6),segment_id=2181b472-b8c3-4129-badc-de037be1b8c6)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:03.979823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.996175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.004129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.007299 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/networks/7d7e7461-e615-43d3-ac16-fb563a90ab01 HTTP/1.1" status: 204 len: 168 time: 0.5125070 Dec 20 17:09:04.010731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:04.019986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f856bb9-8737-4ab6-aa78-613d1e048fee tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Network': ['ID=7d7e7461-e615-43d3-ac16-fb563a90ab01,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:04.044950 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5b825e-5d32-4fee-a2c1-d2891da27351 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] GET failed (client error): The resource could not be found. Dec 20 17:09:04.046632 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0b5b825e-5d32-4fee-a2c1-d2891da27351 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "GET /v2.0/subnets/f4959fcd-8997-43ff-b73b-d6052700020f HTTP/1.1" status: 404 len: 337 time: 0.0349123 Dec 20 17:09:04.046779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d66fc2-7cca-4892-9d9d-790842a708b6 None None] Pushing event updated for resources: {'Port': ['ID=43b46f20-9d8f-4e29-9560-a5e351e497b4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:04.051917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:04.069939 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b78a7cc-2f42-4045-adde-5ddb67ffeb2e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] DELETE failed (client error): The resource could not be found. Dec 20 17:09:04.070485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b78a7cc-2f42-4045-adde-5ddb67ffeb2e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:09:04.073915 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4b78a7cc-2f42-4045-adde-5ddb67ffeb2e tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/networks/7d7e7461-e615-43d3-ac16-fb563a90ab01 HTTP/1.1" status: 404 len: 339 time: 0.0221150 Dec 20 17:09:04.078048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:04.106945 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-15cb634f-27d9-4dd3-9583-f3e7d333c178 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] DELETE failed (client error): The resource could not be found. Dec 20 17:09:04.107497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15cb634f-27d9-4dd3-9583-f3e7d333c178 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:09:04.110764 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-15cb634f-27d9-4dd3-9583-f3e7d333c178 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/subnets/f4959fcd-8997-43ff-b73b-d6052700020f HTTP/1.1" status: 404 len: 337 time: 0.0318582 Dec 20 17:09:04.113361 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53468) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:04.132662 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-71be8861-297a-4f76-92f1-77b3f179aae4 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] DELETE failed (client error): The resource could not be found. Dec 20 17:09:04.133177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71be8861-297a-4f76-92f1-77b3f179aae4 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:09:04.136365 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-71be8861-297a-4f76-92f1-77b3f179aae4 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/networks/7d7e7461-e615-43d3-ac16-fb563a90ab01 HTTP/1.1" status: 404 len: 339 time: 0.0217843 Dec 20 17:09:04.139104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:04.199486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-422a9cc2-41dd-46d7-8ade-c2b72c49b202 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Deleting subnet 80067d6a-7b1f-48dc-a9f1-3bb8d0864931 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:09:04.206889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-422a9cc2-41dd-46d7-8ade-c2b72c49b202 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.264953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-422a9cc2-41dd-46d7-8ade-c2b72c49b202 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.353181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-422a9cc2-41dd-46d7-8ade-c2b72c49b202 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.416665 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-422a9cc2-41dd-46d7-8ade-c2b72c49b202 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.442087 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a9cc2-41dd-46d7-8ade-c2b72c49b202 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Subnet': ['ID=80067d6a-7b1f-48dc-a9f1-3bb8d0864931,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:04.447939 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-422a9cc2-41dd-46d7-8ade-c2b72c49b202 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.451235 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-422a9cc2-41dd-46d7-8ade-c2b72c49b202 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/subnets/80067d6a-7b1f-48dc-a9f1-3bb8d0864931 HTTP/1.1" status: 204 len: 168 time: 0.3111713 Dec 20 17:09:04.454026 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:04.533145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.585458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Deleting port 43b46f20-9d8f-4e29-9560-a5e351e497b4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:09:04.585793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.658116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] For port 43b46f20-9d8f-4e29-9560-a5e351e497b4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=43b46f20-9d8f-4e29-9560-a5e351e497b4,segment=NetworkSegment(2181b472-b8c3-4129-badc-de037be1b8c6),segment_id=2181b472-b8c3-4129-badc-de037be1b8c6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:04.658501 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.671255 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Calling delete_port for 43b46f20-9d8f-4e29-9560-a5e351e497b4 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:09:04.756332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.783130 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Port': ['ID=43b46f20-9d8f-4e29-9560-a5e351e497b4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:04.786508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] No DVR routers for this DVR port 43b46f20-9d8f-4e29-9560-a5e351e497b4 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:09:04.872903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.900337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b9ed5e-516e-4941-93b6-da19bb915d80']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:04.910687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2181b472-b8c3-4129-badc-de037be1b8c6') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:04.910981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2181b472-b8c3-4129-badc-de037be1b8c6') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:04.920705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.935064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.942602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:09:04.942950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:09:04.945919 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:09:04.952219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f682d10-6176-4d1c-9ca3-d63009fb90ad None None] Network 11b9ed5e-516e-4941-93b6-da19bb915d80 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:04.987998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-44214141-85ec-449a-ab3c-db34b114ab74 None None] Could not find standard attr ID for object 43b46f20-9d8f-4e29-9560-a5e351e497b4. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 17:09:05.009194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.016494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.020434 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/networks/11b9ed5e-516e-4941-93b6-da19bb915d80 HTTP/1.1" status: 204 len: 168 time: 0.5648489 Dec 20 17:09:05.022953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53474) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:05.042643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e2095-e13b-43bf-b79f-a497268de776 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Network': ['ID=11b9ed5e-516e-4941-93b6-da19bb915d80,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:05.064369 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c17f7cb-93f3-492f-a6f6-dee680a8894d tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] DELETE failed (client error): The resource could not be found. Dec 20 17:09:05.064760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c17f7cb-93f3-492f-a6f6-dee680a8894d tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:09:05.067875 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1c17f7cb-93f3-492f-a6f6-dee680a8894d tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/subnets/5751eac8-dbb6-46db-8b2e-77d5ec8ff11c HTTP/1.1" status: 404 len: 337 time: 0.0419254 Dec 20 17:09:05.070382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:05.089274 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-751c85bd-a51e-4e95-be4e-65a3980bde53 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] DELETE failed (client error): The resource could not be found. Dec 20 17:09:05.089759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751c85bd-a51e-4e95-be4e-65a3980bde53 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:09:05.092792 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-751c85bd-a51e-4e95-be4e-65a3980bde53 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/networks/5e37a4b1-8294-4519-9e6a-47e1b0297061 HTTP/1.1" status: 404 len: 339 time: 0.0215073 Dec 20 17:09:05.095893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:05.105511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfde68a-13c4-4f03-8edd-768688a88bf5 None None] DHCP port deletion for 11b9ed5e-516e-4941-93b6-da19bb915d80 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:09:05.127002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26eb1be-c5bd-452c-a431-ec99c4acd25a None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 17:09:05.130238 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca99244b-4755-4a8f-882d-1cde6fa2ca01 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] DELETE failed (client error): The resource could not be found. Dec 20 17:09:05.130717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca99244b-4755-4a8f-882d-1cde6fa2ca01 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:09:05.136387 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ca99244b-4755-4a8f-882d-1cde6fa2ca01 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/subnets/15f37586-64e7-40d2-a0d8-deffcabafa16 HTTP/1.1" status: 404 len: 337 time: 0.0370221 Dec 20 17:09:05.136957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:05.156017 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8721d499-0956-4543-9ff7-8d8938541589 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] DELETE failed (client error): The resource could not be found. Dec 20 17:09:05.156514 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8721d499-0956-4543-9ff7-8d8938541589 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:09:05.163954 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8721d499-0956-4543-9ff7-8d8938541589 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/networks/cf152907-c59e-4136-968b-a1fb3da054ff HTTP/1.1" status: 404 len: 339 time: 0.0224221 Dec 20 17:09:05.164163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:05.196258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26eb1be-c5bd-452c-a431-ec99c4acd25a None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 17:09:05.217014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f087f16-9e42-4376-9242-08bb81c9a48c tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Deleting subnet 7bf593a4-1891-4dc5-9b12-e69d53efd95a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:09:05.221980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f087f16-9e42-4376-9242-08bb81c9a48c tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.265199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f087f16-9e42-4376-9242-08bb81c9a48c tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.360415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f087f16-9e42-4376-9242-08bb81c9a48c tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.428970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f087f16-9e42-4376-9242-08bb81c9a48c tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.455589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f087f16-9e42-4376-9242-08bb81c9a48c tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf593a4-1891-4dc5-9b12-e69d53efd95a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:05.461468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f087f16-9e42-4376-9242-08bb81c9a48c tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.464722 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4f087f16-9e42-4376-9242-08bb81c9a48c tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/subnets/7bf593a4-1891-4dc5-9b12-e69d53efd95a HTTP/1.1" status: 204 len: 168 time: 0.2996981 Dec 20 17:09:05.467431 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:05.470708 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3907a24-c375-4565-a339-ec086ea10653 None None] Network 322d65ee-d8f0-423f-8d9f-ce4a3128417e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:05.553212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.614903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Deleting port 6c6485b1-234f-4400-b768-bb3a5c97d58f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:09:05.615242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.634868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c413e434-9fd5-4b97-9692-52b7b5ccff20 None None] DHCP port deletion for 322d65ee-d8f0-423f-8d9f-ce4a3128417e request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:09:05.683350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c413e434-9fd5-4b97-9692-52b7b5ccff20 None None] Deleting port 6c6485b1-234f-4400-b768-bb3a5c97d58f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:09:05.683719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c413e434-9fd5-4b97-9692-52b7b5ccff20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.684922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] For port 6c6485b1-234f-4400-b768-bb3a5c97d58f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6c6485b1-234f-4400-b768-bb3a5c97d58f,segment=NetworkSegment(a97c8d00-bdb9-4ea1-9964-159dacfb5f9c),segment_id=a97c8d00-bdb9-4ea1-9964-159dacfb5f9c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:05.685241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.701093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Calling delete_port for 6c6485b1-234f-4400-b768-bb3a5c97d58f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:09:05.755453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c413e434-9fd5-4b97-9692-52b7b5ccff20 None None] For port 6c6485b1-234f-4400-b768-bb3a5c97d58f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=6c6485b1-234f-4400-b768-bb3a5c97d58f,segment=NetworkSegment(a97c8d00-bdb9-4ea1-9964-159dacfb5f9c),segment_id=a97c8d00-bdb9-4ea1-9964-159dacfb5f9c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:05.756004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c413e434-9fd5-4b97-9692-52b7b5ccff20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.769402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c413e434-9fd5-4b97-9692-52b7b5ccff20 None None] Calling delete_port for 6c6485b1-234f-4400-b768-bb3a5c97d58f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:09:05.800904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.832299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Port': ['ID=6c6485b1-234f-4400-b768-bb3a5c97d58f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:05.836199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] No DVR routers for this DVR port 6c6485b1-234f-4400-b768-bb3a5c97d58f on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:09:05.858959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c413e434-9fd5-4b97-9692-52b7b5ccff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.888268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413e434-9fd5-4b97-9692-52b7b5ccff20 None None] No DVR routers for this DVR port 6c6485b1-234f-4400-b768-bb3a5c97d58f on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:09:05.895760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413e434-9fd5-4b97-9692-52b7b5ccff20 None None] Pushing event deleted for resources: {'Port': ['ID=6c6485b1-234f-4400-b768-bb3a5c97d58f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:05.927274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.948396 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322d65ee-d8f0-423f-8d9f-ce4a3128417e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:05.957963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97c8d00-bdb9-4ea1-9964-159dacfb5f9c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:05.958287 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97c8d00-bdb9-4ea1-9964-159dacfb5f9c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:05.968776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.984561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.991419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:09:05.991830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:09:05.994953 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:09:06.052646 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:06.059983 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:06.063030 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] 10.222.0.60 "DELETE /v2.0/networks/322d65ee-d8f0-423f-8d9f-ce4a3128417e HTTP/1.1" status: 204 len: 168 time: 0.5946546 Dec 20 17:09:06.074412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf698dc9-8c2e-41a7-b378-f2eb5a543736 tempest-NetworksIpV6Test-1025703757 tempest-NetworksIpV6Test-1025703757-project] Pushing event deleted for resources: {'Network': ['ID=322d65ee-d8f0-423f-8d9f-ce4a3128417e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:06.319619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:06.459850 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d7e84a56-5c52-46fd-8bb6-71861461fd18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eefdedd425f410daaff04a16793dd34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389043 Dec 20 17:09:06.462802 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53494) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:06.513740 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-274d4743-01a4-45fa-865d-e43b83249dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:06.535189 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-274d4743-01a4-45fa-865d-e43b83249dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:06.592396 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-274d4743-01a4-45fa-865d-e43b83249dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:06.595311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-274d4743-01a4-45fa-865d-e43b83249dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:06.596650 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-274d4743-01a4-45fa-865d-e43b83249dfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfc7cb78-c4a0-4090-9ed4-34c0951a1b5f HTTP/1.1" status: 204 len: 168 time: 0.1328475 Dec 20 17:09:06.605853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d4743-01a4-45fa-865d-e43b83249dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc7cb78-c4a0-4090-9ed4-34c0951a1b5f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:06.884759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6c6485b1-234f-4400-b768-bb3a5c97d58f no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:09:06.905426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 6c6485b1-234f-4400-b768-bb3a5c97d58f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:09:06.906000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 6c6485b1-234f-4400-b768-bb3a5c97d58f not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:09:06.906693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43b46f20-9d8f-4e29-9560-a5e351e497b4 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:09:06.928816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 43b46f20-9d8f-4e29-9560-a5e351e497b4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:09:06.929169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 43b46f20-9d8f-4e29-9560-a5e351e497b4 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:09:07.291279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:07.385534 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-89f2e713-0f07-4a40-ab31-f3bc821e49d2 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-910345066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:07.412003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f2e713-0f07-4a40-ab31-f3bc821e49d2 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.413144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f2e713-0f07-4a40-ab31-f3bc821e49d2 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.469439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f2e713-0f07-4a40-ab31-f3bc821e49d2 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.473646 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f2e713-0f07-4a40-ab31-f3bc821e49d2 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.491378 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f2e713-0f07-4a40-ab31-f3bc821e49d2 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.492599 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-89f2e713-0f07-4a40-ab31-f3bc821e49d2 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2003191 Dec 20 17:09:07.495627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:07.500868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2070632059'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:07.523521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Made reservation on behalf of c6316d04b4194e0f88e23521b7ed1079 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:07.527146 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.536279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.614635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.618674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.649022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:09:07.654811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defa8d08-e82a-47ec-850e-8b018cdf9ca6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:07.662735 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.663074 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Added segment dce3185e-7fb6-45b2-8738-2a60add788d8 of type vlan for network 65048818-fcf9-4799-a0a7-b49257861d16 Dec 20 17:09:07.705398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.729236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.734869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:07.735457 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:07.772571 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2758124 Dec 20 17:09:07.775531 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:07.780888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Request body: {'subnet': {'network_id': '65048818-fcf9-4799-a0a7-b49257861d16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:07.810941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d5dea-3f95-4e3c-9c5b-7e2127ff1612 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event updated for resources: {'Network': ['ID=65048818-fcf9-4799-a0a7-b49257861d16,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:07.823692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 65048818-fcf9-4799-a0a7-b49257861d16 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:09:07.872859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Made reservation on behalf of c6316d04b4194e0f88e23521b7ed1079 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:07.877082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.068130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.134098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event updated for resources: {'Subnet': ['ID=66474067-8283-48ef-aa10-36a78bb62695,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:08.144903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Checking segment: {'id': 'dce3185e-7fb6-45b2-8738-2a60add788d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65048818-fcf9-4799-a0a7-b49257861d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:08.145310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Network hostable DHCP agents. Network: 65048818-fcf9-4799-a0a7-b49257861d16, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:09:08.163397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Network 65048818-fcf9-4799-a0a7-b49257861d16 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:09:08.171933 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 65048818-fcf9-4799-a0a7-b49257861d16) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:08.177232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:08.177829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.182455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b84376-a333-4a50-98b0-4a8a906bd3ce None None] Network 65048818-fcf9-4799-a0a7-b49257861d16 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:08.194507 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9d0d30b3-c6ef-4e57-b4d9-b7b849f41e6e tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4177198 Dec 20 17:09:08.198473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:08.203458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1020222150'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:08.227711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Made reservation on behalf of c6316d04b4194e0f88e23521b7ed1079 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:08.231412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.259600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:09:08.274613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.275094 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Added segment 530eac66-2bb3-4185-98d1-c843934cfdf6 of type vlan for network 83193d16-6a76-4a54-9837-9be9b82d1774 Dec 20 17:09:08.289475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-65048818-fcf9-4799-a0a7-b49257861d16', 'network_id': '65048818-fcf9-4799-a0a7-b49257861d16', 'project_id': 'c6316d04b4194e0f88e23521b7ed1079', 'fixed_ips': [{'subnet_id': '66474067-8283-48ef-aa10-36a78bb62695'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:09:08.290424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.347069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.377158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.382977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:08.384595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.421796 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2221777 Dec 20 17:09:08.425572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:08.430988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Request body: {'subnet': {'network_id': '83193d16-6a76-4a54-9837-9be9b82d1774', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:08.442653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Allocated IP 172.20.0.2 (65048818-fcf9-4799-a0a7-b49257861d16/66474067-8283-48ef-aa10-36a78bb62695/bf58bdbd-38af-4a12-b577-aea90cbc1ca1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:08.460937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ef717-0335-4632-b0af-436e72c1c0a0 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event updated for resources: {'Network': ['ID=83193d16-6a76-4a54-9837-9be9b82d1774,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:08.477991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 83193d16-6a76-4a54-9837-9be9b82d1774 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:09:08.534511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Made reservation on behalf of c6316d04b4194e0f88e23521b7ed1079 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:08.540275 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.670357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.677448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.719680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Network 65048818-fcf9-4799-a0a7-b49257861d16 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:08.723299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:08.727865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:08.731130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Pushing event updated for resources: {'Port': ['ID=bf58bdbd-38af-4a12-b577-aea90cbc1ca1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:08.778979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.795977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Attempting to bind port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:08.796413 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Attempting to bind port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'dce3185e-7fb6-45b2-8738-2a60add788d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65048818-fcf9-4799-a0a7-b49257861d16'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:08.796982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Attempting to bind port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 on network 65048818-fcf9-4799-a0a7-b49257861d16 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:08.803732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:08.804111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Checking segment: {'id': 'dce3185e-7fb6-45b2-8738-2a60add788d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65048818-fcf9-4799-a0a7-b49257861d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:08.804514 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.804913 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Bound using segment: {'id': 'dce3185e-7fb6-45b2-8738-2a60add788d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65048818-fcf9-4799-a0a7-b49257861d16'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:08.805399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Bound port: bf58bdbd-38af-4a12-b577-aea90cbc1ca1, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce3185e-7fb6-45b2-8738-2a60add788d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65048818-fcf9-4799-a0a7-b49257861d16'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:08.805792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.851750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event updated for resources: {'Subnet': ['ID=4fb20fea-81a5-49c5-adf4-4210d30f4b22,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:08.861079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Checking segment: {'id': '530eac66-2bb3-4185-98d1-c843934cfdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83193d16-6a76-4a54-9837-9be9b82d1774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:08.861457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Network hostable DHCP agents. Network: 83193d16-6a76-4a54-9837-9be9b82d1774, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:09:08.880369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Network 83193d16-6a76-4a54-9837-9be9b82d1774 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:09:08.882816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] For port bf58bdbd-38af-4a12-b577-aea90cbc1ca1, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:08.886500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] For port bf58bdbd-38af-4a12-b577-aea90cbc1ca1, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=bf58bdbd-38af-4a12-b577-aea90cbc1ca1,segment=NetworkSegment(dce3185e-7fb6-45b2-8738-2a60add788d8),segment_id=dce3185e-7fb6-45b2-8738-2a60add788d8)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:08.892600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.892886 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 83193d16-6a76-4a54-9837-9be9b82d1774) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:08.897963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:08.898620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:08.922780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19500e29-5057-4424-92cd-58cf72d07f3b None None] Network 83193d16-6a76-4a54-9837-9be9b82d1774 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:08.929620 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ce830527-e76e-4c21-81a7-d6ef71939ceb tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5021591 Dec 20 17:09:08.932549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:08.942412 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8625a343-d851-4d84-aedd-0d55add87746 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Request body: {'router': {'external_gateway_info': {'network_id': '83193d16-6a76-4a54-9837-9be9b82d1774'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:09.023444 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76c9e7-c768-4f0b-804b-d7c4800a1c48 None None] Pushing event updated for resources: {'Port': ['ID=bf58bdbd-38af-4a12-b577-aea90cbc1ca1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:09.085142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-83193d16-6a76-4a54-9837-9be9b82d1774', 'network_id': '83193d16-6a76-4a54-9837-9be9b82d1774', 'project_id': 'c6316d04b4194e0f88e23521b7ed1079', 'fixed_ips': [{'subnet_id': '4fb20fea-81a5-49c5-adf4-4210d30f4b22'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:09:09.087060 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.266406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Allocated IP 172.21.0.2 (83193d16-6a76-4a54-9837-9be9b82d1774/4fb20fea-81a5-49c5-adf4-4210d30f4b22/46764274-8763-4200-85f6-1ff15bf46426) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:09.273302 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8625a343-d851-4d84-aedd-0d55add87746 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.441459 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.api.v2.resource [None req-8625a343-d851-4d84-aedd-0d55add87746 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 17:09:09.442764 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8625a343-d851-4d84-aedd-0d55add87746 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "PUT /v2.0/routers/dc6d09b1-22cb-40af-b131-6d88bdb323a3 HTTP/1.1" status: 400 len: 364 time: 0.5083368 Dec 20 17:09:09.446768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.449248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53530) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:09.452617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.507950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ce0ea1-24f5-4773-993f-c966fc69b020 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Deleting subnet 4fb20fea-81a5-49c5-adf4-4210d30f4b22 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:09:09.511967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0ea1-24f5-4773-993f-c966fc69b020 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.559134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0ea1-24f5-4773-993f-c966fc69b020 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.656027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Network 83193d16-6a76-4a54-9837-9be9b82d1774 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:09.660533 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:09.664355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:09.667968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0ea1-24f5-4773-993f-c966fc69b020 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.671793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Pushing event updated for resources: {'Port': ['ID=46764274-8763-4200-85f6-1ff15bf46426,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:09.728086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Attempting to bind port 46764274-8763-4200-85f6-1ff15bf46426 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:09.728535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Attempting to bind port 46764274-8763-4200-85f6-1ff15bf46426 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '530eac66-2bb3-4185-98d1-c843934cfdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83193d16-6a76-4a54-9837-9be9b82d1774'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:09.728801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Attempting to bind port 46764274-8763-4200-85f6-1ff15bf46426 on network 83193d16-6a76-4a54-9837-9be9b82d1774 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:09.738964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:09.739347 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Checking segment: {'id': '530eac66-2bb3-4185-98d1-c843934cfdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83193d16-6a76-4a54-9837-9be9b82d1774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:09.739728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.740128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Bound using segment: {'id': '530eac66-2bb3-4185-98d1-c843934cfdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83193d16-6a76-4a54-9837-9be9b82d1774'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:09.740616 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Bound port: 46764274-8763-4200-85f6-1ff15bf46426, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530eac66-2bb3-4185-98d1-c843934cfdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83193d16-6a76-4a54-9837-9be9b82d1774'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:09.741648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.742762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0ea1-24f5-4773-993f-c966fc69b020 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.775574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0ea1-24f5-4773-993f-c966fc69b020 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.778988 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f1ce0ea1-24f5-4773-993f-c966fc69b020 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "DELETE /v2.0/subnets/4fb20fea-81a5-49c5-adf4-4210d30f4b22 HTTP/1.1" status: 204 len: 168 time: 0.3286569 Dec 20 17:09:09.780320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce0ea1-24f5-4773-993f-c966fc69b020 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb20fea-81a5-49c5-adf4-4210d30f4b22,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:09.781844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53532) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:09.816109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] For port 46764274-8763-4200-85f6-1ff15bf46426, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:09.822219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] For port 46764274-8763-4200-85f6-1ff15bf46426, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=46764274-8763-4200-85f6-1ff15bf46426,segment=NetworkSegment(530eac66-2bb3-4185-98d1-c843934cfdf6),segment_id=530eac66-2bb3-4185-98d1-c843934cfdf6)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:09.830313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:09.928032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5907a0f-dd79-4f96-9e5b-bc70354325a7 None None] Pushing event updated for resources: {'Port': ['ID=46764274-8763-4200-85f6-1ff15bf46426,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:09.961192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cdd2cf-9cb1-4e52-af2f-fe96a4d7dd86 None None] Network 83193d16-6a76-4a54-9837-9be9b82d1774 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:10.112243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256914aa-206a-4d67-8988-c152621dd66c None None] Network 65048818-fcf9-4799-a0a7-b49257861d16 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:10.207019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f84160b7-cc04-4346-ac8b-30f97bb9d85d None None] Provisioning complete for port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:10.207303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f84160b7-cc04-4346-ac8b-30f97bb9d85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.239598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.318642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f84160b7-cc04-4346-ac8b-30f97bb9d85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.319667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Deleting port 46764274-8763-4200-85f6-1ff15bf46426 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:09:10.320093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.356706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f84160b7-cc04-4346-ac8b-30f97bb9d85d None None] For port bf58bdbd-38af-4a12-b577-aea90cbc1ca1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=bf58bdbd-38af-4a12-b577-aea90cbc1ca1,segment=NetworkSegment(dce3185e-7fb6-45b2-8738-2a60add788d8),segment_id=dce3185e-7fb6-45b2-8738-2a60add788d8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:10.364761 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f84160b7-cc04-4346-ac8b-30f97bb9d85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.399120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] For port 46764274-8763-4200-85f6-1ff15bf46426, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=46764274-8763-4200-85f6-1ff15bf46426,segment=NetworkSegment(530eac66-2bb3-4185-98d1-c843934cfdf6),segment_id=530eac66-2bb3-4185-98d1-c843934cfdf6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:10.399721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.416787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Calling delete_port for 46764274-8763-4200-85f6-1ff15bf46426 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:09:10.424528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84160b7-cc04-4346-ac8b-30f97bb9d85d None None] Pushing event updated for resources: {'Port': ['ID=bf58bdbd-38af-4a12-b577-aea90cbc1ca1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:10.506354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef93b39-e6bb-4948-9edf-a931a027fcac None None] get_active_networks_info from dv-neutron-822328-3-hyperv {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 17:09:10.509685 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.542871 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event deleted for resources: {'Port': ['ID=46764274-8763-4200-85f6-1ff15bf46426,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:10.547661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] No DVR routers for this DVR port 46764274-8763-4200-85f6-1ff15bf46426 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:09:10.605234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef93b39-e6bb-4948-9edf-a931a027fcac None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 17:09:10.616915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-415ee8dd-c81d-4126-803b-4d91a1718f65 None None] Provisioning complete for port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:10.617286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-415ee8dd-c81d-4126-803b-4d91a1718f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.639266 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.660603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83193d16-6a76-4a54-9837-9be9b82d1774']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:10.670503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530eac66-2bb3-4185-98d1-c843934cfdf6') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:10.670822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530eac66-2bb3-4185-98d1-c843934cfdf6') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:10.687552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.701637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.709500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:09:10.709800 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:09:10.713154 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:09:10.775522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.786893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.792513 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "DELETE /v2.0/networks/83193d16-6a76-4a54-9837-9be9b82d1774 HTTP/1.1" status: 204 len: 168 time: 1.0089121 Dec 20 17:09:10.796220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:10.805757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b40135-d2d5-4d9d-be34-d99301cc9bb9 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event deleted for resources: {'Network': ['ID=83193d16-6a76-4a54-9837-9be9b82d1774,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:10.857246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f678a559-79a9-44b7-9716-6ae819f3b2d1 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Deleting subnet 66474067-8283-48ef-aa10-36a78bb62695 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:09:10.860817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f678a559-79a9-44b7-9716-6ae819f3b2d1 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.906417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f678a559-79a9-44b7-9716-6ae819f3b2d1 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.928110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device bf58bdbd-38af-4a12-b577-aea90cbc1ca1 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:10.986933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:10.987302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:10.996508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f678a559-79a9-44b7-9716-6ae819f3b2d1 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.058620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f678a559-79a9-44b7-9716-6ae819f3b2d1 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.086756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a559-79a9-44b7-9716-6ae819f3b2d1 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event deleted for resources: {'Subnet': ['ID=66474067-8283-48ef-aa10-36a78bb62695,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:11.088778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f678a559-79a9-44b7-9716-6ae819f3b2d1 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.094492 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f678a559-79a9-44b7-9716-6ae819f3b2d1 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "DELETE /v2.0/subnets/66474067-8283-48ef-aa10-36a78bb62695 HTTP/1.1" status: 204 len: 168 time: 0.2942064 Dec 20 17:09:11.094662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233d6a4-c2fe-4bce-9484-387305808606 None None] Network 65048818-fcf9-4799-a0a7-b49257861d16 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:11.094779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:11.180146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.234444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Deleting port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:09:11.234823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.241600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c77e0b7-8bd6-4743-a832-0b1d83d75fa1 None None] DHCP port deletion for 65048818-fcf9-4799-a0a7-b49257861d16 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:09:11.292167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3c77e0b7-8bd6-4743-a832-0b1d83d75fa1 None None] Deleting port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:09:11.292670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c77e0b7-8bd6-4743-a832-0b1d83d75fa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.305554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] For port bf58bdbd-38af-4a12-b577-aea90cbc1ca1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=bf58bdbd-38af-4a12-b577-aea90cbc1ca1,segment=NetworkSegment(dce3185e-7fb6-45b2-8738-2a60add788d8),segment_id=dce3185e-7fb6-45b2-8738-2a60add788d8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:11.305909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.320474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Calling delete_port for bf58bdbd-38af-4a12-b577-aea90cbc1ca1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:09:11.358051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3c77e0b7-8bd6-4743-a832-0b1d83d75fa1 None None] For port bf58bdbd-38af-4a12-b577-aea90cbc1ca1, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=bf58bdbd-38af-4a12-b577-aea90cbc1ca1,segment=NetworkSegment(dce3185e-7fb6-45b2-8738-2a60add788d8),segment_id=dce3185e-7fb6-45b2-8738-2a60add788d8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:11.358800 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c77e0b7-8bd6-4743-a832-0b1d83d75fa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.376703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3c77e0b7-8bd6-4743-a832-0b1d83d75fa1 None None] Calling delete_port for bf58bdbd-38af-4a12-b577-aea90cbc1ca1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:09:11.406016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.434688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event deleted for resources: {'Port': ['ID=bf58bdbd-38af-4a12-b577-aea90cbc1ca1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:11.445859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.446204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.446576 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.446915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.447246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.447574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.447901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.448223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.448548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.448869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.449191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.449510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.449829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:11.452865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] No DVR routers for this DVR port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:09:11.465478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c77e0b7-8bd6-4743-a832-0b1d83d75fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.511821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77e0b7-8bd6-4743-a832-0b1d83d75fa1 None None] Pushing event deleted for resources: {'Port': ['ID=bf58bdbd-38af-4a12-b577-aea90cbc1ca1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:11.517730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77e0b7-8bd6-4743-a832-0b1d83d75fa1 None None] No DVR routers for this DVR port bf58bdbd-38af-4a12-b577-aea90cbc1ca1 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:09:11.538302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.558595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65048818-fcf9-4799-a0a7-b49257861d16']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:11.568342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce3185e-7fb6-45b2-8738-2a60add788d8') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:11.568640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce3185e-7fb6-45b2-8738-2a60add788d8') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:11.578243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.592696 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.598883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:09:11.599280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:09:11.602209 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:09:11.664516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.671231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.677401 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "DELETE /v2.0/networks/65048818-fcf9-4799-a0a7-b49257861d16 HTTP/1.1" status: 204 len: 168 time: 0.5812516 Dec 20 17:09:11.680476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53538) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:11.692577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8793a-bf71-4912-b352-1151b7089b0d tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Pushing event deleted for resources: {'Network': ['ID=65048818-fcf9-4799-a0a7-b49257861d16,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:11.716479 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bd9e73fa-8a08-4aa1-af35-86fd6e1b4317 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6d09b1-22cb-40af-b131-6d88bdb323a3 HTTP/1.1" status: 200 len: 205 time: 0.0344000 Dec 20 17:09:11.719141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:11.797335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37cc575a-cf5b-4840-bc17-2a4213f2cd40 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.962411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37cc575a-cf5b-4840-bc17-2a4213f2cd40 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:11.964732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37cc575a-cf5b-4840-bc17-2a4213f2cd40 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:12.011129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37cc575a-cf5b-4840-bc17-2a4213f2cd40 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:12.011657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cc575a-cf5b-4840-bc17-2a4213f2cd40 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Fanout notify agent at l3_agent the message router_deleted on router dc6d09b1-22cb-40af-b131-6d88bdb323a3 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:09:12.018965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37cc575a-cf5b-4840-bc17-2a4213f2cd40 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:12.019947 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-37cc575a-cf5b-4840-bc17-2a4213f2cd40 tempest-RoutersNegativeTest-786161614 tempest-RoutersNegativeTest-786161614-project] 10.222.0.60 "DELETE /v2.0/routers/dc6d09b1-22cb-40af-b131-6d88bdb323a3 HTTP/1.1" status: 204 len: 168 time: 0.2998734 Dec 20 17:09:12.296625 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:12.458901 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bea0aabf-feb5-41b8-9597-2e7cc728bdc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6316d04b4194e0f88e23521b7ed1079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1610820 Dec 20 17:09:12.461663 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:12.509514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34695a32-4c39-48d0-b52b-5bc1d028e5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:12.532594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34695a32-4c39-48d0-b52b-5bc1d028e5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:12.580943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34695a32-4c39-48d0-b52b-5bc1d028e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:12.583621 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34695a32-4c39-48d0-b52b-5bc1d028e5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:12.584791 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-34695a32-4c39-48d0-b52b-5bc1d028e5f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/defa8d08-e82a-47ec-850e-8b018cdf9ca6 HTTP/1.1" status: 204 len: 168 time: 0.1221607 Dec 20 17:09:12.592873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34695a32-4c39-48d0-b52b-5bc1d028e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defa8d08-e82a-47ec-850e-8b018cdf9ca6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:12.894912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device bf58bdbd-38af-4a12-b577-aea90cbc1ca1 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:09:12.920688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: bf58bdbd-38af-4a12-b577-aea90cbc1ca1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:09:12.921027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device bf58bdbd-38af-4a12-b577-aea90cbc1ca1 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:09:13.322471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:13.431088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1004354650-network', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:13.456230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Made reservation on behalf of b8b900acee4d4adca0d6a053e00fa67e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:13.458731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:13.468720 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:13.560262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:13.564713 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:13.594627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:09:13.602093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df7246b-d62b-4ee7-8175-d88670d2840b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:13.608935 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:13.609281 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Added segment e4b62c80-ca2f-445b-8671-01d177445fd8 of type vlan for network f57d919a-48e4-420a-afaa-92db8bceb594 Dec 20 17:09:13.654373 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:13.685150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:13.686543 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:13.687122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:13.721197 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3973005 Dec 20 17:09:13.724169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:13.729186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Request body: {'subnet': {'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-subnet', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:13.754141 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7d0e5-2a06-43cc-8acf-64c8e325477b admin admin] Pushing event updated for resources: {'Network': ['ID=f57d919a-48e4-420a-afaa-92db8bceb594,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:13.755058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Made reservation on behalf of b8b900acee4d4adca0d6a053e00fa67e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:13.758676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:13.768331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network f57d919a-48e4-420a-afaa-92db8bceb594 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:09:13.955809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.024032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:14.040752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Checking segment: {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:14.041118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Network hostable DHCP agents. Network: f57d919a-48e4-420a-afaa-92db8bceb594, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:09:14.065121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Network f57d919a-48e4-420a-afaa-92db8bceb594 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:09:14.076686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, f57d919a-48e4-420a-afaa-92db8bceb594) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:14.082221 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:14.083179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.089751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370d2458-6f47-42bf-a38d-eadc11006c0e None None] Network f57d919a-48e4-420a-afaa-92db8bceb594 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:14.107574 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-79239251-a8c6-4a21-a3c5-c6c8d74b098d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3818128 Dec 20 17:09:14.110491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:14.115495 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:14.141128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.142231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.204849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.229068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-f57d919a-48e4-420a-afaa-92db8bceb594', 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594', 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'fixed_ips': [{'subnet_id': 'fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:09:14.230648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.357461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.433762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Allocated IP 172.20.0.2 (f57d919a-48e4-420a-afaa-92db8bceb594/fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5/aeb05825-4e52-4f7f-8608-18e237a669d4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:14.562928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.619735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.630055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.661668 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.673875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Network f57d919a-48e4-420a-afaa-92db8bceb594 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:14.677305 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:14.681669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:14.686589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.690054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Pushing event updated for resources: {'Port': ['ID=aeb05825-4e52-4f7f-8608-18e237a669d4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:14.744492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Attempting to bind port aeb05825-4e52-4f7f-8608-18e237a669d4 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:14.744865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Attempting to bind port aeb05825-4e52-4f7f-8608-18e237a669d4 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:14.745233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Attempting to bind port aeb05825-4e52-4f7f-8608-18e237a669d4 on network f57d919a-48e4-420a-afaa-92db8bceb594 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:14.753593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:14.754182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Checking segment: {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:14.754865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.755498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Bound using segment: {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:14.756268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Bound port: aeb05825-4e52-4f7f-8608-18e237a669d4, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:14.756883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.824844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Allocated IP 172.26.1.163 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/b6cada4d-c76b-4c1b-a3af-6e54d89a47e2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:14.835231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] For port aeb05825-4e52-4f7f-8608-18e237a669d4, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:14.839051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] For port aeb05825-4e52-4f7f-8608-18e237a669d4, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=aeb05825-4e52-4f7f-8608-18e237a669d4,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:14.844587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:14.912453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434387f5-2411-4f9d-97dc-daa0abaee5e3 None None] Pushing event updated for resources: {'Port': ['ID=aeb05825-4e52-4f7f-8608-18e237a669d4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:14.962673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.011210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.063442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:15.067770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:15.075754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:15.117649 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Pushing event updated for resources: {'Port': ['ID=b6cada4d-c76b-4c1b-a3af-6e54d89a47e2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:15.125275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f760e5-2e3c-4e6a-a474-16c78424e1b0 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:09:15.246911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-acd92ade-4677-4d28-8c97-31bde7dea949 None None] Provisioning complete for port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:15.247548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acd92ade-4677-4d28-8c97-31bde7dea949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.299736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-acd92ade-4677-4d28-8c97-31bde7dea949 None None] Port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:09:15.423574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.653231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.823371 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Router ca718424-40a7-4d61-b01f-e105e0147085 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:09:15.956675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:09:15.976714 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Sync routers for ids ['ca718424-40a7-4d61-b01f-e105e0147085'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:09:15.983030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.984338 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a58f1467-d315-4eda-a556-bc090a54987d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8722706 Dec 20 17:09:15.987999 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:16.000788 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Routers {'ca718424-40a7-4d61-b01f-e105e0147085'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:16.002469 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:08:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ca718424-40a7-4d61-b01f-e105e0147085'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:16.044638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc1883-f8f3-468c-8b04-2a819326a314 None None] Network f57d919a-48e4-420a-afaa-92db8bceb594 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:16.162213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-44fa4906-707a-4839-bd5a-988dbe38351d None None] Provisioning complete for port aeb05825-4e52-4f7f-8608-18e237a669d4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:16.162921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44fa4906-707a-4839-bd5a-988dbe38351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.190844 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Set router ca718424-40a7-4d61-b01f-e105e0147085 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:16.296352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44fa4906-707a-4839-bd5a-988dbe38351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.338099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-44fa4906-707a-4839-bd5a-988dbe38351d None None] For port aeb05825-4e52-4f7f-8608-18e237a669d4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=aeb05825-4e52-4f7f-8608-18e237a669d4,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:16.346040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44fa4906-707a-4839-bd5a-988dbe38351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.412492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa4906-707a-4839-bd5a-988dbe38351d None None] Pushing event updated for resources: {'Port': ['ID=aeb05825-4e52-4f7f-8608-18e237a669d4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:16.489183 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:15Z', 'revision_number': 3, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'gw_port': {'id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:16.524976 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Checking router: ca718424-40a7-4d61-b01f-e105e0147085 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:09:16.525323 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Updating router ca718424-40a7-4d61-b01f-e105e0147085 port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:09:16.573440 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-40018971-32ad-407d-b857-4ddd0c94c055 None None] Provisioning complete for port aeb05825-4e52-4f7f-8608-18e237a669d4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:16.573860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40018971-32ad-407d-b857-4ddd0c94c055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.632710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.651757 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.824748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Allocated IP 172.20.0.1 (f57d919a-48e4-420a-afaa-92db8bceb594/fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5/befe2de2-86e9-48f9-a35e-52a572bb4e2a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:16.954369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device aeb05825-4e52-4f7f-8608-18e237a669d4 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:16.979945 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.987294 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.988937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.025518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port aeb05825-4e52-4f7f-8608-18e237a669d4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:17.025977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.036891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.043941 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Attempting to bind port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:17.044827 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Attempting to bind port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:17.045207 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Attempting to bind port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:17.046832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edab9be-8541-40e1-b4d9-ddd80c92380a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:09:17.058092 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:17.058509 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:17.058876 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.059262 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:17.060278 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Bound port: b6cada4d-c76b-4c1b-a3af-6e54d89a47e2, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:17.060278 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.081882 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Pushing event updated for resources: {'Port': ['ID=b6cada4d-c76b-4c1b-a3af-6e54d89a47e2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:17.094166 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Pushing event updated for resources: {'Port': ['ID=befe2de2-86e9-48f9-a35e-52a572bb4e2a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:17.109357 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Network f57d919a-48e4-420a-afaa-92db8bceb594 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:17.112398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:17.116226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:17.124153 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] For port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:17.128715 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] For port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b6cada4d-c76b-4c1b-a3af-6e54d89a47e2,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:17.135393 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.135751 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.136049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-787d4a5f-f05a-4440-b155-0a5513e2d33a None None] Provisioning complete for port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:17.136185 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.136402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-787d4a5f-f05a-4440-b155-0a5513e2d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.136508 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.136833 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.137162 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.137495 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.137898 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.138187 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.138544 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.138914 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.139485 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.139840 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:17.144982 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.170200 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.213340 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Routers {'ca718424-40a7-4d61-b01f-e105e0147085'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:17.213956 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:08:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ca718424-40a7-4d61-b01f-e105e0147085'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:17.358611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0171d-513a-4a7b-8747-77dba8d7ee69 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:09:17.362423 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] Set router ca718424-40a7-4d61-b01f-e105e0147085 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:17.451548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-787d4a5f-f05a-4440-b155-0a5513e2d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.461484 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f52e2e-eb0c-4060-82ad-2735f41ef2cf None None] Pushing event updated for resources: {'Port': ['ID=b6cada4d-c76b-4c1b-a3af-6e54d89a47e2,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:17.483899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-787d4a5f-f05a-4440-b155-0a5513e2d33a None None] For port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b6cada4d-c76b-4c1b-a3af-6e54d89a47e2,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:17.489662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-787d4a5f-f05a-4440-b155-0a5513e2d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.546737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d4a5f-f05a-4440-b155-0a5513e2d33a None None] Pushing event updated for resources: {'Port': ['ID=b6cada4d-c76b-4c1b-a3af-6e54d89a47e2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:17.617367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-314aa39c-157b-4a22-9b34-89b93a68a34f None None] Provisioning complete for port befe2de2-86e9-48f9-a35e-52a572bb4e2a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:17.618036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-314aa39c-157b-4a22-9b34-89b93a68a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.627746 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:15Z', 'revision_number': 3, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'gw_port': {'id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:17.657313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-314aa39c-157b-4a22-9b34-89b93a68a34f None None] Port befe2de2-86e9-48f9-a35e-52a572bb4e2a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:09:17.661811 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290fc3a-105c-460b-a673-686abaa3d455 None None] The sync data for ids ['ca718424-40a7-4d61-b01f-e105e0147085'] in dv-neutron-822328-3-hyperv is: [{'id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:15Z', 'revision_number': 3, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'gw_port': {'id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:09:17.670090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-314aa39c-157b-4a22-9b34-89b93a68a34f None None] Provisioning complete for port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:17.670364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-314aa39c-157b-4a22-9b34-89b93a68a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.837494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.094841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.102557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.185691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.188039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Pushing event updated for resources: {'Port': ['ID=befe2de2-86e9-48f9-a35e-52a572bb4e2a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:18.300027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Network f57d919a-48e4-420a-afaa-92db8bceb594 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:18.302524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:18.474042 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Router ca718424-40a7-4d61-b01f-e105e0147085 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:09:18.612702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9c0517ad-4dc9-4607-8a8b-3198416ef9b7 None None] Provisioning complete for port befe2de2-86e9-48f9-a35e-52a572bb4e2a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:18.613336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c0517ad-4dc9-4607-8a8b-3198416ef9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.649768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:09:18.656999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9c0517ad-4dc9-4607-8a8b-3198416ef9b7 None None] Port befe2de2-86e9-48f9-a35e-52a572bb4e2a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:09:18.667855 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d2455ad2-d80a-4d6c-a07c-9052b099ffa7 admin admin] 10.222.0.60 "PUT /v2.0/routers/ca718424-40a7-4d61-b01f-e105e0147085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6724377 Dec 20 17:09:18.912244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:18.975911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:18.976311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.230152 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53596) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:19.235118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-160022815-network', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:19.262918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Made reservation on behalf of cf9570ef40d5481a930ae75f692ccf2d for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:19.269148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.275608 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.377876 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.382377 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.419182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:09:19.426501 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9a5482-e34c-42af-a86b-2ad8e17a9263,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:19.434760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.435290 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Added segment 59f128b7-e794-48e8-aa0d-6c013f14fe11 of type vlan for network 006e7f37-f9bb-495d-a833-4eb82d044955 Dec 20 17:09:19.482975 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Sync routers for ids ['ca718424-40a7-4d61-b01f-e105e0147085'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:09:19.492337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.504484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Routers {'ca718424-40a7-4d61-b01f-e105e0147085'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:19.505553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:08:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ca718424-40a7-4d61-b01f-e105e0147085'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:19.520960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.522215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:19.522982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.579926 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3479934 Dec 20 17:09:19.582613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53598) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:19.589417 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Request body: {'subnet': {'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-subnet', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:19.596515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca49a2-dc69-441e-bf6c-d2ca1b4b8dfe admin admin] Pushing event updated for resources: {'Network': ['ID=006e7f37-f9bb-495d-a833-4eb82d044955,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:19.608508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 006e7f37-f9bb-495d-a833-4eb82d044955 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:09:19.620078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Made reservation on behalf of cf9570ef40d5481a930ae75f692ccf2d for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:19.624117 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.674109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Set router ca718424-40a7-4d61-b01f-e105e0147085 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:19.853660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.913521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 4, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'gw_port': {'id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'befe2de2-86e9-48f9-a35e-52a572bb4e2a', 'name': '', 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'mac_address': 'fa:16:3e:c4:d7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:16Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 2, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'subnets': [{'id': 'fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:19.918009 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc460b78-1373-422f-8ef5-56e589e7beeb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:19.929464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Checking segment: {'id': '59f128b7-e794-48e8-aa0d-6c013f14fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:19.929834 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Network hostable DHCP agents. Network: 006e7f37-f9bb-495d-a833-4eb82d044955, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:09:19.941802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Checking router: ca718424-40a7-4d61-b01f-e105e0147085 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:09:19.942161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Updating router ca718424-40a7-4d61-b01f-e105e0147085 port befe2de2-86e9-48f9-a35e-52a572bb4e2a binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:09:19.949226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Network 006e7f37-f9bb-495d-a833-4eb82d044955 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:09:19.963964 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 006e7f37-f9bb-495d-a833-4eb82d044955) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:19.974902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:19.975080 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.976707 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.982184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7aafa-19f8-4042-8e21-9c0facec389a None None] Network 006e7f37-f9bb-495d-a833-4eb82d044955 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:19.997824 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5b78707b-811f-4c21-b3f8-425b6e32ae7c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4141006 Dec 20 17:09:20.001918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53600) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:20.006372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:20.031675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.033330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.092262 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.195578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-006e7f37-f9bb-495d-a833-4eb82d044955', 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955', 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'fixed_ips': [{'subnet_id': 'dc460b78-1373-422f-8ef5-56e589e7beeb'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:09:20.196433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.235434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.427250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Allocated IP 172.20.0.2 (006e7f37-f9bb-495d-a833-4eb82d044955/dc460b78-1373-422f-8ef5-56e589e7beeb/d5c823e7-5d93-4db1-becd-64479ece91eb) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:20.444061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.449979 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.462442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.471946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.573063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf4644-4d4c-4084-b088-d38d814d902a None None] Pushing event updated for resources: {'Port': ['ID=befe2de2-86e9-48f9-a35e-52a572bb4e2a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:20.645254 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Allocated IP 172.26.1.121 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/85e2fd3f-4f66-4e56-a48c-cc13f99554fb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:20.652580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Attempting to bind port befe2de2-86e9-48f9-a35e-52a572bb4e2a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:20.652958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Attempting to bind port befe2de2-86e9-48f9-a35e-52a572bb4e2a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:20.653318 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Attempting to bind port befe2de2-86e9-48f9-a35e-52a572bb4e2a on network f57d919a-48e4-420a-afaa-92db8bceb594 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:20.685193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:20.686025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Checking segment: {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:20.686025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.686508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Bound using segment: {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:20.686874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Bound port: befe2de2-86e9-48f9-a35e-52a572bb4e2a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:20.687257 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.726956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.756623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.788207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.833073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Network 006e7f37-f9bb-495d-a833-4eb82d044955 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:20.844083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:20.847566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.848282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:20.862928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] For port befe2de2-86e9-48f9-a35e-52a572bb4e2a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:20.873892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] For port befe2de2-86e9-48f9-a35e-52a572bb4e2a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=befe2de2-86e9-48f9-a35e-52a572bb4e2a,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:20.875105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Pushing event updated for resources: {'Port': ['ID=d5c823e7-5d93-4db1-becd-64479ece91eb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:20.901709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.910955 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:20.914029 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:20.918011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:20.942464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Pushing event updated for resources: {'Port': ['ID=85e2fd3f-4f66-4e56-a48c-cc13f99554fb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:20.955489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236aef1-325f-408c-83ae-99c501653866 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:09:21.002731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Attempting to bind port d5c823e7-5d93-4db1-becd-64479ece91eb on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:21.003098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Attempting to bind port d5c823e7-5d93-4db1-becd-64479ece91eb by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '59f128b7-e794-48e8-aa0d-6c013f14fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:21.003457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Attempting to bind port d5c823e7-5d93-4db1-becd-64479ece91eb on network 006e7f37-f9bb-495d-a833-4eb82d044955 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:21.012919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cc29a85c-2aa8-4616-9347-2f0a20a2cd63 None None] Provisioning complete for port befe2de2-86e9-48f9-a35e-52a572bb4e2a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:21.013289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc29a85c-2aa8-4616-9347-2f0a20a2cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.042523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:21.042846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Checking segment: {'id': '59f128b7-e794-48e8-aa0d-6c013f14fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:21.043235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.043649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Bound using segment: {'id': '59f128b7-e794-48e8-aa0d-6c013f14fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:21.044169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Bound port: d5c823e7-5d93-4db1-becd-64479ece91eb, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f128b7-e794-48e8-aa0d-6c013f14fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:21.044551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.062241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf4644-4d4c-4084-b088-d38d814d902a None None] Pushing event updated for resources: {'Port': ['ID=befe2de2-86e9-48f9-a35e-52a572bb4e2a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:21.070093 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Routers {'ca718424-40a7-4d61-b01f-e105e0147085'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:21.070762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:08:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ca718424-40a7-4d61-b01f-e105e0147085'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:21.228783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.330344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] For port d5c823e7-5d93-4db1-becd-64479ece91eb, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:21.335905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] For port d5c823e7-5d93-4db1-becd-64479ece91eb, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d5c823e7-5d93-4db1-becd-64479ece91eb,segment=NetworkSegment(59f128b7-e794-48e8-aa0d-6c013f14fe11),segment_id=59f128b7-e794-48e8-aa0d-6c013f14fe11)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:21.347786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.353634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc29a85c-2aa8-4616-9347-2f0a20a2cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.360186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] Set router ca718424-40a7-4d61-b01f-e105e0147085 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:21.478613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.629731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Router 4de522cf-2c5b-420c-8959-c3582d97dfa4 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:09:21.690891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f8e42-6dc4-458a-9731-bffded171ed2 None None] Pushing event updated for resources: {'Port': ['ID=d5c823e7-5d93-4db1-becd-64479ece91eb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:21.695124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cc29a85c-2aa8-4616-9347-2f0a20a2cd63 None None] For port befe2de2-86e9-48f9-a35e-52a572bb4e2a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=befe2de2-86e9-48f9-a35e-52a572bb4e2a,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:21.706836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc29a85c-2aa8-4616-9347-2f0a20a2cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.802397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:09:21.817689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29a85c-2aa8-4616-9347-2f0a20a2cd63 None None] Pushing event updated for resources: {'Port': ['ID=befe2de2-86e9-48f9-a35e-52a572bb4e2a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:21.826844 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Sync routers for ids ['4de522cf-2c5b-420c-8959-c3582d97dfa4'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:09:21.832346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.837476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:21.847102 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-50be784c-d382-4042-b7bb-569dc7fee316 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8432150 Dec 20 17:09:21.848335 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Routers {'4de522cf-2c5b-420c-8959-c3582d97dfa4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:21.850713 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:08:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4de522cf-2c5b-420c-8959-c3582d97dfa4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:21.934029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2214c793-e876-49b6-b824-c9eadf7bd401 None None] Provisioning complete for port befe2de2-86e9-48f9-a35e-52a572bb4e2a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:21.934680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2214c793-e876-49b6-b824-c9eadf7bd401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.028559 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Set router 4de522cf-2c5b-420c-8959-c3582d97dfa4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:22.062358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 4, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'gw_port': {'id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'befe2de2-86e9-48f9-a35e-52a572bb4e2a', 'name': '', 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'mac_address': 'fa:16:3e:c4:d7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:16Z', 'updated_at': '2021-12-20T17:09:20Z', 'revision_number': 4, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'subnets': [{'id': 'fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:22.099182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a5466-7d89-4e06-bf59-eec4bfd834fb None None] The sync data for ids ['ca718424-40a7-4d61-b01f-e105e0147085'] in dv-neutron-822328-3-hyperv is: [{'id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 4, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'gw_port': {'id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'befe2de2-86e9-48f9-a35e-52a572bb4e2a', 'name': '', 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'mac_address': 'fa:16:3e:c4:d7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:16Z', 'updated_at': '2021-12-20T17:09:20Z', 'revision_number': 4, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'subnets': [{'id': 'fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:09:22.118126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2214c793-e876-49b6-b824-c9eadf7bd401 None None] Provisioning complete for port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:22.118786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2214c793-e876-49b6-b824-c9eadf7bd401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.186523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2214c793-e876-49b6-b824-c9eadf7bd401 None None] Port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:09:22.278853 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:21Z', 'revision_number': 3, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'gw_port': {'id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:22.311258 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Checking router: 4de522cf-2c5b-420c-8959-c3582d97dfa4 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:09:22.311621 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Updating router 4de522cf-2c5b-420c-8959-c3582d97dfa4 port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:09:22.345428 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.446746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.652404 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Allocated IP 172.20.0.1 (006e7f37-f9bb-495d-a833-4eb82d044955/dc460b78-1373-422f-8ef5-56e589e7beeb/495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:22.667735 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.698631 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.733352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106dc42b-18d2-40a6-907b-111e0a3258bf None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:09:22.789698 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Attempting to bind port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:22.790072 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Attempting to bind port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:22.790465 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Attempting to bind port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:22.799715 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:22.800089 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:22.801570 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.802010 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:22.802530 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Bound port: 85e2fd3f-4f66-4e56-a48c-cc13f99554fb, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:22.803973 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.811495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.834599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8fc5c924-01bd-40b6-8d07-c25ec1761b29 None None] Provisioning complete for port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:22.835257 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c924-01bd-40b6-8d07-c25ec1761b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.843779 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577303f-4cae-484d-b6d0-7e2bcf931dc0 None None] Pushing event updated for resources: {'Port': ['ID=85e2fd3f-4f66-4e56-a48c-cc13f99554fb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:22.872756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.902042 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] For port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:22.911837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5c924-01bd-40b6-8d07-c25ec1761b29 None None] Port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:09:22.916424 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] For port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=85e2fd3f-4f66-4e56-a48c-cc13f99554fb,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:22.923672 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:22.986922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Network 006e7f37-f9bb-495d-a833-4eb82d044955 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:22.988638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Pushing event updated for resources: {'Port': ['ID=495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:22.991784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:22.994121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:23.005665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a8dce-793d-4eb6-9a99-79fde4fef387 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:09:23.039290 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Routers {'4de522cf-2c5b-420c-8959-c3582d97dfa4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:23.040044 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:08:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4de522cf-2c5b-420c-8959-c3582d97dfa4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:23.088109 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d5c823e7-5d93-4db1-becd-64479ece91eb up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:23.098980 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577303f-4cae-484d-b6d0-7e2bcf931dc0 None None] Pushing event updated for resources: {'Port': ['ID=85e2fd3f-4f66-4e56-a48c-cc13f99554fb,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:23.099646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.167184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445c0c3-4af2-4c4b-a0e9-44219cb627a5 None None] Network 006e7f37-f9bb-495d-a833-4eb82d044955 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:09:23.327345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.337990 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:09:23.344670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Provisioning complete for port d5c823e7-5d93-4db1-becd-64479ece91eb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:23.345585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.406203 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] Set router 4de522cf-2c5b-420c-8959-c3582d97dfa4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:23.416156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d5c823e7-5d93-4db1-becd-64479ece91eb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:23.416383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.502882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.563229 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] For port d5c823e7-5d93-4db1-becd-64479ece91eb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d5c823e7-5d93-4db1-becd-64479ece91eb,segment=NetworkSegment(59f128b7-e794-48e8-aa0d-6c013f14fe11),segment_id=59f128b7-e794-48e8-aa0d-6c013f14fe11)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:23.574061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.636690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.647777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.668148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Pushing event updated for resources: {'Port': ['ID=d5c823e7-5d93-4db1-becd-64479ece91eb,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:23.702171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Provisioning complete for port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:23.714205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.717890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device befe2de2-86e9-48f9-a35e-52a572bb4e2a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:23.737119 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:21Z', 'revision_number': 3, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'gw_port': {'id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:23.791486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.794659 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fb58e-b359-4b66-ace1-5fc2de317e6b None None] The sync data for ids ['4de522cf-2c5b-420c-8959-c3582d97dfa4'] in dv-neutron-822328-3-hyperv is: [{'id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:21Z', 'revision_number': 3, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'gw_port': {'id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:09:23.795049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Pushing event updated for resources: {'Port': ['ID=495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:23.868855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port befe2de2-86e9-48f9-a35e-52a572bb4e2a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:23.869387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.920364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:23.940041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Network 006e7f37-f9bb-495d-a833-4eb82d044955 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:23.943812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:23.959076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] For port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=85e2fd3f-4f66-4e56-a48c-cc13f99554fb,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:23.974783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:24.075840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e06e51-2497-4ddc-9140-3fe041ed467d None None] Pushing event updated for resources: {'Port': ['ID=85e2fd3f-4f66-4e56-a48c-cc13f99554fb,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:24.099043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c3882821-6982-4442-a0d9-a47629414165 None None] Provisioning complete for port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:24.099516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3882821-6982-4442-a0d9-a47629414165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:24.141504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c3882821-6982-4442-a0d9-a47629414165 None None] Port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:09:24.152323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Router 4de522cf-2c5b-420c-8959-c3582d97dfa4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:09:24.152599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c3882821-6982-4442-a0d9-a47629414165 None None] Provisioning complete for port d5c823e7-5d93-4db1-becd-64479ece91eb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:24.153099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3882821-6982-4442-a0d9-a47629414165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:24.451434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-94dc4057-52f6-4c98-ba48-0503cdc5e98e None None] Provisioning complete for port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:24.451842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94dc4057-52f6-4c98-ba48-0503cdc5e98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:24.503500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-94dc4057-52f6-4c98-ba48-0503cdc5e98e None None] Port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:09:24.623472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ef03fdd5-b1cd-49f0-807c-ef9e811bea99 None None] Provisioning complete for port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:24.623896 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef03fdd5-b1cd-49f0-807c-ef9e811bea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:24.660653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ef03fdd5-b1cd-49f0-807c-ef9e811bea99 None None] Port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:09:24.725840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:09:24.732028 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e78e4592-f189-4dea-94ac-9d749420f483 admin admin] 10.222.0.60 "PUT /v2.0/routers/4de522cf-2c5b-420c-8959-c3582d97dfa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8934364 Dec 20 17:09:24.998469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d5c823e7-5d93-4db1-becd-64479ece91eb up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:25.051161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d5c823e7-5d93-4db1-becd-64479ece91eb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:25.051617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:25.131903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a25322a5-36cd-4a44-ad41-d0993c6aceaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:25.145812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 85e2fd3f-4f66-4e56-a48c-cc13f99554fb up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:25.191081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:25.191458 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:25.641452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-0a62a2b0-562d-4fbc-85cd-6ad2cf4551c2 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:25.643132 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-0a62a2b0-562d-4fbc-85cd-6ad2cf4551c2 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/networks?id=f57d919a-48e4-420a-afaa-92db8bceb594 HTTP/1.1" status: 200 len: 817 time: 0.1154799 Dec 20 17:09:25.659914 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-a07f23a3-868f-4355-9919-f3200c8dc8c4 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/quotas/b8b900acee4d4adca0d6a053e00fa67e HTTP/1.1" status: 200 len: 375 time: 0.0100091 Dec 20 17:09:25.696557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Sync routers for ids ['4de522cf-2c5b-420c-8959-c3582d97dfa4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:09:25.707463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Routers {'4de522cf-2c5b-420c-8959-c3582d97dfa4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:25.708097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:08:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4de522cf-2c5b-420c-8959-c3582d97dfa4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:25.717591 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-3c64b2ba-0449-4973-9aa7-bb88d7b9da29 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8b900acee4d4adca0d6a053e00fa67e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513299 Dec 20 17:09:25.830185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Set router 4de522cf-2c5b-420c-8959-c3582d97dfa4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:25.830753 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-93bc2866-60c9-4fee-9c03-a9b67674708f service neutron] 10.222.0.60 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005287 Dec 20 17:09:25.938203 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-927ec016-0fec-48d1-8394-9de76e26b594 service neutron] 10.222.0.60 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987689 Dec 20 17:09:26.054654 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:23Z', 'revision_number': 4, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'gw_port': {'id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd', 'name': '', 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'mac_address': 'fa:16:3e:9c:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'dc460b78-1373-422f-8ef5-56e589e7beeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:22Z', 'updated_at': '2021-12-20T17:09:23Z', 'revision_number': 2, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'subnets': [{'id': 'dc460b78-1373-422f-8ef5-56e589e7beeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:26.086701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Checking router: 4de522cf-2c5b-420c-8959-c3582d97dfa4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:09:26.087065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Updating router 4de522cf-2c5b-420c-8959-c3582d97dfa4 port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:09:26.120092 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:26.122314 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-df43eeaf-061d-494b-89d0-205d06e4a1f1 req-df113366-a035-41a3-b029-648f612f04cb tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 210 time: 0.0297639 Dec 20 17:09:26.411135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:26.415935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:26.468052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8daef-bf6a-41bc-b290-b4999c7538ee None None] Pushing event updated for resources: {'Port': ['ID=495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:26.521711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Attempting to bind port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:26.521711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Attempting to bind port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '59f128b7-e794-48e8-aa0d-6c013f14fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:26.522033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Attempting to bind port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd on network 006e7f37-f9bb-495d-a833-4eb82d044955 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:26.527918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:26.528393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Checking segment: {'id': '59f128b7-e794-48e8-aa0d-6c013f14fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:26.529111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:26.529587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Bound using segment: {'id': '59f128b7-e794-48e8-aa0d-6c013f14fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:26.530226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Bound port: 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f128b7-e794-48e8-aa0d-6c013f14fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:26.530736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:26.608322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] For port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:26.611827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] For port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd,segment=NetworkSegment(59f128b7-e794-48e8-aa0d-6c013f14fe11),segment_id=59f128b7-e794-48e8-aa0d-6c013f14fe11)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:26.620595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:26.683131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Routers {'4de522cf-2c5b-420c-8959-c3582d97dfa4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:26.684020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:08:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4de522cf-2c5b-420c-8959-c3582d97dfa4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:26.685919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8daef-bf6a-41bc-b290-b4999c7538ee None None] Pushing event updated for resources: {'Port': ['ID=495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:26.742158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-aa8a89ab-3051-439e-a991-d11c6b9ac635 None None] Provisioning complete for port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:26.742467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa8a89ab-3051-439e-a991-d11c6b9ac635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:26.989022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] Set router 4de522cf-2c5b-420c-8959-c3582d97dfa4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:27.140756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa8a89ab-3051-439e-a991-d11c6b9ac635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:27.168101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-8e1072ec-14c8-4a86-80ac-0abc46bc34bb tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:27.171459 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-8e1072ec-14c8-4a86-80ac-0abc46bc34bb tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.18 "GET /v2.0/networks?id=f57d919a-48e4-420a-afaa-92db8bceb594 HTTP/1.1" status: 200 len: 817 time: 0.1489024 Dec 20 17:09:27.191849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Request body: {'port': {'device_id': '78f164c3-a7be-4733-8666-452a1ce06218', 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594', 'admin_state_up': True, 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:27.278863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aa8a89ab-3051-439e-a991-d11c6b9ac635 None None] For port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd,segment=NetworkSegment(59f128b7-e794-48e8-aa0d-6c013f14fe11),segment_id=59f128b7-e794-48e8-aa0d-6c013f14fe11)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:27.283182 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6c8b6606-5340-4ad1-b033-c1d3d9e4b575 req-1fa6e7d7-f3c1-4277-b07f-17779477d4c0 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 210 time: 0.0390751 Dec 20 17:09:27.289005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa8a89ab-3051-439e-a991-d11c6b9ac635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:27.332349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Made reservation on behalf of b8b900acee4d4adca0d6a053e00fa67e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:09:27.336069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:27.378355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a89ab-3051-439e-a991-d11c6b9ac635 None None] Pushing event updated for resources: {'Port': ['ID=495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:27.403596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:23Z', 'revision_number': 4, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'gw_port': {'id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd', 'name': '', 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'mac_address': 'fa:16:3e:9c:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'dc460b78-1373-422f-8ef5-56e589e7beeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:22Z', 'updated_at': '2021-12-20T17:09:26Z', 'revision_number': 4, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'subnets': [{'id': 'dc460b78-1373-422f-8ef5-56e589e7beeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:27.437405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48644bf-6727-4f46-a0a4-6bc74654066f None None] The sync data for ids ['4de522cf-2c5b-420c-8959-c3582d97dfa4'] in dv-neutron-822328-3-hyperv is: [{'id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:23Z', 'revision_number': 4, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'gw_port': {'id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd', 'name': '', 'network_id': '006e7f37-f9bb-495d-a833-4eb82d044955', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'mac_address': 'fa:16:3e:9c:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'dc460b78-1373-422f-8ef5-56e589e7beeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:22Z', 'updated_at': '2021-12-20T17:09:26Z', 'revision_number': 4, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'subnets': [{'id': 'dc460b78-1373-422f-8ef5-56e589e7beeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:09:27.448832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6adf98cf-9ba8-4e0c-8877-d6fe3d472de2 None None] Provisioning complete for port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:27.449213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6adf98cf-9ba8-4e0c-8877-d6fe3d472de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:27.477056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Allocated IP 172.20.0.11 (f57d919a-48e4-420a-afaa-92db8bceb594/fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5/75447e4d-b045-4f85-9bbd-3cf106549561) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:27.664750 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:27.699581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:27.745426 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Network f57d919a-48e4-420a-afaa-92db8bceb594 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:27.748605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:27.753282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:27.778385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Pushing event updated for resources: {'Port': ['ID=75447e4d-b045-4f85-9bbd-3cf106549561,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:27.807352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eac01a6c-0a12-4b9b-b6d6-8cdc4cd3d81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:27.816042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:27.816758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:27.839895 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-404e2399-59b6-4a9b-bbcc-5dc001ec8f19 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6570497 Dec 20 17:09:27.853086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Request body: {'port': {'device_id': '78f164c3-a7be-4733-8666-452a1ce06218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:27.922556 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:28.081931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cb4e9a4d-f004-4c04-b5ba-aad06ebee07e None None] Provisioning complete for port 75447e4d-b045-4f85-9bbd-3cf106549561 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:28.082439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9a4d-f004-4c04-b5ba-aad06ebee07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:28.125098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e9a4d-f004-4c04-b5ba-aad06ebee07e None None] Port 75447e4d-b045-4f85-9bbd-3cf106549561 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:09:28.196849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75447e4d-b045-4f85-9bbd-3cf106549561 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:09:28.204596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:28.217767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Transition to ACTIVE for port object 75447e4d-b045-4f85-9bbd-3cf106549561 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:09:28.222689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:28.277168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Pushing event updated for resources: {'Port': ['ID=75447e4d-b045-4f85-9bbd-3cf106549561,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:28.356770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Attempting to bind port 75447e4d-b045-4f85-9bbd-3cf106549561 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:09:28.357110 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Attempting to bind port 75447e4d-b045-4f85-9bbd-3cf106549561 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:09:28.357438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Attempting to bind port 75447e4d-b045-4f85-9bbd-3cf106549561 on network f57d919a-48e4-420a-afaa-92db8bceb594 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:28.363097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Port 75447e4d-b045-4f85-9bbd-3cf106549561 on network f57d919a-48e4-420a-afaa-92db8bceb594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:09:28.363571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Attempting to bind port 75447e4d-b045-4f85-9bbd-3cf106549561 on network f57d919a-48e4-420a-afaa-92db8bceb594 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:09:28.381467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:09:28.382019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Checking segment: {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:09:28.382486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Bound using segment: {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:09:28.382964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Bound port: 75447e4d-b045-4f85-9bbd-3cf106549561, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:09:28.383318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:28.462502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecbbfd-151c-4c14-8d56-c236e73b23e2 req-9051485b-808e-475c-8734-1c51d7d11d47 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:28.464131 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4ecbbfd-151c-4c14-8d56-c236e73b23e2 req-9051485b-808e-475c-8734-1c51d7d11d47 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 944 time: 0.0980172 Dec 20 17:09:28.500267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] For port 75447e4d-b045-4f85-9bbd-3cf106549561, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:09:28.521045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] For port 75447e4d-b045-4f85-9bbd-3cf106549561, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=75447e4d-b045-4f85-9bbd-3cf106549561,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:09:28.530560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:28.566037 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4ecbbfd-151c-4c14-8d56-c236e73b23e2 req-55a85622-bb64-46e2-8324-d622c2a4631b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946906 Dec 20 17:09:28.568658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:28.578588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:28.579718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:28.581230 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] 10.222.0.18 "PUT /v2.0/ports/75447e4d-b045-4f85-9bbd-3cf106549561 HTTP/1.1" status: 200 len: 1094 time: 0.7326822 Dec 20 17:09:28.581699 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f164c3-a7be-4733-8666-452a1ce06218', 'tag': '75447e4d-b045-4f85-9bbd-3cf106549561'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:09:28.584064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298da1fd-af57-4479-b952-3c7bdd174303" -d '{"events": [{"name": "network-changed", "server_uuid": "78f164c3-a7be-4733-8666-452a1ce06218", "tag": "75447e4d-b045-4f85-9bbd-3cf106549561"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:09:28.619345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd25175-52db-49c8-9fd3-20be7a35dd9a service neutron] Pushing event updated for resources: {'Port': ['ID=75447e4d-b045-4f85-9bbd-3cf106549561,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:28.636392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277b31d3-542a-4b01-baac-1601e48b4d3f x-openstack-request-id: req-277b31d3-542a-4b01-baac-1601e48b4d3f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:09:28.636689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f164c3-a7be-4733-8666-452a1ce06218", "tag": "75447e4d-b045-4f85-9bbd-3cf106549561", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:09:28.636999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-277b31d3-542a-4b01-baac-1601e48b4d3f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:09:28.637412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f164c3-a7be-4733-8666-452a1ce06218', 'tag': '75447e4d-b045-4f85-9bbd-3cf106549561', 'status': 'completed', 'code': 200} Dec 20 17:09:28.674185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-fdedf99e-e5d8-43cd-9486-78da6e283166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:28.675793 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-fdedf99e-e5d8-43cd-9486-78da6e283166 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8b900acee4d4adca0d6a053e00fa67e&device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 1097 time: 0.0493822 Dec 20 17:09:28.731233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-730e51fc-89f5-4430-92f7-aec9913fde32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75447e4d-b045-4f85-9bbd-3cf106549561 HTTP/1.1" status: 200 len: 217 time: 0.0450683 Dec 20 17:09:28.784851 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-d9ec3dcd-bbcc-4def-aa94-be1651391a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:28.785883 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-d9ec3dcd-bbcc-4def-aa94-be1651391a1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5 HTTP/1.1" status: 200 len: 856 time: 0.0483053 Dec 20 17:09:28.840012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-1d592c63-c87b-418a-812a-0a64b7857fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:28.840012 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-1d592c63-c87b-418a-812a-0a64b7857fb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57d919a-48e4-420a-afaa-92db8bceb594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429153 Dec 20 17:09:28.943376 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:28.957801 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-7bc5061b-0b2e-4b21-afa4-5988de22f480 service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128757 Dec 20 17:09:29.001772 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:29.002351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:29.072137 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-beac23ed-db7e-42f8-9cb3-a835c63906a3 req-9931cab9-cf50-4230-9f0c-76adc2b900d5 service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989866 Dec 20 17:09:29.178112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da1fd-af57-4479-b952-3c7bdd174303 req-adf90f55-cd08-47cc-8bd2-cc8dde8324b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:29.179664 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-298da1fd-af57-4479-b952-3c7bdd174303 req-adf90f55-cd08-47cc-8bd2-cc8dde8324b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8b900acee4d4adca0d6a053e00fa67e&device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 1097 time: 0.0498888 Dec 20 17:09:29.279642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da1fd-af57-4479-b952-3c7bdd174303 req-dc47082c-3372-4298-8b28-b139a549fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:29.281190 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-298da1fd-af57-4479-b952-3c7bdd174303 req-dc47082c-3372-4298-8b28-b139a549fecb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f57d919a-48e4-420a-afaa-92db8bceb594 HTTP/1.1" status: 200 len: 918 time: 0.0930283 Dec 20 17:09:29.329980 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-298da1fd-af57-4479-b952-3c7bdd174303 req-c99c339a-f931-43da-8819-1eaa68557d38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75447e4d-b045-4f85-9bbd-3cf106549561 HTTP/1.1" status: 200 len: 217 time: 0.0407352 Dec 20 17:09:29.381938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da1fd-af57-4479-b952-3c7bdd174303 req-fd64da23-c4d8-4bc4-9de9-6a81d44cd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:29.383469 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-298da1fd-af57-4479-b952-3c7bdd174303 req-fd64da23-c4d8-4bc4-9de9-6a81d44cd56c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5 HTTP/1.1" status: 200 len: 856 time: 0.0455709 Dec 20 17:09:29.430557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da1fd-af57-4479-b952-3c7bdd174303 req-01d7032d-fa8e-4fd4-b174-1950efe4dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:29.432045 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-298da1fd-af57-4479-b952-3c7bdd174303 req-01d7032d-fa8e-4fd4-b174-1950efe4dfae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57d919a-48e4-420a-afaa-92db8bceb594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407023 Dec 20 17:09:29.527199 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-298da1fd-af57-4479-b952-3c7bdd174303 req-87da6cb0-4fbc-4c0b-8467-29a54de5c491 service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871086 Dec 20 17:09:29.628133 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-298da1fd-af57-4479-b952-3c7bdd174303 req-c5891572-d71c-4a1b-bf5b-611527724262 service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922613 Dec 20 17:09:29.698386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c509ba-b0ed-483d-b9e4-88a88aa5f8b2 req-66f04d3d-3835-4d51-b80a-929657286acc tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:29.699763 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50c509ba-b0ed-483d-b9e4-88a88aa5f8b2 req-66f04d3d-3835-4d51-b80a-929657286acc tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 944 time: 0.0509799 Dec 20 17:09:29.758277 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50c509ba-b0ed-483d-b9e4-88a88aa5f8b2 req-1e38eab1-a38b-4b39-9a06-8bdd77f9d713 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519729 Dec 20 17:09:30.127891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:30.764563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 75447e4d-b045-4f85-9bbd-3cf106549561 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:09:30.872648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 75447e4d-b045-4f85-9bbd-3cf106549561, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=75447e4d-b045-4f85-9bbd-3cf106549561,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:30.884165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa1bdb-a156-4ffe-959d-4755e1cefd3c req-459227a6-82e9-4192-bb7e-e74355429f08 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:30.885915 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eefa1bdb-a156-4ffe-959d-4755e1cefd3c req-459227a6-82e9-4192-bb7e-e74355429f08 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 944 time: 0.0519385 Dec 20 17:09:30.890935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '75447e4d-b045-4f85-9bbd-3cf106549561', 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594', 'port_id': '75447e4d-b045-4f85-9bbd-3cf106549561', 'mac_address': 'fa:16:3e:89:e6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:09:30.898531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:30.937876 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eefa1bdb-a156-4ffe-959d-4755e1cefd3c req-f6e2c7fa-82e1-4247-963c-1fde822a7364 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 Dec 20 17:09:30.943115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:30.958547 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75447e4d-b045-4f85-9bbd-3cf106549561 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:09:30.983130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 75447e4d-b045-4f85-9bbd-3cf106549561, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=75447e4d-b045-4f85-9bbd-3cf106549561,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:30.987656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:31.034845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=75447e4d-b045-4f85-9bbd-3cf106549561,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:31.180680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['75447e4d-b045-4f85-9bbd-3cf106549561'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:09:32.065382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b518f-f7d4-42aa-a479-c337de38946e req-c21796d9-6b35-4ac5-922a-f72a5ef948e9 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:32.066969 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-456b518f-f7d4-42aa-a479-c337de38946e req-c21796d9-6b35-4ac5-922a-f72a5ef948e9 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 945 time: 0.0514302 Dec 20 17:09:32.119053 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-456b518f-f7d4-42aa-a479-c337de38946e req-6f5ac8a2-2a64-46d8-81f9-521e7f55234f tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Dec 20 17:09:32.768370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 75447e4d-b045-4f85-9bbd-3cf106549561 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:09:32.816596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 75447e4d-b045-4f85-9bbd-3cf106549561 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:09:32.838697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 75447e4d-b045-4f85-9bbd-3cf106549561 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:32.838697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:32.928775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:32.953517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f164c3-a7be-4733-8666-452a1ce06218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75447e4d-b045-4f85-9bbd-3cf106549561'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:09:32.956388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cc9a27-a78b-4479-8d8f-8d6b8c164afe" -d '{"events": [{"server_uuid": "78f164c3-a7be-4733-8666-452a1ce06218", "name": "network-vif-plugged", "status": "completed", "tag": "75447e4d-b045-4f85-9bbd-3cf106549561"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:09:32.970612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 75447e4d-b045-4f85-9bbd-3cf106549561, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=75447e4d-b045-4f85-9bbd-3cf106549561,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:32.975771 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:33.003875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337d19f0-9594-4604-b6cc-fd04c91829ab x-openstack-request-id: req-337d19f0-9594-4604-b6cc-fd04c91829ab {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:09:33.004178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f164c3-a7be-4733-8666-452a1ce06218", "name": "network-vif-plugged", "status": "completed", "tag": "75447e4d-b045-4f85-9bbd-3cf106549561", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:09:33.004431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-337d19f0-9594-4604-b6cc-fd04c91829ab {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:09:33.004821 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f164c3-a7be-4733-8666-452a1ce06218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75447e4d-b045-4f85-9bbd-3cf106549561', 'code': 200} Dec 20 17:09:33.035381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=75447e4d-b045-4f85-9bbd-3cf106549561,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:33.174747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0828e17-223b-4f09-ac20-d38eef8b9b48 req-234b374a-06ca-4c8a-b76b-3ce273c658ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:33.176543 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0828e17-223b-4f09-ac20-d38eef8b9b48 req-234b374a-06ca-4c8a-b76b-3ce273c658ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 1099 time: 0.0400455 Dec 20 17:09:33.252133 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0828e17-223b-4f09-ac20-d38eef8b9b48 req-ce795e8b-cbff-48b3-9722-8ed5a4e7a964 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689008 Dec 20 17:09:33.263946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd73c5-abfd-470d-873e-13867f2f9770 req-93cf5bfa-c45b-4240-90a7-55caa0317125 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:33.265340 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-75cd73c5-abfd-470d-873e-13867f2f9770 req-93cf5bfa-c45b-4240-90a7-55caa0317125 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 946 time: 0.0754957 Dec 20 17:09:33.313072 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-75cd73c5-abfd-470d-873e-13867f2f9770 req-f867bff2-76a9-469c-890a-8d62e9d3ad43 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Dec 20 17:09:34.435475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579793fb-7dcc-4b46-9cf0-cc4e537bf6da req-c104b479-5e65-4363-828d-c1412ebe5c08 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:34.437106 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-579793fb-7dcc-4b46-9cf0-cc4e537bf6da req-c104b479-5e65-4363-828d-c1412ebe5c08 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 946 time: 0.0521972 Dec 20 17:09:34.494036 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-579793fb-7dcc-4b46-9cf0-cc4e537bf6da req-80421a43-068b-433d-a3ec-a203b0b2deff tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485148 Dec 20 17:09:34.613441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3a639-ed30-4e18-9340-d051d1ebff0f req-3c36eeb9-634e-4b41-88ea-7784b054658d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:34.614978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-27c3a639-ed30-4e18-9340-d051d1ebff0f req-3c36eeb9-634e-4b41-88ea-7784b054658d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 946 time: 0.0503783 Dec 20 17:09:34.665401 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-27c3a639-ed30-4e18-9340-d051d1ebff0f req-2f51b9b6-b150-4c8a-8488-7cdd53fa973a tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 Dec 20 17:09:44.545649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:55.119614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1494feca-0246-4432-ae5a-29136a1563d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:57.701024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d428c-7b00-4e9c-83cd-9ec8b701934e req-16d70c84-3522-4388-85d5-52dc8e559ba5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:57.702763 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-295d428c-7b00-4e9c-83cd-9ec8b701934e req-16d70c84-3522-4388-85d5-52dc8e559ba5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 946 time: 0.0577133 Dec 20 17:09:57.760766 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-295d428c-7b00-4e9c-83cd-9ec8b701934e req-618e9835-4a1f-4232-82ed-afa119af663e tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506706 Dec 20 17:09:57.816410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-513d358a-b90b-40af-93a1-71708029c959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:58.570597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:58.914481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa30d-aa04-43b1-bd88-9666f7368198 req-2496b6be-06c7-40e9-b81f-6df6acc7c6ed tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:58.916085 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4dbaa30d-aa04-43b1-bd88-9666f7368198 req-2496b6be-06c7-40e9-b81f-6df6acc7c6ed tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 946 time: 0.0567782 Dec 20 17:09:58.969799 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4dbaa30d-aa04-43b1-bd88-9666f7368198 req-76da88fc-a4d9-4c1a-834b-bf742ce7a0fa tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470073 Dec 20 17:09:59.220898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-33be6a33-8010-4545-80c6-5d549f7f4f93 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:59.222522 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-33be6a33-8010-4545-80c6-5d549f7f4f93 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.18 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 946 time: 0.0542207 Dec 20 17:09:59.332530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Deleting port 75447e4d-b045-4f85-9bbd-3cf106549561 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:09:59.332872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:59.432201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] For port 75447e4d-b045-4f85-9bbd-3cf106549561, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=75447e4d-b045-4f85-9bbd-3cf106549561,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:59.432554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:59.447700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Calling delete_port for 75447e4d-b045-4f85-9bbd-3cf106549561 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:09:59.613306 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:59.627201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['75447e4d-b045-4f85-9bbd-3cf106549561'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:09:59.647375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Pushing event deleted for resources: {'Port': ['ID=75447e4d-b045-4f85-9bbd-3cf106549561,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:59.693215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] No DVR routers for this DVR port 75447e4d-b045-4f85-9bbd-3cf106549561 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:09:59.695843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:59.699386 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e49a48f7-baf2-41f7-8eab-594f218dae3a req-28a1ade3-cb50-422e-a1e2-faae465e41e5 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.18 "DELETE /v2.0/ports/75447e4d-b045-4f85-9bbd-3cf106549561 HTTP/1.1" status: 204 len: 173 time: 0.4703689 Dec 20 17:09:59.699887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f164c3-a7be-4733-8666-452a1ce06218', 'name': 'network-vif-deleted', 'tag': '75447e4d-b045-4f85-9bbd-3cf106549561'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:09:59.702404 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd62d07-a0a6-433c-ad13-c47f94f07068" -d '{"events": [{"server_uuid": "78f164c3-a7be-4733-8666-452a1ce06218", "name": "network-vif-deleted", "tag": "75447e4d-b045-4f85-9bbd-3cf106549561"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:09:59.752212 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1749be-6346-488d-bd5e-679e0da9a1c2 x-openstack-request-id: req-6d1749be-6346-488d-bd5e-679e0da9a1c2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:09:59.752618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f164c3-a7be-4733-8666-452a1ce06218", "name": "network-vif-deleted", "tag": "75447e4d-b045-4f85-9bbd-3cf106549561", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:09:59.752948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d1749be-6346-488d-bd5e-679e0da9a1c2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:09:59.753440 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f164c3-a7be-4733-8666-452a1ce06218', 'name': 'network-vif-deleted', 'tag': '75447e4d-b045-4f85-9bbd-3cf106549561', 'status': 'completed', 'code': 200} Dec 20 17:10:00.110274 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7303fda2-aadf-4f09-a9bf-fc7753dd2e2c req-6c481370-b3fc-4c77-9f1d-38ca238491e2 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f164c3-a7be-4733-8666-452a1ce06218 HTTP/1.1" status: 200 len: 210 time: 0.0345428 Dec 20 17:10:00.151096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:00.327422 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:10:00.873902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:01.668646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-28f4000e-caeb-40f9-90ec-77d4a474261a tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:01.670145 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-28f4000e-caeb-40f9-90ec-77d4a474261a tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/networks?id=f57d919a-48e4-420a-afaa-92db8bceb594 HTTP/1.1" status: 200 len: 817 time: 0.1039605 Dec 20 17:10:01.685937 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-a1a68ff2-9569-4cc6-86a6-8d2887512780 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/quotas/b8b900acee4d4adca0d6a053e00fa67e HTTP/1.1" status: 200 len: 375 time: 0.0094666 Dec 20 17:10:01.747944 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-e674cd75-ec4b-4696-b96c-2eeee8beae35 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8b900acee4d4adca0d6a053e00fa67e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561962 Dec 20 17:10:01.878853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-96c59acb-2872-41af-98c3-0fc42c6c0bb6 service neutron] 10.222.0.60 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190505 Dec 20 17:10:01.995172 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-cce98f7a-f36d-424b-911a-47e3552479f7 service neutron] 10.222.0.60 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084683 Dec 20 17:10:02.157081 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-80f292b9-ad6a-45ee-b64b-7f413b1f1e8c req-0a786986-554f-43e5-bad6-f150e53e1cbf tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 210 time: 0.0270884 Dec 20 17:10:02.921893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 75447e4d-b045-4f85-9bbd-3cf106549561 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:02.943625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 75447e4d-b045-4f85-9bbd-3cf106549561 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:02.943964 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 75447e4d-b045-4f85-9bbd-3cf106549561 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:03.214126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-986ca525-89ee-436c-8c5d-8793e4747b64 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:03.216072 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-986ca525-89ee-436c-8c5d-8793e4747b64 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.18 "GET /v2.0/networks?id=f57d919a-48e4-420a-afaa-92db8bceb594 HTTP/1.1" status: 200 len: 817 time: 0.1111774 Dec 20 17:10:03.229085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Request body: {'port': {'device_id': 'a0b3086f-cfa5-4e65-b1d1-56299da3d2d2', 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594', 'admin_state_up': True, 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:03.308687 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e316a0b5-9c6a-41d4-96ed-f729afe20136 req-9ae895ab-397b-49de-8582-2b7b5159ad1d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 210 time: 0.0634542 Dec 20 17:10:03.375060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Made reservation on behalf of b8b900acee4d4adca0d6a053e00fa67e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:10:03.379151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:03.521674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Allocated IP 172.20.0.10 (f57d919a-48e4-420a-afaa-92db8bceb594/fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5/6af3d604-e580-4072-bbb8-a0be44ece4a3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:10:03.677431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:03.716599 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:03.763053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Network f57d919a-48e4-420a-afaa-92db8bceb594 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:10:03.766188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:03.770119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:10:03.776987 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Pushing event updated for resources: {'Port': ['ID=6af3d604-e580-4072-bbb8-a0be44ece4a3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:03.826240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:03.826942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:03.845418 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-9d259899-6dfb-4e3a-a9b3-c2d9681b122b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204703 Dec 20 17:10:03.857642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Request body: {'port': {'device_id': 'a0b3086f-cfa5-4e65-b1d1-56299da3d2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:03.924392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:04.037503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bb8d0327-dc13-48e0-a802-e72e34d3e081 None None] Provisioning complete for port 6af3d604-e580-4072-bbb8-a0be44ece4a3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:04.038067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0327-dc13-48e0-a802-e72e34d3e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:04.076915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d0327-dc13-48e0-a802-e72e34d3e081 None None] Port 6af3d604-e580-4072-bbb8-a0be44ece4a3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:10:04.188313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af3d604-e580-4072-bbb8-a0be44ece4a3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:10:04.196312 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:04.208205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Transition to ACTIVE for port object 6af3d604-e580-4072-bbb8-a0be44ece4a3 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:10:04.212032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:04.265156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Pushing event updated for resources: {'Port': ['ID=6af3d604-e580-4072-bbb8-a0be44ece4a3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:04.336678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Attempting to bind port 6af3d604-e580-4072-bbb8-a0be44ece4a3 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:10:04.337372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Attempting to bind port 6af3d604-e580-4072-bbb8-a0be44ece4a3 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:10:04.337490 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Attempting to bind port 6af3d604-e580-4072-bbb8-a0be44ece4a3 on network f57d919a-48e4-420a-afaa-92db8bceb594 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:10:04.343043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Port 6af3d604-e580-4072-bbb8-a0be44ece4a3 on network f57d919a-48e4-420a-afaa-92db8bceb594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:10:04.343374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Attempting to bind port 6af3d604-e580-4072-bbb8-a0be44ece4a3 on network f57d919a-48e4-420a-afaa-92db8bceb594 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:10:04.349205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:10:04.349558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Checking segment: {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:10:04.349924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Bound using segment: {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:10:04.350386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Bound port: 6af3d604-e580-4072-bbb8-a0be44ece4a3, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b62c80-ca2f-445b-8671-01d177445fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:10:04.352185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:04.418071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] For port 6af3d604-e580-4072-bbb8-a0be44ece4a3, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:10:04.421846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] For port 6af3d604-e580-4072-bbb8-a0be44ece4a3, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=6af3d604-e580-4072-bbb8-a0be44ece4a3,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:10:04.427655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:04.433047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7930b-46a2-4841-9248-c1081aaf446b req-1eefd0f0-502a-4d24-b22e-93d978dd0f31 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:04.434598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-deb7930b-46a2-4841-9248-c1081aaf446b req-1eefd0f0-502a-4d24-b22e-93d978dd0f31 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 944 time: 0.0541110 Dec 20 17:10:04.464758 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:04.465237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:04.466892 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] 10.222.0.18 "PUT /v2.0/ports/6af3d604-e580-4072-bbb8-a0be44ece4a3 HTTP/1.1" status: 200 len: 1094 time: 0.6136389 Dec 20 17:10:04.469110 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3086f-cfa5-4e65-b1d1-56299da3d2d2', 'tag': '6af3d604-e580-4072-bbb8-a0be44ece4a3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:10:04.479651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3086f-cfa5-4e65-b1d1-56299da3d2d2", "tag": "6af3d604-e580-4072-bbb8-a0be44ece4a3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:10:04.507087 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-deb7930b-46a2-4841-9248-c1081aaf446b req-35e6f35f-56c9-427a-8136-c7bd272ee0fd tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617297 Dec 20 17:10:04.511035 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dba9b-b0fe-426c-97f3-1b082bb15088 service neutron] Pushing event updated for resources: {'Port': ['ID=6af3d604-e580-4072-bbb8-a0be44ece4a3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:04.552759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b5e01e-1e52-486a-855e-a45cb40db935 x-openstack-request-id: req-23b5e01e-1e52-486a-855e-a45cb40db935 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:10:04.553136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3086f-cfa5-4e65-b1d1-56299da3d2d2", "tag": "6af3d604-e580-4072-bbb8-a0be44ece4a3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:10:04.554121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23b5e01e-1e52-486a-855e-a45cb40db935 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:10:04.554121 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3086f-cfa5-4e65-b1d1-56299da3d2d2', 'tag': '6af3d604-e580-4072-bbb8-a0be44ece4a3', 'status': 'completed', 'code': 200} Dec 20 17:10:04.566331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-35c7459d-df07-40f7-815d-0693ccee9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:04.567950 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-35c7459d-df07-40f7-815d-0693ccee9de0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8b900acee4d4adca0d6a053e00fa67e&device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 1097 time: 0.0538428 Dec 20 17:10:04.611545 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-4a8cf604-69fa-4dd5-a08c-9e4127d5ad50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af3d604-e580-4072-bbb8-a0be44ece4a3 HTTP/1.1" status: 200 len: 217 time: 0.0356123 Dec 20 17:10:04.663475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-1b362158-b315-4b8a-9995-b4a75753fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:04.665077 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-1b362158-b315-4b8a-9995-b4a75753fab9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5 HTTP/1.1" status: 200 len: 856 time: 0.0464306 Dec 20 17:10:04.711134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-17138267-6aaf-4486-8538-a3bc0991786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:04.712628 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-17138267-6aaf-4486-8538-a3bc0991786f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57d919a-48e4-420a-afaa-92db8bceb594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399668 Dec 20 17:10:04.808160 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-c4db1fd8-3b03-4fb8-8988-2cc1c3edfe32 service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880482 Dec 20 17:10:04.903704 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2b4e645-4532-421b-b32a-ef3e6f37dbdd req-a23ab790-b388-40d4-99ef-0506dd3c12db service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883768 Dec 20 17:10:04.991607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-c1846839-5409-4bf5-92dc-24a6ade650f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:04.993120 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-c1846839-5409-4bf5-92dc-24a6ade650f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8b900acee4d4adca0d6a053e00fa67e&device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 1097 time: 0.0410111 Dec 20 17:10:05.089643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-ed5424d5-70a4-45d1-8cef-b7254d76565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:05.091149 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-ed5424d5-70a4-45d1-8cef-b7254d76565b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f57d919a-48e4-420a-afaa-92db8bceb594 HTTP/1.1" status: 200 len: 918 time: 0.0896800 Dec 20 17:10:05.136901 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-b76227bf-efcf-4612-90d5-b013e661a384 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af3d604-e580-4072-bbb8-a0be44ece4a3 HTTP/1.1" status: 200 len: 217 time: 0.0382850 Dec 20 17:10:05.189461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-e1794161-c115-4a56-9d8f-754a14ddc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:05.191017 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-e1794161-c115-4a56-9d8f-754a14ddc97f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5 HTTP/1.1" status: 200 len: 856 time: 0.0462821 Dec 20 17:10:05.236397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-75880d5d-0fb0-403e-ba4e-91eb1cca177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:05.237849 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-75880d5d-0fb0-403e-ba4e-91eb1cca177b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57d919a-48e4-420a-afaa-92db8bceb594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389543 Dec 20 17:10:05.333629 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-4951d97d-ffdb-4b9c-bdd6-fe0ca4134805 service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872760 Dec 20 17:10:05.425669 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d30b387a-cfeb-47f6-b8e8-294ea12b6fb0 req-39277242-e2e7-43e7-9772-07dd7084b576 service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833006 Dec 20 17:10:05.615960 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05e21-03d9-4995-98bc-fa8b4bbd88bb req-edff9177-bdb2-426f-accd-9be88f6fae94 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:05.617678 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9c05e21-03d9-4995-98bc-fa8b4bbd88bb req-edff9177-bdb2-426f-accd-9be88f6fae94 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 944 time: 0.0523660 Dec 20 17:10:05.666375 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9c05e21-03d9-4995-98bc-fa8b4bbd88bb req-2e2d1f6f-93c9-419f-8038-4ceaed5f88fe tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Dec 20 17:10:06.786880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e09d49-2170-4b25-928e-577278c6913f req-a2e00657-3d7c-4daa-a924-b8e39c3d2b93 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:06.788358 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80e09d49-2170-4b25-928e-577278c6913f req-a2e00657-3d7c-4daa-a924-b8e39c3d2b93 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 944 time: 0.0526612 Dec 20 17:10:06.835281 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80e09d49-2170-4b25-928e-577278c6913f req-4e740221-5c32-4f64-971d-dc5ff6d5838e tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Dec 20 17:10:06.935562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 6af3d604-e580-4072-bbb8-a0be44ece4a3 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:10:07.032665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 6af3d604-e580-4072-bbb8-a0be44ece4a3, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=6af3d604-e580-4072-bbb8-a0be44ece4a3,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:07.043514 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '6af3d604-e580-4072-bbb8-a0be44ece4a3', 'network_id': 'f57d919a-48e4-420a-afaa-92db8bceb594', 'port_id': '6af3d604-e580-4072-bbb8-a0be44ece4a3', 'mac_address': 'fa:16:3e:6b:af:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:10:07.082568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:07.096265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af3d604-e580-4072-bbb8-a0be44ece4a3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:10:07.117231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 6af3d604-e580-4072-bbb8-a0be44ece4a3, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=6af3d604-e580-4072-bbb8-a0be44ece4a3,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:07.121455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:07.186094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=6af3d604-e580-4072-bbb8-a0be44ece4a3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:07.193631 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.193980 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.194367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.194696 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.195027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.195357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.195686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.196014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.196339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.196669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.196990 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.197311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.197632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:07.324645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['6af3d604-e580-4072-bbb8-a0be44ece4a3'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:10:07.953901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805226e-fb03-4513-b28c-bcb1b5d04b2f req-968b1a09-e8d0-4fea-afca-e9ff8c2fbbe6 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:07.955958 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3805226e-fb03-4513-b28c-bcb1b5d04b2f req-968b1a09-e8d0-4fea-afca-e9ff8c2fbbe6 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0520060 Dec 20 17:10:08.002788 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3805226e-fb03-4513-b28c-bcb1b5d04b2f req-8a203482-55b5-4a57-a888-3a659b967060 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Dec 20 17:10:08.951342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 6af3d604-e580-4072-bbb8-a0be44ece4a3 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:10:09.003444 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 6af3d604-e580-4072-bbb8-a0be44ece4a3 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:10:09.007301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 6af3d604-e580-4072-bbb8-a0be44ece4a3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:09.007665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:09.097678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:09.122400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3086f-cfa5-4e65-b1d1-56299da3d2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3d604-e580-4072-bbb8-a0be44ece4a3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:10:09.124727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b9fe1d-6a1d-42c4-aca1-75e9bb9f9ec1" -d '{"events": [{"server_uuid": "a0b3086f-cfa5-4e65-b1d1-56299da3d2d2", "name": "network-vif-plugged", "status": "completed", "tag": "6af3d604-e580-4072-bbb8-a0be44ece4a3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:10:09.126342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a50ac-ccd6-4af9-b494-376591fa5ba9 req-ef065b32-88e9-4417-81da-43b1df76c15d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:09.127926 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e48a50ac-ccd6-4af9-b494-376591fa5ba9 req-ef065b32-88e9-4417-81da-43b1df76c15d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0549536 Dec 20 17:10:09.138776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 6af3d604-e580-4072-bbb8-a0be44ece4a3, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=6af3d604-e580-4072-bbb8-a0be44ece4a3,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:09.148878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:09.181874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3796c94b-bcad-4cc2-a75e-461da29518b3 x-openstack-request-id: req-3796c94b-bcad-4cc2-a75e-461da29518b3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:10:09.182149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3086f-cfa5-4e65-b1d1-56299da3d2d2", "name": "network-vif-plugged", "status": "completed", "tag": "6af3d604-e580-4072-bbb8-a0be44ece4a3", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:10:09.182424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3796c94b-bcad-4cc2-a75e-461da29518b3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:10:09.182812 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3086f-cfa5-4e65-b1d1-56299da3d2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3d604-e580-4072-bbb8-a0be44ece4a3', 'code': 200} Dec 20 17:10:09.188336 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e48a50ac-ccd6-4af9-b494-376591fa5ba9 req-ee74bae5-ec39-4b54-bea6-3350255ac589 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484653 Dec 20 17:10:09.215577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=6af3d604-e580-4072-bbb8-a0be44ece4a3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:09.361221 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab2e2-0443-43e3-bd8f-d3ae7312b0bd req-e07ce1e7-69d3-4994-b05e-d15ccc66fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:09.362758 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3efab2e2-0443-43e3-bd8f-d3ae7312b0bd req-e07ce1e7-69d3-4994-b05e-d15ccc66fe8f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 1099 time: 0.0457606 Dec 20 17:10:09.410075 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3efab2e2-0443-43e3-bd8f-d3ae7312b0bd req-b3548141-afbe-4138-8f81-49e5349625f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Dec 20 17:10:10.332018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb31df-c69f-436d-84c7-86f33cc3110f req-56c6c1c6-4d40-4855-af07-74e90d378e1f tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:10.333990 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e2fb31df-c69f-436d-84c7-86f33cc3110f req-56c6c1c6-4d40-4855-af07-74e90d378e1f tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 946 time: 0.0655529 Dec 20 17:10:10.418148 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e2fb31df-c69f-436d-84c7-86f33cc3110f req-76417511-79a6-463c-a12e-db149c829d9f tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732899 Dec 20 17:10:11.547407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b51fbf-516b-457e-ba3c-2cf2a5056513 req-88125b5d-ef9f-4589-bb7b-bdb9687ca1b8 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:11.549472 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e1b51fbf-516b-457e-ba3c-2cf2a5056513 req-88125b5d-ef9f-4589-bb7b-bdb9687ca1b8 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 946 time: 0.0506790 Dec 20 17:10:11.598019 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e1b51fbf-516b-457e-ba3c-2cf2a5056513 req-7fce3e27-b7bf-4f13-95f7-04af715b6451 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Dec 20 17:10:11.713855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5eafd-00c5-404d-bcd3-a6c1d6315807 req-1ad89fbe-3599-4046-84f8-f81f53df4039 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:11.715327 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1ff5eafd-00c5-404d-bcd3-a6c1d6315807 req-1ad89fbe-3599-4046-84f8-f81f53df4039 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 946 time: 0.0495863 Dec 20 17:10:11.764676 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1ff5eafd-00c5-404d-bcd3-a6c1d6315807 req-ec6cd03a-e3d6-450f-a83b-5ce9af71b6dd tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Dec 20 17:10:14.543908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:23.357623 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-fb1545e5-b172-4a88-8480-a60d21d7e229 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397713 Dec 20 17:10:23.454836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-4abdde3e-11d3-4998-b8db-0c9d44dde6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:23.456256 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-4abdde3e-11d3-4998-b8db-0c9d44dde6b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8b900acee4d4adca0d6a053e00fa67e&device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 1099 time: 0.0505598 Dec 20 17:10:23.577378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-9fc750a5-42be-45c7-90a6-b981d51132a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:23.578870 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-9fc750a5-42be-45c7-90a6-b981d51132a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f57d919a-48e4-420a-afaa-92db8bceb594 HTTP/1.1" status: 200 len: 918 time: 0.0849705 Dec 20 17:10:23.629554 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-39fc6309-b083-4442-8376-8078f5fca15c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af3d604-e580-4072-bbb8-a0be44ece4a3 HTTP/1.1" status: 200 len: 217 time: 0.0369880 Dec 20 17:10:23.681062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-91c1fe70-f637-4911-9c33-43cb6de6f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:23.682578 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-91c1fe70-f637-4911-9c33-43cb6de6f7a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5 HTTP/1.1" status: 200 len: 856 time: 0.0447621 Dec 20 17:10:23.734327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-75e9eea6-5959-4e04-89c1-a3d5ccfa176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:23.735820 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-75e9eea6-5959-4e04-89c1-a3d5ccfa176b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57d919a-48e4-420a-afaa-92db8bceb594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439425 Dec 20 17:10:23.832599 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-00e91a58-b324-4459-86ad-399f155a815f service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887263 Dec 20 17:10:23.919034 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ba26810-9b59-44c9-b52f-85af4fd30f93 req-858e2d2c-3f74-4a99-a4ea-11a260e6eac7 service neutron] 10.222.0.18 "GET /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792723 Dec 20 17:10:25.112943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24ec42c2-4623-4cb8-8149-2c956289467d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:27.799001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ef0d47d-9cc5-4579-b867-ac51d8ece978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:28.572351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:30.131138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:30.868912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:34.245261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc51922-bc54-4e25-87bd-73608ed41fc0 req-09daede3-1651-4999-ab8c-ad676c77cda3 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:34.246839 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6fc51922-bc54-4e25-87bd-73608ed41fc0 req-09daede3-1651-4999-ab8c-ad676c77cda3 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 946 time: 0.0530221 Dec 20 17:10:34.300850 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6fc51922-bc54-4e25-87bd-73608ed41fc0 req-43586391-00d5-45a6-990f-867850c0949b tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473218 Dec 20 17:10:35.419694 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24deb4c-78f0-47a1-8cc9-e9e4bfb3dab4 req-cc5e10c7-df95-4c55-b02f-5b5435161572 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:35.421167 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e24deb4c-78f0-47a1-8cc9-e9e4bfb3dab4 req-cc5e10c7-df95-4c55-b02f-5b5435161572 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 946 time: 0.0489242 Dec 20 17:10:35.471980 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e24deb4c-78f0-47a1-8cc9-e9e4bfb3dab4 req-8094b48e-9a25-43fe-93f5-8e8bed145e44 tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/security-groups?id=9df7246b-d62b-4ee7-8175-d88670d2840b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Dec 20 17:10:35.775271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-e76e5914-7b5e-456d-8716-30eaef80352f tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:35.776690 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-e76e5914-7b5e-456d-8716-30eaef80352f tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 946 time: 0.0474293 Dec 20 17:10:35.867922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Deleting port 6af3d604-e580-4072-bbb8-a0be44ece4a3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:35.868253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:35.954941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] For port 6af3d604-e580-4072-bbb8-a0be44ece4a3, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=6af3d604-e580-4072-bbb8-a0be44ece4a3,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:35.955296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:35.967439 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Calling delete_port for 6af3d604-e580-4072-bbb8-a0be44ece4a3 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:36.092126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:36.104577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['6af3d604-e580-4072-bbb8-a0be44ece4a3'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:10:36.121606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Pushing event deleted for resources: {'Port': ['ID=6af3d604-e580-4072-bbb8-a0be44ece4a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:36.133996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.133996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.134444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.134541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.134841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.135179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.135508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.135834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.136161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.136487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.136812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.137137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.137459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:36.171032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] No DVR routers for this DVR port 6af3d604-e580-4072-bbb8-a0be44ece4a3 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:10:36.173579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:36.177206 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-24a84036-7fd6-4e6d-8caf-aebdf481ffa9 req-77c00eeb-53b7-47e2-a10f-9a981d20923d tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.18 "DELETE /v2.0/ports/6af3d604-e580-4072-bbb8-a0be44ece4a3 HTTP/1.1" status: 204 len: 173 time: 0.3936028 Dec 20 17:10:36.177645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3086f-cfa5-4e65-b1d1-56299da3d2d2', 'name': 'network-vif-deleted', 'tag': '6af3d604-e580-4072-bbb8-a0be44ece4a3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:10:36.179918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37d00a4-5530-49e5-9cbe-933b3a51324d" -d '{"events": [{"server_uuid": "a0b3086f-cfa5-4e65-b1d1-56299da3d2d2", "name": "network-vif-deleted", "tag": "6af3d604-e580-4072-bbb8-a0be44ece4a3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:10:36.223685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b747b61-7b40-4d3f-a52a-b605675f1326 x-openstack-request-id: req-5b747b61-7b40-4d3f-a52a-b605675f1326 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:10:36.224003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3086f-cfa5-4e65-b1d1-56299da3d2d2", "name": "network-vif-deleted", "tag": "6af3d604-e580-4072-bbb8-a0be44ece4a3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:10:36.224254 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b747b61-7b40-4d3f-a52a-b605675f1326 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:10:36.224652 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3086f-cfa5-4e65-b1d1-56299da3d2d2', 'name': 'network-vif-deleted', 'tag': '6af3d604-e580-4072-bbb8-a0be44ece4a3', 'status': 'completed', 'code': 200} Dec 20 17:10:36.601420 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7b21f2b7-f0a0-41e1-b966-58449fb30b42 req-36e10cd6-3630-49ad-8340-5ce90eaed8db tempest-TestEncryptedCinderVolumes-1890539516 tempest-TestEncryptedCinderVolumes-1890539516-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3086f-cfa5-4e65-b1d1-56299da3d2d2 HTTP/1.1" status: 200 len: 210 time: 0.0418079 Dec 20 17:10:37.325916 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:10:37.692228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:38.357620 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:38.611529 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Deleting port befe2de2-86e9-48f9-a35e-52a572bb4e2a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:38.611789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:38.700260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] For port befe2de2-86e9-48f9-a35e-52a572bb4e2a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=befe2de2-86e9-48f9-a35e-52a572bb4e2a,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:38.700981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:38.714349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Calling delete_port for befe2de2-86e9-48f9-a35e-52a572bb4e2a owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:38.904486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:38.931323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Pushing event deleted for resources: {'Port': ['ID=befe2de2-86e9-48f9-a35e-52a572bb4e2a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:38.943868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.944234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.944571 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.944909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.945244 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.945577 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.945907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.946235 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.946610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.946941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.947264 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.947589 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:38.947907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:39.075020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 6af3d604-e580-4072-bbb8-a0be44ece4a3 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:39.095702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 6af3d604-e580-4072-bbb8-a0be44ece4a3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:39.096360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 6af3d604-e580-4072-bbb8-a0be44ece4a3 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:39.113558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:39.342428 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Router ca718424-40a7-4d61-b01f-e105e0147085 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:10:39.451103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:10:39.456803 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9cc2f8c1-9525-4ab3-a59b-497f879324fe admin admin] 10.222.0.60 "PUT /v2.0/routers/ca718424-40a7-4d61-b01f-e105e0147085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7635584 Dec 20 17:10:39.459509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:39.461209 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] Sync routers for ids ['ca718424-40a7-4d61-b01f-e105e0147085'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:10:39.472252 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] Routers {'ca718424-40a7-4d61-b01f-e105e0147085'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:39.472960 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ca718424-40a7-4d61-b01f-e105e0147085'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:39.577167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:39.582295 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] Set router ca718424-40a7-4d61-b01f-e105e0147085 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:39.777027 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:10:38Z', 'revision_number': 5, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'gw_port': {'id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:39.808549 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] Checking router: ca718424-40a7-4d61-b01f-e105e0147085 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:10:39.817600 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] Routers {'ca718424-40a7-4d61-b01f-e105e0147085'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:39.818217 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['ca718424-40a7-4d61-b01f-e105e0147085'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:39.928311 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] Set router ca718424-40a7-4d61-b01f-e105e0147085 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:40.040281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.100956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Deleting port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:40.101289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.137875 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:10:38Z', 'revision_number': 5, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'gw_port': {'id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:40.165488 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9823032-7a49-4a58-a50d-1e6f9c0dd7a2 None None] The sync data for ids ['ca718424-40a7-4d61-b01f-e105e0147085'] in dv-neutron-822328-3-hyperv is: [{'id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'name': 'tempest-TestEncryptedCinderVolumes-1004354650-router', 'tenant_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:10:38Z', 'revision_number': 5, 'project_id': 'b8b900acee4d4adca0d6a053e00fa67e', 'gw_port': {'id': 'b6cada4d-c76b-4c1b-a3af-6e54d89a47e2', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca718424-40a7-4d61-b01f-e105e0147085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:14Z', 'updated_at': '2021-12-20T17:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:10:40.187508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] For port b6cada4d-c76b-4c1b-a3af-6e54d89a47e2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b6cada4d-c76b-4c1b-a3af-6e54d89a47e2,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:40.187891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.203868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Calling delete_port for b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:40.372700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.400325 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cada4d-c76b-4c1b-a3af-6e54d89a47e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:40.417194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a944bb8-c6ce-4d35-bb67-37eebef1db92 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:40.466003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.555633 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.557890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.604054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.604725 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca718424-40a7-4d61-b01f-e105e0147085 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:10:40.609370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.610572 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9fcc1a39-a092-49ec-b766-06ea86f83ec4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ca718424-40a7-4d61-b01f-e105e0147085 HTTP/1.1" status: 204 len: 168 time: 1.1499887 Dec 20 17:10:40.613245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:40.662342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c675b749-5e58-438f-94b9-ce157f98651f admin admin] Deleting subnet fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:10:40.665477 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c675b749-5e58-438f-94b9-ce157f98651f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.698879 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c675b749-5e58-438f-94b9-ce157f98651f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.778583 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c675b749-5e58-438f-94b9-ce157f98651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.840263 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c675b749-5e58-438f-94b9-ce157f98651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.866793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675b749-5e58-438f-94b9-ce157f98651f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:40.868746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c675b749-5e58-438f-94b9-ce157f98651f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:40.872100 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c675b749-5e58-438f-94b9-ce157f98651f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fa2e62a9-6a47-40f2-8f15-7d603ea1c4c5 HTTP/1.1" status: 204 len: 168 time: 0.2577522 Dec 20 17:10:40.874120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ba48f-4fb6-4bd3-a5d9-4b829ae025ab None None] Network f57d919a-48e4-420a-afaa-92db8bceb594 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:10:40.874868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53924) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:40.948337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.005115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Deleting port aeb05825-4e52-4f7f-8608-18e237a669d4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:41.005451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.067483 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] For port aeb05825-4e52-4f7f-8608-18e237a669d4, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=aeb05825-4e52-4f7f-8608-18e237a669d4,segment=NetworkSegment(e4b62c80-ca2f-445b-8671-01d177445fd8),segment_id=e4b62c80-ca2f-445b-8671-01d177445fd8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:41.067844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.080933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Calling delete_port for aeb05825-4e52-4f7f-8608-18e237a669d4 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:41.167196 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.171148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6446b126-29ba-4621-8f93-2cc675468bb9 None None] DHCP port deletion for f57d919a-48e4-420a-afaa-92db8bceb594 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:41.193869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb05825-4e52-4f7f-8608-18e237a669d4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:41.203439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] No DVR routers for this DVR port aeb05825-4e52-4f7f-8608-18e237a669d4 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:10:41.240226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device aeb05825-4e52-4f7f-8608-18e237a669d4 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:41.260675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: aeb05825-4e52-4f7f-8608-18e237a669d4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:41.261017 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device aeb05825-4e52-4f7f-8608-18e237a669d4 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:41.261436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:41.279773 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.284508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:41.284860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b6cada4d-c76b-4c1b-a3af-6e54d89a47e2 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:41.285269 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device befe2de2-86e9-48f9-a35e-52a572bb4e2a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:41.300834 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57d919a-48e4-420a-afaa-92db8bceb594']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:41.304311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: befe2de2-86e9-48f9-a35e-52a572bb4e2a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:41.304667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device befe2de2-86e9-48f9-a35e-52a572bb4e2a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:41.314517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b62c80-ca2f-445b-8671-01d177445fd8') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:41.314517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b62c80-ca2f-445b-8671-01d177445fd8') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:41.325392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.347339 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.354024 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:10:41.354409 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:10:41.356328 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:10:41.412518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.419304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:41.422803 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] 10.222.0.60 "DELETE /v2.0/networks/f57d919a-48e4-420a-afaa-92db8bceb594 HTTP/1.1" status: 204 len: 168 time: 0.5469165 Dec 20 17:10:41.426006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:41.433032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79dee1-6dc1-4cfc-82f8-7b04eeca41fd admin admin] Pushing event deleted for resources: {'Network': ['ID=f57d919a-48e4-420a-afaa-92db8bceb594,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:41.780635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:42.051314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Deleting port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:42.052216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:42.139751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] For port 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd,segment=NetworkSegment(59f128b7-e794-48e8-aa0d-6c013f14fe11),segment_id=59f128b7-e794-48e8-aa0d-6c013f14fe11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:42.140109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:42.159561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Calling delete_port for 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:42.349192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:42.374963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Pushing event deleted for resources: {'Port': ['ID=495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:42.543191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:42.772715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Router 4de522cf-2c5b-420c-8959-c3582d97dfa4 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:10:42.891230 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:10:42.903522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:42.904594 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0dd98b9f-c5dd-43c3-abe1-c04762dbf01c admin admin] 10.222.0.60 "PUT /v2.0/routers/4de522cf-2c5b-420c-8959-c3582d97dfa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4768479 Dec 20 17:10:42.908329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af657a-6923-443d-bf14-b8172874422a None None] Sync routers for ids ['4de522cf-2c5b-420c-8959-c3582d97dfa4'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:10:42.925246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af657a-6923-443d-bf14-b8172874422a None None] Routers {'4de522cf-2c5b-420c-8959-c3582d97dfa4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:42.926139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1af657a-6923-443d-bf14-b8172874422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4de522cf-2c5b-420c-8959-c3582d97dfa4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:43.031119 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.144376 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.213047 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Deleting port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:43.213561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.215764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f1af657a-6923-443d-bf14-b8172874422a None None] Set router 4de522cf-2c5b-420c-8959-c3582d97dfa4 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:43.306937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] For port 85e2fd3f-4f66-4e56-a48c-cc13f99554fb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=85e2fd3f-4f66-4e56-a48c-cc13f99554fb,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:43.307202 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.325602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Calling delete_port for 85e2fd3f-4f66-4e56-a48c-cc13f99554fb owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:43.397101 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1af657a-6923-443d-bf14-b8172874422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:10:42Z', 'revision_number': 5, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'gw_port': {'id': '85e2fd3f-4f66-4e56-a48c-cc13f99554fb', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:43.429259 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af657a-6923-443d-bf14-b8172874422a None None] Checking router: 4de522cf-2c5b-420c-8959-c3582d97dfa4 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:10:43.438884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af657a-6923-443d-bf14-b8172874422a None None] Routers {'4de522cf-2c5b-420c-8959-c3582d97dfa4'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:43.439512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1af657a-6923-443d-bf14-b8172874422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4de522cf-2c5b-420c-8959-c3582d97dfa4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:43.504669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.529311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Pushing event deleted for resources: {'Port': ['ID=85e2fd3f-4f66-4e56-a48c-cc13f99554fb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:43.529581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f1af657a-6923-443d-bf14-b8172874422a None None] Set router 4de522cf-2c5b-420c-8959-c3582d97dfa4 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:43.562277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9dd6c8-9f34-4d31-89f7-a7b744ca1a1d None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:43.600910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1af657a-6923-443d-bf14-b8172874422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:10:43Z', 'revision_number': 6, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:43.606450 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.639152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af657a-6923-443d-bf14-b8172874422a None None] The sync data for ids ['4de522cf-2c5b-420c-8959-c3582d97dfa4'] in dv-neutron-822328-3-hyperv is: [{'id': '4de522cf-2c5b-420c-8959-c3582d97dfa4', 'name': 'tempest-TestEncryptedCinderVolumes-160022815-router', 'tenant_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:09:20Z', 'updated_at': '2021-12-20T17:10:43Z', 'revision_number': 6, 'project_id': 'cf9570ef40d5481a930ae75f692ccf2d', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:10:43.705089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.707238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.754583 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.755196 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4de522cf-2c5b-420c-8959-c3582d97dfa4 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:10:43.762451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.763806 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-56d36a84-eb5e-41b1-95e8-d533176bc92d admin admin] 10.222.0.60 "DELETE /v2.0/routers/4de522cf-2c5b-420c-8959-c3582d97dfa4 HTTP/1.1" status: 204 len: 168 time: 0.8545837 Dec 20 17:10:43.768192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:43.816557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2973eed-538f-4c41-94dd-1336f529b94f admin admin] Deleting subnet dc460b78-1373-422f-8ef5-56e589e7beeb {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:10:43.819942 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2973eed-538f-4c41-94dd-1336f529b94f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.864636 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2973eed-538f-4c41-94dd-1336f529b94f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.955949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2973eed-538f-4c41-94dd-1336f529b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.018996 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2973eed-538f-4c41-94dd-1336f529b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.044648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2973eed-538f-4c41-94dd-1336f529b94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc460b78-1373-422f-8ef5-56e589e7beeb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:44.051155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2973eed-538f-4c41-94dd-1336f529b94f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.056925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b2e67-c691-4ebb-a44f-68de9d62e9bd None None] Network 006e7f37-f9bb-495d-a833-4eb82d044955 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:10:44.057997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:44.062499 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c2973eed-538f-4c41-94dd-1336f529b94f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dc460b78-1373-422f-8ef5-56e589e7beeb HTTP/1.1" status: 204 len: 168 time: 0.2855401 Dec 20 17:10:44.137655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.196690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Deleting port d5c823e7-5d93-4db1-becd-64479ece91eb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:44.197033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.272946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] For port d5c823e7-5d93-4db1-becd-64479ece91eb, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d5c823e7-5d93-4db1-becd-64479ece91eb,segment=NetworkSegment(59f128b7-e794-48e8-aa0d-6c013f14fe11),segment_id=59f128b7-e794-48e8-aa0d-6c013f14fe11)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:44.273296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.287385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Calling delete_port for d5c823e7-5d93-4db1-becd-64479ece91eb owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:44.370996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.395370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c823e7-5d93-4db1-becd-64479ece91eb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:44.400956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] No DVR routers for this DVR port d5c823e7-5d93-4db1-becd-64479ece91eb on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:10:44.459648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd451bc-f6a9-49eb-aab8-2a8fd2941e4f None None] DHCP port deletion for 006e7f37-f9bb-495d-a833-4eb82d044955 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:44.483541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.507778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006e7f37-f9bb-495d-a833-4eb82d044955']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:44.516988 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f128b7-e794-48e8-aa0d-6c013f14fe11') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:44.517279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f128b7-e794-48e8-aa0d-6c013f14fe11') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:44.527097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.541878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.542481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.549763 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:10:44.550697 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:10:44.552661 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:10:44.608574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.615322 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.618871 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] 10.222.0.60 "DELETE /v2.0/networks/006e7f37-f9bb-495d-a833-4eb82d044955 HTTP/1.1" status: 204 len: 168 time: 0.5597734 Dec 20 17:10:44.631056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e50cd0-910e-47f3-b021-a0d4186f7a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=006e7f37-f9bb-495d-a833-4eb82d044955,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:44.791082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:44.829987 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-558fb2b3-f2d8-44ed-a628-b1bd199a6dc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8b900acee4d4adca0d6a053e00fa67e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377414 Dec 20 17:10:44.832394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:44.884816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c911e340-e0a3-4bb4-9c85-3f48471094af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.908517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c911e340-e0a3-4bb4-9c85-3f48471094af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.933820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d5c823e7-5d93-4db1-becd-64479ece91eb no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:44.955350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: d5c823e7-5d93-4db1-becd-64479ece91eb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:44.955744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d5c823e7-5d93-4db1-becd-64479ece91eb not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:44.956425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 85e2fd3f-4f66-4e56-a48c-cc13f99554fb no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:44.959075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c911e340-e0a3-4bb4-9c85-3f48471094af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.962454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c911e340-e0a3-4bb4-9c85-3f48471094af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.963631 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c911e340-e0a3-4bb4-9c85-3f48471094af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9df7246b-d62b-4ee7-8175-d88670d2840b HTTP/1.1" status: 204 len: 168 time: 0.1303492 Dec 20 17:10:44.974373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911e340-e0a3-4bb4-9c85-3f48471094af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df7246b-d62b-4ee7-8175-d88670d2840b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:44.982110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 85e2fd3f-4f66-4e56-a48c-cc13f99554fb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:44.982532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 85e2fd3f-4f66-4e56-a48c-cc13f99554fb not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:44.983002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:45.008439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:45.008790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 495a79cc-7eb8-4d2e-a63d-0b76ce3d56fd not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:45.291566 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:45.334318 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-713183ad-b8b1-4381-9fc8-022eccb97106 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf9570ef40d5481a930ae75f692ccf2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414746 Dec 20 17:10:45.336715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:45.385390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d8a10c1-b0b1-4f85-a25c-1f1c0f70d838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.407139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d8a10c1-b0b1-4f85-a25c-1f1c0f70d838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.455331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d8a10c1-b0b1-4f85-a25c-1f1c0f70d838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.458153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d8a10c1-b0b1-4f85-a25c-1f1c0f70d838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.459519 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3d8a10c1-b0b1-4f85-a25c-1f1c0f70d838 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb9a5482-e34c-42af-a86b-2ad8e17a9263 HTTP/1.1" status: 204 len: 168 time: 0.1219161 Dec 20 17:10:45.467773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a10c1-b0b1-4f85-a25c-1f1c0f70d838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9a5482-e34c-42af-a86b-2ad8e17a9263,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:46.195686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:46.323374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1626478862-network', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:46.351744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Made reservation on behalf of 4d460b002c1c472d8d353ef39ebbae72 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:10:46.354328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.364414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.451273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.455986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.482075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:10:46.492412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0e0b61-4d93-4fee-9284-203980eeeb05,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:46.497823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.498513 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Added segment 0900a0b3-240d-4341-849b-95bddc1ea3b4 of type vlan for network 9672f07c-afef-4d84-848e-c36ef223a5d0 Dec 20 17:10:46.542954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.569290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.570458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:46.571039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.632554 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4356062 Dec 20 17:10:46.635386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:46.640090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Request body: {'subnet': {'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1626478862-subnet', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:46.651112 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedc4c8-5392-4a2b-b9f7-126930cabd1e admin admin] Pushing event updated for resources: {'Network': ['ID=9672f07c-afef-4d84-848e-c36ef223a5d0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:46.665789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 9672f07c-afef-4d84-848e-c36ef223a5d0 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:10:46.680539 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Made reservation on behalf of 4d460b002c1c472d8d353ef39ebbae72 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:10:46.683173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.876707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.933512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289c0dfb-c92c-44a1-9307-dd5d532f9cb9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:46.943249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Checking segment: {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:10:46.943615 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Network hostable DHCP agents. Network: 9672f07c-afef-4d84-848e-c36ef223a5d0, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:10:46.962190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Network 9672f07c-afef-4d84-848e-c36ef223a5d0 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:10:46.972358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 9672f07c-afef-4d84-848e-c36ef223a5d0) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:46.976406 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:46.977078 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.981410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023bfc47-c614-4522-8f70-424acda20e32 None None] Network 9672f07c-afef-4d84-848e-c36ef223a5d0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:10:46.998433 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3d242806-6325-4778-8579-97933cf4e951 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3618236 Dec 20 17:10:47.003891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:47.008852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:47.036131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.037163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.092594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.099387 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-9672f07c-afef-4d84-848e-c36ef223a5d0', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:10:47.100712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.241745 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Allocated IP 172.20.0.2 (9672f07c-afef-4d84-848e-c36ef223a5d0/289c0dfb-c92c-44a1-9307-dd5d532f9cb9/fc69b6ff-0bfe-47fd-9729-eaf4fa108700) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:10:47.254301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.393146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.400569 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.449343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Network 9672f07c-afef-4d84-848e-c36ef223a5d0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:10:47.450835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:47.455409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:10:47.458566 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Pushing event updated for resources: {'Port': ['ID=fc69b6ff-0bfe-47fd-9729-eaf4fa108700,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:47.484446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.507533 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.513403 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Attempting to bind port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:10:47.513778 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Attempting to bind port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:10:47.514128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Attempting to bind port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 on network 9672f07c-afef-4d84-848e-c36ef223a5d0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:10:47.520065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:10:47.520418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Checking segment: {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:10:47.520845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.521292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Bound using segment: {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:10:47.521870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Bound port: fc69b6ff-0bfe-47fd-9729-eaf4fa108700, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:10:47.522223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.590110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] For port fc69b6ff-0bfe-47fd-9729-eaf4fa108700, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:10:47.593941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] For port fc69b6ff-0bfe-47fd-9729-eaf4fa108700, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fc69b6ff-0bfe-47fd-9729-eaf4fa108700,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:10:47.598539 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.622817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Allocated IP 172.26.1.254 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/330126e2-0239-4558-b1db-5254ae5ad8da) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:10:47.664027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f160e3a-8773-45e5-8191-777850c31f90 None None] Pushing event updated for resources: {'Port': ['ID=fc69b6ff-0bfe-47fd-9729-eaf4fa108700,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:47.763516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.805841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.856395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:10:47.859436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:47.863057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:10:47.881528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598dc9fb-e8c8-41e1-a52d-e956280e476a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:47.886903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Pushing event updated for resources: {'Port': ['ID=330126e2-0239-4558-b1db-5254ae5ad8da,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:47.954627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0c2c5c88-3bba-479f-8003-1826686d9bff None None] Provisioning complete for port 330126e2-0239-4558-b1db-5254ae5ad8da triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:47.955020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5c88-3bba-479f-8003-1826686d9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.990205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c5c88-3bba-479f-8003-1826686d9bff None None] Port 330126e2-0239-4558-b1db-5254ae5ad8da cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:10:48.152234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.360168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.503664 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:10:48.623224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:10:48.633474 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Sync routers for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:10:48.647320 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:48.648056 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:48.649481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.653435 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0069c68e-1df5-44d5-93ee-af1e7933840c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6474106 Dec 20 17:10:48.653584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f5488-68d6-4b98-948d-73b1788c9380 None None] Network 9672f07c-afef-4d84-848e-c36ef223a5d0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:10:48.653671 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:48.732705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eb5c6985-0437-42d9-8546-765438f00027 None None] Provisioning complete for port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:48.733069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb5c6985-0437-42d9-8546-765438f00027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.760982 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:48.842690 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb5c6985-0437-42d9-8546-765438f00027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.888253 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eb5c6985-0437-42d9-8546-765438f00027 None None] For port fc69b6ff-0bfe-47fd-9729-eaf4fa108700, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fc69b6ff-0bfe-47fd-9729-eaf4fa108700,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:48.898365 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb5c6985-0437-42d9-8546-765438f00027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.999263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c6985-0437-42d9-8546-765438f00027 None None] Pushing event updated for resources: {'Port': ['ID=fc69b6ff-0bfe-47fd-9729-eaf4fa108700,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:49.030746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fc69b6ff-0bfe-47fd-9729-eaf4fa108700 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:10:49.112698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:49.113082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.143654 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:48Z', 'revision_number': 3, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:49.151284 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6d118b71-6a94-4822-b622-50bb9de73ebf None None] Provisioning complete for port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:49.151691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d118b71-6a94-4822-b622-50bb9de73ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.170771 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Checking router: c823ca3f-1a87-441e-93f7-2f27a24d7cb1 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:10:49.171117 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Updating router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 port 330126e2-0239-4558-b1db-5254ae5ad8da binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:10:49.198527 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.255853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.425286 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Allocated IP 172.20.0.1 (9672f07c-afef-4d84-848e-c36ef223a5d0/289c0dfb-c92c-44a1-9307-dd5d532f9cb9/22677915-58a3-40ef-89dd-d585a2953b80) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:10:49.474286 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.479747 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.519721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c3184-a037-4d98-a051-302caeabe9a8 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:49.528037 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Attempting to bind port 330126e2-0239-4558-b1db-5254ae5ad8da on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:10:49.528449 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Attempting to bind port 330126e2-0239-4558-b1db-5254ae5ad8da by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:10:49.528756 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Attempting to bind port 330126e2-0239-4558-b1db-5254ae5ad8da on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:10:49.534886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.538751 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Pushing event updated for resources: {'Port': ['ID=330126e2-0239-4558-b1db-5254ae5ad8da,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:49.541819 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:10:49.542194 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:10:49.543186 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.543186 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:10:49.543505 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Bound port: 330126e2-0239-4558-b1db-5254ae5ad8da, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:10:49.543849 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.565977 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.566342 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.566684 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.567021 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.567342 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.567668 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.567975 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.568562 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.568734 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.568959 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.569245 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.569557 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.569874 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:49.573849 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.601419 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8b9b28c7-5fb2-417d-b8ff-9a2b0a53a060 None None] Provisioning complete for port 330126e2-0239-4558-b1db-5254ae5ad8da triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:49.601797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b9b28c7-5fb2-417d-b8ff-9a2b0a53a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.607334 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] For port 330126e2-0239-4558-b1db-5254ae5ad8da, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:10:49.610774 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] For port 330126e2-0239-4558-b1db-5254ae5ad8da, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=330126e2-0239-4558-b1db-5254ae5ad8da,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:10:49.616418 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.625171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Network 9672f07c-afef-4d84-848e-c36ef223a5d0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:10:49.628411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:49.632267 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:10:49.650353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b28c7-5fb2-417d-b8ff-9a2b0a53a060 None None] Port 330126e2-0239-4558-b1db-5254ae5ad8da cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:10:49.665930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=22677915-58a3-40ef-89dd-d585a2953b80,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:49.684063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.692289 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ec891-0fa9-4cbf-b778-50dca405cf17 None None] Pushing event updated for resources: {'Port': ['ID=330126e2-0239-4558-b1db-5254ae5ad8da,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:49.711507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c852e502-7a21-4615-83f5-d36aef728a18 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:49.711755 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:49.712340 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:49.792405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0f09d18b-757f-45b5-a0ad-e75a8c7cbe57 None None] Provisioning complete for port 330126e2-0239-4558-b1db-5254ae5ad8da triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:49.792970 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f09d18b-757f-45b5-a0ad-e75a8c7cbe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.852094 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:49.866770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.942402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f09d18b-757f-45b5-a0ad-e75a8c7cbe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.990160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0f09d18b-757f-45b5-a0ad-e75a8c7cbe57 None None] For port 330126e2-0239-4558-b1db-5254ae5ad8da, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=330126e2-0239-4558-b1db-5254ae5ad8da,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:49.997961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f09d18b-757f-45b5-a0ad-e75a8c7cbe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.071148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09d18b-757f-45b5-a0ad-e75a8c7cbe57 None None] Pushing event updated for resources: {'Port': ['ID=330126e2-0239-4558-b1db-5254ae5ad8da,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:50.072976 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:48Z', 'revision_number': 3, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:50.104332 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2496f-02ea-4ba9-90d3-7a74c2fc41ce None None] The sync data for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv is: [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:48Z', 'revision_number': 3, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:10:50.126741 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.127664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6f5499cc-e1bf-4774-845a-d45a48c1c718 None None] Provisioning complete for port 22677915-58a3-40ef-89dd-d585a2953b80 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:50.128422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f5499cc-e1bf-4774-845a-d45a48c1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.133728 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.182207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6f5499cc-e1bf-4774-845a-d45a48c1c718 None None] Port 22677915-58a3-40ef-89dd-d585a2953b80 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:10:50.210835 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=22677915-58a3-40ef-89dd-d585a2953b80,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:50.217454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.321316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Network 9672f07c-afef-4d84-848e-c36ef223a5d0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:10:50.322902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:50.474812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:10:50.601561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:10:50.611110 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-195b6baf-b6fc-4bb5-b1fb-ba36c238b5f6 admin admin] 10.222.0.60 "PUT /v2.0/routers/c823ca3f-1a87-441e-93f7-2f27a24d7cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9524784 Dec 20 17:10:50.614315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-70bee00c-68db-46b9-983e-38a767bf8241 None None] Provisioning complete for port 22677915-58a3-40ef-89dd-d585a2953b80 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:50.614705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70bee00c-68db-46b9-983e-38a767bf8241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.652716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-70bee00c-68db-46b9-983e-38a767bf8241 None None] Port 22677915-58a3-40ef-89dd-d585a2953b80 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:10:51.047052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fc69b6ff-0bfe-47fd-9729-eaf4fa108700 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:10:51.105681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:51.106056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.168294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:51.174815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-71787720-network', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:51.206677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Made reservation on behalf of 3fda30568c414b959a4edd0acbfa1547 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:10:51.209929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.220072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.221773 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 330126e2-0239-4558-b1db-5254ae5ad8da up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:10:51.279871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 330126e2-0239-4558-b1db-5254ae5ad8da triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:51.280592 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.317223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.321976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.343958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:10:51.359193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba1d488-5fbc-42b7-870b-cee914324148,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:51.364866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.365186 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Added segment fe03c0df-331a-4026-bb36-5c8140ff9f0b of type vlan for network e4af3e37-1984-4549-b9c0-32c9dcc60a53 Dec 20 17:10:51.417719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.748504 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Sync routers for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:10:51.760686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:51.761332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:51.841433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.842612 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:51.843316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.894130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:51.904186 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7317753 Dec 20 17:10:51.904951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:51.913787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Request body: {'subnet': {'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-71787720-subnet', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:51.935638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7326613-3939-46a2-a8eb-d6aedb6878e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4af3e37-1984-4549-b9c0-32c9dcc60a53,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:51.958582 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Made reservation on behalf of 3fda30568c414b959a4edd0acbfa1547 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:10:51.961469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.105275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network e4af3e37-1984-4549-b9c0-32c9dcc60a53 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:10:52.162986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.271201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21879d65-34f4-47ff-8906-26c338263e61,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:52.278568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Checking segment: {'id': 'fe03c0df-331a-4026-bb36-5c8140ff9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:10:52.279043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Network hostable DHCP agents. Network: e4af3e37-1984-4549-b9c0-32c9dcc60a53, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:10:52.303735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Network e4af3e37-1984-4549-b9c0-32c9dcc60a53 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:10:52.315651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, e4af3e37-1984-4549-b9c0-32c9dcc60a53) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:52.320638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:52.321234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.334620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334257cd-863c-4295-b04c-118d961eea9c None None] Network e4af3e37-1984-4549-b9c0-32c9dcc60a53 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:10:52.339453 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8700a0b1-33e0-4994-8e26-e1e3bdeb855b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4332807 Dec 20 17:10:52.343501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 53996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:52.349012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:52.373245 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.374355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.431353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.487656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-e4af3e37-1984-4549-b9c0-32c9dcc60a53', 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53', 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'fixed_ips': [{'subnet_id': '21879d65-34f4-47ff-8906-26c338263e61'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:10:52.488520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.508167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '22677915-58a3-40ef-89dd-d585a2953b80', 'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'mac_address': 'fa:16:3e:5b:1b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:49Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 2, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'subnets': [{'id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:52.544335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Checking router: c823ca3f-1a87-441e-93f7-2f27a24d7cb1 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:10:52.544698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Updating router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 port 22677915-58a3-40ef-89dd-d585a2953b80 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:10:52.582189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.625568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.723955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Allocated IP 172.20.0.2 (e4af3e37-1984-4549-b9c0-32c9dcc60a53/21879d65-34f4-47ff-8906-26c338263e61/84c574e2-d36d-45bc-91ce-716ce16aca12) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:10:52.820197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.858471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:52.987686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Allocated IP 172.26.1.184 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/9f7b5d1f-d395-4047-87a0-3ad9b000bd3a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:10:53.027237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.035130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.100332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.106339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Network e4af3e37-1984-4549-b9c0-32c9dcc60a53 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:10:53.119246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:53.123495 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:10:53.125503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Pushing event updated for resources: {'Port': ['ID=84c574e2-d36d-45bc-91ce-716ce16aca12,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:53.129473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.138641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.139026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.181402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:10:53.184371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:53.187989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:10:53.214534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f07733-6eeb-4ab6-90fb-cd2c9b5d46b0 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:53.220927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Pushing event updated for resources: {'Port': ['ID=9f7b5d1f-d395-4047-87a0-3ad9b000bd3a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:53.232038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Attempting to bind port 84c574e2-d36d-45bc-91ce-716ce16aca12 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:10:53.232415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Attempting to bind port 84c574e2-d36d-45bc-91ce-716ce16aca12 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'fe03c0df-331a-4026-bb36-5c8140ff9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:10:53.232774 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Attempting to bind port 84c574e2-d36d-45bc-91ce-716ce16aca12 on network e4af3e37-1984-4549-b9c0-32c9dcc60a53 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:10:53.236352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10625edc-3192-4c10-8c8e-6322c048a603 None None] Pushing event updated for resources: {'Port': ['ID=22677915-58a3-40ef-89dd-d585a2953b80,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:53.247585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:10:53.247962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Checking segment: {'id': 'fe03c0df-331a-4026-bb36-5c8140ff9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:10:53.248362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.248752 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Bound using segment: {'id': 'fe03c0df-331a-4026-bb36-5c8140ff9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:10:53.249287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Bound port: 84c574e2-d36d-45bc-91ce-716ce16aca12, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe03c0df-331a-4026-bb36-5c8140ff9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:10:53.249701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.354697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-10144c9b-5def-48e8-afe6-d6bb45303d99 None None] Provisioning complete for port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:53.354697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10144c9b-5def-48e8-afe6-d6bb45303d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.359241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Attempting to bind port 22677915-58a3-40ef-89dd-d585a2953b80 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:10:53.359483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Attempting to bind port 22677915-58a3-40ef-89dd-d585a2953b80 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:10:53.359682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Attempting to bind port 22677915-58a3-40ef-89dd-d585a2953b80 on network 9672f07c-afef-4d84-848e-c36ef223a5d0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:10:53.393042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:10:53.393391 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Checking segment: {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:10:53.393734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.394130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Bound using segment: {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:10:53.394666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Bound port: 22677915-58a3-40ef-89dd-d585a2953b80, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:10:53.395028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.432225 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] For port 84c574e2-d36d-45bc-91ce-716ce16aca12, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:10:53.436641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-10144c9b-5def-48e8-afe6-d6bb45303d99 None None] Port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:10:53.463686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] For port 84c574e2-d36d-45bc-91ce-716ce16aca12, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=84c574e2-d36d-45bc-91ce-716ce16aca12,segment=NetworkSegment(fe03c0df-331a-4026-bb36-5c8140ff9f0b),segment_id=fe03c0df-331a-4026-bb36-5c8140ff9f0b)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:10:53.473146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.474518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.534893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] For port 22677915-58a3-40ef-89dd-d585a2953b80, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:10:53.539955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] For port 22677915-58a3-40ef-89dd-d585a2953b80, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=22677915-58a3-40ef-89dd-d585a2953b80,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:10:53.557361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.572390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e43fa-7912-4165-8514-42c0717e887a None None] Pushing event updated for resources: {'Port': ['ID=84c574e2-d36d-45bc-91ce-716ce16aca12,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:53.608702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0f7148c3-7025-406b-a947-5293c16d49bf None None] Provisioning complete for port 22677915-58a3-40ef-89dd-d585a2953b80 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:53.609074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f7148c3-7025-406b-a947-5293c16d49bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.659145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:53.659697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:53.715107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10625edc-3192-4c10-8c8e-6322c048a603 None None] Pushing event updated for resources: {'Port': ['ID=22677915-58a3-40ef-89dd-d585a2953b80,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:53.749564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:53.978137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:10:54.020943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f7148c3-7025-406b-a947-5293c16d49bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.023868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:54.102854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:10:54.117342 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Sync routers for ids ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:10:54.128224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0f7148c3-7025-406b-a947-5293c16d49bf None None] For port 22677915-58a3-40ef-89dd-d585a2953b80, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=22677915-58a3-40ef-89dd-d585a2953b80,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:54.130309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.131441 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Routers {'1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:54.131773 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-635bf893-afc2-4913-9ed3-5b02276e540b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7858856 Dec 20 17:10:54.132175 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:54.134415 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 53998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:54.145382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f7148c3-7025-406b-a947-5293c16d49bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.243932 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7148c3-7025-406b-a947-5293c16d49bf None None] Pushing event updated for resources: {'Port': ['ID=22677915-58a3-40ef-89dd-d585a2953b80,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:54.254516 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Set router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:54.305791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-abbd8bd6-3ce9-444f-98a1-34361a010e1f None None] Provisioning complete for port 22677915-58a3-40ef-89dd-d585a2953b80 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:54.306321 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abbd8bd6-3ce9-444f-98a1-34361a010e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.393943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '22677915-58a3-40ef-89dd-d585a2953b80', 'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'mac_address': 'fa:16:3e:5b:1b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:49Z', 'updated_at': '2021-12-20T17:10:53Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'subnets': [{'id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:54.445827 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:53Z', 'revision_number': 3, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'gw_port': {'id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:54.449846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51016f-d052-4c7b-bcdc-cdaf8733cb64 None None] The sync data for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv is: [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '22677915-58a3-40ef-89dd-d585a2953b80', 'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'mac_address': 'fa:16:3e:5b:1b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:49Z', 'updated_at': '2021-12-20T17:10:53Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'subnets': [{'id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:10:54.473156 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Checking router: 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:10:54.473491 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Updating router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:10:54.507776 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.721003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.852225 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.862002 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.895286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7043cb-77eb-4940-adff-3fcacc616742 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:54.910221 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Attempting to bind port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:10:54.910689 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Attempting to bind port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:10:54.911085 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Attempting to bind port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:10:54.918938 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:10:54.919229 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:10:54.919688 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.920457 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:10:54.920657 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Bound port: 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:10:54.921162 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:54.922174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16bfa8-1d22-4406-98c5-6944447b935d None None] Network e4af3e37-1984-4549-b9c0-32c9dcc60a53 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:10:55.030003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Allocated IP 172.20.0.1 (e4af3e37-1984-4549-b9c0-32c9dcc60a53/21879d65-34f4-47ff-8906-26c338263e61/f9bbf0e5-d3fa-4b48-947e-c8656172f374) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:10:55.049782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Provisioning complete for port 84c574e2-d36d-45bc-91ce-716ce16aca12 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:55.050248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.090355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 22677915-58a3-40ef-89dd-d585a2953b80 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:10:55.137455 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13dd19-81f8-4899-a803-e211790cb7ce None None] Pushing event updated for resources: {'Port': ['ID=9f7b5d1f-d395-4047-87a0-3ad9b000bd3a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:55.155869 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] For port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:10:55.162522 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] For port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9f7b5d1f-d395-4047-87a0-3ad9b000bd3a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:10:55.167022 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.178201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e73bb1f5-9d8c-4591-9952-c818221d21ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.230345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.230921 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Routers {'1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:55.231418 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:55.255143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4ea8b-59de-4b25-9a5a-c313562c8437 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:55.285088 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 22677915-58a3-40ef-89dd-d585a2953b80 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:55.285457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.304725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.325422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.383014 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] Set router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:55.383694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] For port 84c574e2-d36d-45bc-91ce-716ce16aca12, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=84c574e2-d36d-45bc-91ce-716ce16aca12,segment=NetworkSegment(fe03c0df-331a-4026-bb36-5c8140ff9f0b),segment_id=fe03c0df-331a-4026-bb36-5c8140ff9f0b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:55.392832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.397242 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Network e4af3e37-1984-4549-b9c0-32c9dcc60a53 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:10:55.403852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:55.406558 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:10:55.409647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Pushing event updated for resources: {'Port': ['ID=f9bbf0e5-d3fa-4b48-947e-c8656172f374,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:55.479949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.505094 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Pushing event updated for resources: {'Port': ['ID=84c574e2-d36d-45bc-91ce-716ce16aca12,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:55.510331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Provisioning complete for port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:55.518524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.520362 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13dd19-81f8-4899-a803-e211790cb7ce None None] Pushing event updated for resources: {'Port': ['ID=9f7b5d1f-d395-4047-87a0-3ad9b000bd3a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:55.599584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 84c574e2-d36d-45bc-91ce-716ce16aca12 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:10:55.711624 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.720692 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 84c574e2-d36d-45bc-91ce-716ce16aca12 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:55.721158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.725248 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:53Z', 'revision_number': 3, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'gw_port': {'id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:55.735868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.778814 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6bb99e-a08a-479b-b030-7a61bce18149 None None] The sync data for ids ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'] in dv-neutron-822328-3-hyperv is: [{'id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:53Z', 'revision_number': 3, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'gw_port': {'id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:10:55.791011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] For port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9f7b5d1f-d395-4047-87a0-3ad9b000bd3a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:55.803560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.923575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfb81c-0b8f-4e1b-945d-9f2905b5cbdf None None] Pushing event updated for resources: {'Port': ['ID=9f7b5d1f-d395-4047-87a0-3ad9b000bd3a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:55.950250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f527eec0-b7c7-41fb-9ed1-bb145d72d561 None None] Provisioning complete for port 84c574e2-d36d-45bc-91ce-716ce16aca12 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:55.950653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f527eec0-b7c7-41fb-9ed1-bb145d72d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.031535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.037768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.096510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f527eec0-b7c7-41fb-9ed1-bb145d72d561 None None] Provisioning complete for port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:56.097027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f527eec0-b7c7-41fb-9ed1-bb145d72d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.122375 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Pushing event updated for resources: {'Port': ['ID=f9bbf0e5-d3fa-4b48-947e-c8656172f374,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:56.126616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.297811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Network e4af3e37-1984-4549-b9c0-32c9dcc60a53 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:10:56.300689 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:10:56.384177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4ceedeac-a50d-48b5-bb9a-acb69e136e36 None None] Provisioning complete for port f9bbf0e5-d3fa-4b48-947e-c8656172f374 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:56.385055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ceedeac-a50d-48b5-bb9a-acb69e136e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.455706 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4ceedeac-a50d-48b5-bb9a-acb69e136e36 None None] Port f9bbf0e5-d3fa-4b48-947e-c8656172f374 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:10:56.538163 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:10:56.687021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e45d7b74-5621-4376-b9ad-b805d2b49639 None None] Provisioning complete for port f9bbf0e5-d3fa-4b48-947e-c8656172f374 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:56.687703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e45d7b74-5621-4376-b9ad-b805d2b49639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.754646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e45d7b74-5621-4376-b9ad-b805d2b49639 None None] Port f9bbf0e5-d3fa-4b48-947e-c8656172f374 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:10:57.071843 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:10:57.131328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:57.131785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.174625 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:10:57.187154 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-eac83c5e-8370-4771-adcf-3bac4bfcc167 admin admin] 10.222.0.60 "PUT /v2.0/routers/1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0501819 Dec 20 17:10:57.226920 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 84c574e2-d36d-45bc-91ce-716ce16aca12 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:10:57.281517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 84c574e2-d36d-45bc-91ce-716ce16aca12 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:57.281881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.813429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd783751-da73-4f0a-bde5-8b0a0ec1d826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.031994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Sync routers for ids ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:10:58.048987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Routers {'1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:58.049674 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:58.238001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Set router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:58.574645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 4, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'gw_port': {'id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'f9bbf0e5-d3fa-4b48-947e-c8656172f374', 'name': '', 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'mac_address': 'fa:16:3e:03:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '21879d65-34f4-47ff-8906-26c338263e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:54Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 2, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'subnets': [{'id': '21879d65-34f4-47ff-8906-26c338263e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:58.633691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Checking router: 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:10:58.634018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Updating router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af port f9bbf0e5-d3fa-4b48-947e-c8656172f374 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:10:58.666915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.670045 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.095408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.106207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.164306 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2fdf6-7a9b-4c51-93a7-2ed67bebe5fd None None] Pushing event updated for resources: {'Port': ['ID=f9bbf0e5-d3fa-4b48-947e-c8656172f374,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:59.257312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Attempting to bind port f9bbf0e5-d3fa-4b48-947e-c8656172f374 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:10:59.257890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Attempting to bind port f9bbf0e5-d3fa-4b48-947e-c8656172f374 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'fe03c0df-331a-4026-bb36-5c8140ff9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:10:59.258512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Attempting to bind port f9bbf0e5-d3fa-4b48-947e-c8656172f374 on network e4af3e37-1984-4549-b9c0-32c9dcc60a53 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:10:59.267691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:10:59.268268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Checking segment: {'id': 'fe03c0df-331a-4026-bb36-5c8140ff9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:10:59.268876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.269456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Bound using segment: {'id': 'fe03c0df-331a-4026-bb36-5c8140ff9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:10:59.270435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Bound port: f9bbf0e5-d3fa-4b48-947e-c8656172f374, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe03c0df-331a-4026-bb36-5c8140ff9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:10:59.270813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.378087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] For port f9bbf0e5-d3fa-4b48-947e-c8656172f374, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:10:59.382824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] For port f9bbf0e5-d3fa-4b48-947e-c8656172f374, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f9bbf0e5-d3fa-4b48-947e-c8656172f374,segment=NetworkSegment(fe03c0df-331a-4026-bb36-5c8140ff9f0b),segment_id=fe03c0df-331a-4026-bb36-5c8140ff9f0b)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:10:59.389040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.464051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Routers {'1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:59.464829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:10:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:59.519446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2fdf6-7a9b-4c51-93a7-2ed67bebe5fd None None] Pushing event updated for resources: {'Port': ['ID=f9bbf0e5-d3fa-4b48-947e-c8656172f374,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:59.728412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-84a5ef60-4deb-454f-a3d6-ddcf4185c1e2 None None] Provisioning complete for port f9bbf0e5-d3fa-4b48-947e-c8656172f374 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:59.728412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84a5ef60-4deb-454f-a3d6-ddcf4185c1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.830037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] Set router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:59.984359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84a5ef60-4deb-454f-a3d6-ddcf4185c1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:00.070339 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-84a5ef60-4deb-454f-a3d6-ddcf4185c1e2 None None] For port f9bbf0e5-d3fa-4b48-947e-c8656172f374, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f9bbf0e5-d3fa-4b48-947e-c8656172f374,segment=NetworkSegment(fe03c0df-331a-4026-bb36-5c8140ff9f0b),segment_id=fe03c0df-331a-4026-bb36-5c8140ff9f0b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:00.077943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84a5ef60-4deb-454f-a3d6-ddcf4185c1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:00.183299 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:00.184919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5ef60-4deb-454f-a3d6-ddcf4185c1e2 None None] Pushing event updated for resources: {'Port': ['ID=f9bbf0e5-d3fa-4b48-947e-c8656172f374,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:00.219017 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-79ab2a25-d470-4024-aa69-2ee3b4c44a6a None None] Provisioning complete for port f9bbf0e5-d3fa-4b48-947e-c8656172f374 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:00.219388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79ab2a25-d470-4024-aa69-2ee3b4c44a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:00.251604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 4, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'gw_port': {'id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'f9bbf0e5-d3fa-4b48-947e-c8656172f374', 'name': '', 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'mac_address': 'fa:16:3e:03:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '21879d65-34f4-47ff-8906-26c338263e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:54Z', 'updated_at': '2021-12-20T17:10:59Z', 'revision_number': 4, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'subnets': [{'id': '21879d65-34f4-47ff-8906-26c338263e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:00.289005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943af9b-0b9b-4968-b0a8-f92c010af89c None None] The sync data for ids ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'] in dv-neutron-822328-3-hyperv is: [{'id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 4, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'gw_port': {'id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'f9bbf0e5-d3fa-4b48-947e-c8656172f374', 'name': '', 'network_id': 'e4af3e37-1984-4549-b9c0-32c9dcc60a53', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'mac_address': 'fa:16:3e:03:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '21879d65-34f4-47ff-8906-26c338263e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:54Z', 'updated_at': '2021-12-20T17:10:59Z', 'revision_number': 4, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'subnets': [{'id': '21879d65-34f4-47ff-8906-26c338263e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:11:00.882552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:01.002319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f9bbf0e5-d3fa-4b48-947e-c8656172f374 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:11:01.067205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f9bbf0e5-d3fa-4b48-947e-c8656172f374 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:01.067714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:07.708633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99859b84-ffc4-480a-9778-4be12ddef132 req-12ec0de0-7903-4e42-b1e2-5941ca16e086 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:07.710111 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-12ec0de0-7903-4e42-b1e2-5941ca16e086 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/networks?id=9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 200 len: 815 time: 0.1121497 Dec 20 17:11:07.727360 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-003c3430-4346-47de-9edb-b5ec206d4e74 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/quotas/4d460b002c1c472d8d353ef39ebbae72 HTTP/1.1" status: 200 len: 375 time: 0.0114348 Dec 20 17:11:07.785105 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-88b4ea74-b11d-4938-a25f-ec4c7404ab8a tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d460b002c1c472d8d353ef39ebbae72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524929 Dec 20 17:11:07.886627 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0c74821d-62f8-4b32-a3b7-f6b9c301a229 service neutron] 10.222.0.60 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897031 Dec 20 17:11:07.991518 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-7073b7b2-d24d-406f-83ba-2d12f1444363 service neutron] 10.222.0.60 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884483 Dec 20 17:11:08.156394 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-096dad7d-b40e-428d-afda-22649373cb65 req-eb21fb2d-567c-43d1-ac71-e69e8c9c1f6d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 210 time: 0.0287263 Dec 20 17:11:09.101274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99859b84-ffc4-480a-9778-4be12ddef132 req-e4701dd0-92f1-460c-82ca-46fb23a27e82 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:09.102833 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-e4701dd0-92f1-460c-82ca-46fb23a27e82 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.18 "GET /v2.0/networks?id=9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 200 len: 815 time: 0.1218128 Dec 20 17:11:09.115567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'port': {'device_id': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'admin_state_up': True, 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:09.232762 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Made reservation on behalf of 4d460b002c1c472d8d353ef39ebbae72 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:11:09.240055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.265419 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-590e1348-ba8d-4ffd-8e4a-835b443952e0 req-29e9dd71-5918-4d3b-b2c3-bcee3ea9485b tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 210 time: 0.0283685 Dec 20 17:11:09.407637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Allocated IP 172.20.0.4 (9672f07c-afef-4d84-848e-c36ef223a5d0/289c0dfb-c92c-44a1-9307-dd5d532f9cb9/25071252-a164-4169-8e87-130b8c37b087) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:11:09.570973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.609674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.654660 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Network 9672f07c-afef-4d84-848e-c36ef223a5d0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:11:09.661847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:09.666464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:11:09.726362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'Port': ['ID=25071252-a164-4169-8e87-130b8c37b087,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:09.776811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:09.786569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.809456 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-0d048d84-a45c-4945-b0cb-fdaf7f034652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6976619 Dec 20 17:11:10.010836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a02838bc-e422-43fd-aef2-2f16e2a88a4c None None] Provisioning complete for port 25071252-a164-4169-8e87-130b8c37b087 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:10.011561 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a02838bc-e422-43fd-aef2-2f16e2a88a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:10.055167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a02838bc-e422-43fd-aef2-2f16e2a88a4c None None] Port 25071252-a164-4169-8e87-130b8c37b087 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:11:10.410326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e80929-bd08-4a81-a4e8-5efbddbabb25 req-c703701e-dd64-45b9-8b3d-a7048623298b tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:10.412007 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1e80929-bd08-4a81-a4e8-5efbddbabb25 req-c703701e-dd64-45b9-8b3d-a7048623298b tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 931 time: 0.0748117 Dec 20 17:11:10.471411 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1e80929-bd08-4a81-a4e8-5efbddbabb25 req-856a2ae4-a2de-4da1-9a8a-3238bd9960d0 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513663 Dec 20 17:11:11.607484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e407c95-8150-4c97-8bdb-3417bb3bb33f req-530cff7c-0303-4749-899b-2a55f2ca3e66 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:11.608992 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e407c95-8150-4c97-8bdb-3417bb3bb33f req-530cff7c-0303-4749-899b-2a55f2ca3e66 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 931 time: 0.0623527 Dec 20 17:11:11.681141 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e407c95-8150-4c97-8bdb-3417bb3bb33f req-3af8de0f-6cc2-49e8-8180-c049250d169c tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531054 Dec 20 17:11:12.792819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d29b95-a8d8-46e0-8125-f6e6a9aca0fe req-4b48c493-8ac1-470d-bd81-d21ed0397bd3 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:12.795514 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d4d29b95-a8d8-46e0-8125-f6e6a9aca0fe req-4b48c493-8ac1-470d-bd81-d21ed0397bd3 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 931 time: 0.0583634 Dec 20 17:11:12.849770 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d4d29b95-a8d8-46e0-8125-f6e6a9aca0fe req-c7ac14a4-fc95-4bf8-acc2-e26e44377fec tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442736 Dec 20 17:11:14.002490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ca31b-adce-4c4b-b8be-e2a8e93366c3 req-46f44b94-e8f1-4ef5-979c-7a4873b2fd5a tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:14.005099 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-158ca31b-adce-4c4b-b8be-e2a8e93366c3 req-46f44b94-e8f1-4ef5-979c-7a4873b2fd5a tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 931 time: 0.0711255 Dec 20 17:11:14.058631 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-158ca31b-adce-4c4b-b8be-e2a8e93366c3 req-16a6c6f2-e289-4bb8-b7c9-3c8ea1fe7353 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468369 Dec 20 17:11:14.325471 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:11:14.573680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:15.204341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97257010-1e38-4372-a8f5-647cd2f06c3f req-27bb4911-07bf-44af-a34b-332d91ee0a79 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:15.206468 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97257010-1e38-4372-a8f5-647cd2f06c3f req-27bb4911-07bf-44af-a34b-332d91ee0a79 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 931 time: 0.0620282 Dec 20 17:11:15.260464 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97257010-1e38-4372-a8f5-647cd2f06c3f req-7c815b68-56a7-48e0-8b8c-ea83b45c6652 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Dec 20 17:11:16.383782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15dcde-2ad0-47a1-bd37-28b81e656d7f req-e94e1662-de0f-4aae-b1cc-8e6ca0138099 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:16.385450 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5a15dcde-2ad0-47a1-bd37-28b81e656d7f req-e94e1662-de0f-4aae-b1cc-8e6ca0138099 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 931 time: 0.0572300 Dec 20 17:11:16.435421 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5a15dcde-2ad0-47a1-bd37-28b81e656d7f req-df01cee1-14f2-43ca-b7d4-1a1ff888d039 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Dec 20 17:11:17.567294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b566fb-9771-4dad-9652-6907c470f402 req-35787195-2c3d-434f-9e02-4374c2557b91 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:17.569236 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-79b566fb-9771-4dad-9652-6907c470f402 req-35787195-2c3d-434f-9e02-4374c2557b91 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 931 time: 0.0546627 Dec 20 17:11:17.628921 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-79b566fb-9771-4dad-9652-6907c470f402 req-c94e37a9-e29e-4419-9769-fb1b883081c8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Dec 20 17:11:18.753118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee76e3-a09d-4d1c-9715-40ad17ba04bd req-8a50b171-e75b-4259-ad63-adbd61911ca7 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:18.754625 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b5ee76e3-a09d-4d1c-9715-40ad17ba04bd req-8a50b171-e75b-4259-ad63-adbd61911ca7 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 931 time: 0.0603669 Dec 20 17:11:18.802967 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b5ee76e3-a09d-4d1c-9715-40ad17ba04bd req-8ab337eb-6dff-427a-be29-f7c37b079319 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422859 Dec 20 17:11:19.923346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6f08b-fb14-4732-b424-1362970f5cdb req-bca7295b-6d2c-4e06-a525-6f4f5da45734 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:19.925486 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-18a6f08b-fb14-4732-b424-1362970f5cdb req-bca7295b-6d2c-4e06-a525-6f4f5da45734 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 931 time: 0.0496933 Dec 20 17:11:19.972935 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-18a6f08b-fb14-4732-b424-1362970f5cdb req-c242e761-6627-48b1-a636-0e2acc42b608 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410333 Dec 20 17:11:20.154739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Request body: {'port': {'device_id': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:20.210807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:20.459872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25071252-a164-4169-8e87-130b8c37b087 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:11:20.467059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:20.479083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Transition to ACTIVE for port object 25071252-a164-4169-8e87-130b8c37b087 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:11:20.482868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:20.531898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Pushing event updated for resources: {'Port': ['ID=25071252-a164-4169-8e87-130b8c37b087,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:20.607360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Attempting to bind port 25071252-a164-4169-8e87-130b8c37b087 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:11:20.607689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Attempting to bind port 25071252-a164-4169-8e87-130b8c37b087 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:11:20.608011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Attempting to bind port 25071252-a164-4169-8e87-130b8c37b087 on network 9672f07c-afef-4d84-848e-c36ef223a5d0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:11:20.612645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Port 25071252-a164-4169-8e87-130b8c37b087 on network 9672f07c-afef-4d84-848e-c36ef223a5d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:11:20.612935 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Attempting to bind port 25071252-a164-4169-8e87-130b8c37b087 on network 9672f07c-afef-4d84-848e-c36ef223a5d0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:11:20.617917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:11:20.618247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Checking segment: {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:11:20.618653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Bound using segment: {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:11:20.619073 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Bound port: 25071252-a164-4169-8e87-130b8c37b087, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0900a0b3-240d-4341-849b-95bddc1ea3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:11:20.619423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:20.683454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] For port 25071252-a164-4169-8e87-130b8c37b087, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:11:20.686379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] For port 25071252-a164-4169-8e87-130b8c37b087, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=25071252-a164-4169-8e87-130b8c37b087,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:11:20.692170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:20.727122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:20.727712 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:20.729078 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] 10.222.0.18 "PUT /v2.0/ports/25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 1093 time: 0.5795712 Dec 20 17:11:20.729534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:20.731836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1489af-9e67-47cd-a5ae-8e35500dc8be" -d '{"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:11:20.754885 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38f7cb-771c-4704-b169-1d409660744b service neutron] Pushing event updated for resources: {'Port': ['ID=25071252-a164-4169-8e87-130b8c37b087,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:20.781224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34926bd3-1ed5-438b-a796-73876c384bbd x-openstack-request-id: req-34926bd3-1ed5-438b-a796-73876c384bbd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:11:20.781566 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:11:20.781822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34926bd3-1ed5-438b-a796-73876c384bbd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:11:20.782219 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087', 'status': 'completed', 'code': 200} Dec 20 17:11:20.831219 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99859b84-ffc4-480a-9778-4be12ddef132 req-96e9ca56-5d8f-41ae-a17d-2c2279ed40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:20.832978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-96e9ca56-5d8f-41ae-a17d-2c2279ed40c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d460b002c1c472d8d353ef39ebbae72&device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1096 time: 0.0476325 Dec 20 17:11:20.877307 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-983c6b62-a18d-48eb-8fae-745678fc73ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 217 time: 0.0346632 Dec 20 17:11:20.928646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99859b84-ffc4-480a-9778-4be12ddef132 req-39a36f11-0183-4700-977d-b100aec6bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:20.930109 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-39a36f11-0183-4700-977d-b100aec6bdde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=289c0dfb-c92c-44a1-9307-dd5d532f9cb9 HTTP/1.1" status: 200 len: 854 time: 0.0458231 Dec 20 17:11:20.988430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99859b84-ffc4-480a-9778-4be12ddef132 req-5a4bf5cd-0d9a-410d-a947-ed12ddce1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:20.989857 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-5a4bf5cd-0d9a-410d-a947-ed12ddce1391 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9672f07c-afef-4d84-848e-c36ef223a5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522697 Dec 20 17:11:21.120681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcddd6-0e15-476c-80f5-9d04f4b60e19 req-401237d7-fd6f-4c30-bf80-d7ab87972dca tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:21.122178 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e7dcddd6-0e15-476c-80f5-9d04f4b60e19 req-401237d7-fd6f-4c30-bf80-d7ab87972dca tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 943 time: 0.0723743 Dec 20 17:11:21.218055 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e7dcddd6-0e15-476c-80f5-9d04f4b60e19 req-024a54d7-0ccc-49a4-bda5-b3c3ad5241a2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677435 Dec 20 17:11:21.220053 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-a08e318f-5d26-4427-83a4-c21ef25b9924 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226152 Dec 20 17:11:21.310505 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-99859b84-ffc4-480a-9778-4be12ddef132 req-a90674ee-9c8e-438a-88e3-47ffbe71ea7c service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833006 Dec 20 17:11:21.399039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-7f5cb2c1-f9c6-44b0-92b0-7db4823541d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:21.400513 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-7f5cb2c1-f9c6-44b0-92b0-7db4823541d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d460b002c1c472d8d353ef39ebbae72&device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1096 time: 0.0399256 Dec 20 17:11:21.494917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-86934691-4c15-4fd7-9349-02bd174636c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:21.496386 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-86934691-4c15-4fd7-9349-02bd174636c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 200 len: 916 time: 0.0883532 Dec 20 17:11:21.537390 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-5cf01764-0c9a-4611-bad5-562b5434a0fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 217 time: 0.0333288 Dec 20 17:11:21.591152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-466c4203-37d3-472e-b122-1cbdf720f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:21.592532 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-466c4203-37d3-472e-b122-1cbdf720f6fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=289c0dfb-c92c-44a1-9307-dd5d532f9cb9 HTTP/1.1" status: 200 len: 854 time: 0.0477159 Dec 20 17:11:21.639203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-e81ebe25-0adc-4bed-aa5a-ba910b43dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:21.640808 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-e81ebe25-0adc-4bed-aa5a-ba910b43dbec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9672f07c-afef-4d84-848e-c36ef223a5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396106 Dec 20 17:11:21.732272 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-5a71ab80-d9a7-4de0-8be6-c6bfc087bed7 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835543 Dec 20 17:11:21.818952 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fd1489af-9e67-47cd-a5ae-8e35500dc8be req-ea04f2be-c655-4eb9-818f-070b2098d228 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795057 Dec 20 17:11:22.333742 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c42d6-a466-496c-a535-a048d3c94e6e req-c06798ac-1b22-4721-91a4-44c1a2cf64b9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:22.335257 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1c2c42d6-a466-496c-a535-a048d3c94e6e req-c06798ac-1b22-4721-91a4-44c1a2cf64b9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 943 time: 0.0495276 Dec 20 17:11:22.385938 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1c2c42d6-a466-496c-a535-a048d3c94e6e req-86a8ce33-0beb-44f2-9465-7e0104e10d91 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448050 Dec 20 17:11:23.324312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 25071252-a164-4169-8e87-130b8c37b087 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:11:23.422362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 25071252-a164-4169-8e87-130b8c37b087, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=25071252-a164-4169-8e87-130b8c37b087,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:23.434570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '25071252-a164-4169-8e87-130b8c37b087', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'port_id': '25071252-a164-4169-8e87-130b8c37b087', 'mac_address': 'fa:16:3e:fa:06:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:11:23.472483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:23.486537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25071252-a164-4169-8e87-130b8c37b087 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:11:23.505540 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c437b-5836-470d-9da8-e0e242b7700c req-a49b7f87-2d29-4b68-8809-b6d6fd03d796 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:23.506799 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 25071252-a164-4169-8e87-130b8c37b087, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=25071252-a164-4169-8e87-130b8c37b087,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:23.510831 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0f1c437b-5836-470d-9da8-e0e242b7700c req-a49b7f87-2d29-4b68-8809-b6d6fd03d796 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 943 time: 0.0571401 Dec 20 17:11:23.511244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:23.558663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=25071252-a164-4169-8e87-130b8c37b087,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:23.566343 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0f1c437b-5836-470d-9da8-e0e242b7700c req-68c35344-d77d-406e-93ff-0e3a7345cdac tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505311 Dec 20 17:11:23.572098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.572098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.572461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.572883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.573282 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.573667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.574053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.574493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.574904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.575301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.575675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.576058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.576599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:23.719250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['25071252-a164-4169-8e87-130b8c37b087'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:11:24.682946 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0ded7-5401-4a08-8a08-06efaee31331 req-e2f8f046-0700-443a-a6d9-7ebae6ff03cf tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:24.684427 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0eb0ded7-5401-4a08-8a08-06efaee31331 req-e2f8f046-0700-443a-a6d9-7ebae6ff03cf tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 944 time: 0.0495970 Dec 20 17:11:24.732586 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0eb0ded7-5401-4a08-8a08-06efaee31331 req-3458ca1f-dc64-4b53-8974-506cb8d50ce2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Dec 20 17:11:25.120754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-818a2bba-aab3-4adf-8b04-80260e9404da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:25.323823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 25071252-a164-4169-8e87-130b8c37b087 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:11:25.371695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 25071252-a164-4169-8e87-130b8c37b087 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:11:25.375939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 25071252-a164-4169-8e87-130b8c37b087 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:25.376366 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:25.456004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:25.478688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25071252-a164-4169-8e87-130b8c37b087'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:25.480900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00d5e35-80e3-476f-821b-ccc1d161a233" -d '{"events": [{"server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "name": "network-vif-plugged", "status": "completed", "tag": "25071252-a164-4169-8e87-130b8c37b087"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:11:25.494962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 25071252-a164-4169-8e87-130b8c37b087, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=25071252-a164-4169-8e87-130b8c37b087,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:25.499189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:25.545431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=25071252-a164-4169-8e87-130b8c37b087,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:25.632685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b14150-03a3-410b-bae7-afdfbcdab0e8 x-openstack-request-id: req-83b14150-03a3-410b-bae7-afdfbcdab0e8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:11:25.632977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "name": "network-vif-plugged", "status": "completed", "tag": "25071252-a164-4169-8e87-130b8c37b087", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:11:25.633227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83b14150-03a3-410b-bae7-afdfbcdab0e8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:11:25.633617 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25071252-a164-4169-8e87-130b8c37b087', 'code': 200} Dec 20 17:11:25.799929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3446ff-f7b2-48da-89f9-9e3acc4f3053 req-fe9cb5ff-f234-4e01-91ee-d8eed4b205f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:25.801408 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-eb3446ff-f7b2-48da-89f9-9e3acc4f3053 req-fe9cb5ff-f234-4e01-91ee-d8eed4b205f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1098 time: 0.0410237 Dec 20 17:11:25.847669 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-eb3446ff-f7b2-48da-89f9-9e3acc4f3053 req-37d45067-da89-419d-991c-e2ce572e4d5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378025 Dec 20 17:11:25.852198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccfa1c-0f0a-4dde-aa4a-b622a49e373f req-b82e7904-54bd-4db1-8ed8-d2445aa1a322 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:25.853713 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c5ccfa1c-0f0a-4dde-aa4a-b622a49e373f req-b82e7904-54bd-4db1-8ed8-d2445aa1a322 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 945 time: 0.0550225 Dec 20 17:11:25.902052 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c5ccfa1c-0f0a-4dde-aa4a-b622a49e373f req-857d31fb-8ae4-4b8e-a96e-4eed645a3195 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424805 Dec 20 17:11:27.024432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62476d30-5da5-4044-9ba1-d2fcf9e7862b req-b06298a5-b08f-4622-8baa-0a00c22838f6 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:27.025930 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-62476d30-5da5-4044-9ba1-d2fcf9e7862b req-b06298a5-b08f-4622-8baa-0a00c22838f6 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 945 time: 0.0497229 Dec 20 17:11:27.071259 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-62476d30-5da5-4044-9ba1-d2fcf9e7862b req-30a45098-08b1-4a55-bf6a-a3bc49775a58 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Dec 20 17:11:27.189154 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f041c0-b828-4eb7-b513-5b4632e6fa51 req-2d69c382-df94-4e04-8a7e-81c0ea7cd06b tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:27.190667 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9f041c0-b828-4eb7-b513-5b4632e6fa51 req-2d69c382-df94-4e04-8a7e-81c0ea7cd06b tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 945 time: 0.0536888 Dec 20 17:11:27.237674 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9f041c0-b828-4eb7-b513-5b4632e6fa51 req-7efbec22-3209-4eb9-9ee9-093f0082acc0 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Dec 20 17:11:27.553489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29472fdb-485d-4c3b-9915-1984f13b9339 req-16c30c4e-ecce-4303-97bb-43978031b796 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:27.555078 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-29472fdb-485d-4c3b-9915-1984f13b9339 req-16c30c4e-ecce-4303-97bb-43978031b796 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 945 time: 0.0485485 Dec 20 17:11:27.602280 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-29472fdb-485d-4c3b-9915-1984f13b9339 req-be2d0b2b-112c-4a47-88e9-cbe93f183d6e tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Dec 20 17:11:27.807426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6949cc31-52be-40b6-a1bd-4926fd65c2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:28.571017 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:30.139965 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:30.879886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:41.142898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d53b2-3a09-4c9c-bc93-24af756c9265 req-54467c7c-a711-49a0-9980-37b2b98e5a40 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:41.144365 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f69d53b2-3a09-4c9c-bc93-24af756c9265 req-54467c7c-a711-49a0-9980-37b2b98e5a40 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 945 time: 0.0496037 Dec 20 17:11:41.195087 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f69d53b2-3a09-4c9c-bc93-24af756c9265 req-3f70baf2-adec-4650-bbce-e599606869f4 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449414 Dec 20 17:11:41.217393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:41.301093 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdcfde4-1e7c-42ed-a038-285e5a4d5409 tempest-TestMinimumBasicScenario-802682016 tempest-TestMinimumBasicScenario-802682016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:41.302873 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9fdcfde4-1e7c-42ed-a038-285e5a4d5409 tempest-TestMinimumBasicScenario-802682016 tempest-TestMinimumBasicScenario-802682016-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1093 time: 0.0842607 Dec 20 17:11:41.305819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:41.310023 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '25071252-a164-4169-8e87-130b8c37b087', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:41.333891 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:41.434907 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:41.536927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Allocated IP 172.26.1.197 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/8d75c751-8339-4b34-9161-f1e29423564d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:11:41.640229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:41.673213 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:41.708421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:11:41.713254 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:41.716747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:11:41.744746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'Port': ['ID=8d75c751-8339-4b34-9161-f1e29423564d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:41.756218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.756570 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.756915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.757250 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.757586 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.757918 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.758248 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.758604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.758933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.759259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.759585 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.759909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:41.760231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:42.098397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:42.166404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:42.337829 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:42.342343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:42.411451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'Port': ['ID=8d75c751-8339-4b34-9161-f1e29423564d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:42.427263 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:42.529334 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Floating IP 8fb7be19-bf11-4843-819d-244dd74b73c3 associated. External IP: 172.26.1.197, port: 25071252-a164-4169-8e87-130b8c37b087. Dec 20 17:11:42.734645 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:11:42.838337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:11:42.848920 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] Sync routers for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:11:42.858436 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:42.860814 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:42.861425 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:11:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:42.891061 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-28bae232-5378-48b0-8481-d3021318688d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5841694 Dec 20 17:11:42.891710 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:42.894029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:42.895138 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:11:42.905438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331458765', 'description': 'tempest-secgroup-smoke-331458765 description', 'project_id': '4d460b002c1c472d8d353ef39ebbae72'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:42.934706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:42.979888 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:43.014391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.018993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.032143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1850f3a-c4cf-4450-8916-f78a039010c5 x-openstack-request-id: req-e1850f3a-c4cf-4450-8916-f78a039010c5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:11:43.032510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:11:43.032825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1850f3a-c4cf-4450-8916-f78a039010c5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:11:43.033286 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087', 'status': 'completed', 'code': 200} Dec 20 17:11:43.055087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.056328 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1612840 Dec 20 17:11:43.058288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b77d526-a051-4a7b-a473-fae68a55bb10,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:43.059305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:43.064255 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4cd6b814-11b9-4013-a95d-00d81afde464 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'security_group_rule': {'security_group_id': '0b77d526-a051-4a7b-a473-fae68a55bb10', 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:43.075164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.075520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.075871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.076594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.076955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.077311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.077639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.077975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.078338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.078676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.079511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.079855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.080189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a775a48-c941-4c62-8d7b-ba939987d704 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:43.100667 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b814-11b9-4013-a95d-00d81afde464 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.115352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-2ad8bb95-e250-4d86-b4a5-9b57fa7e4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:43.116861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-2ad8bb95-e250-4d86-b4a5-9b57fa7e4d15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d460b002c1c472d8d353ef39ebbae72&device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1098 time: 0.0551989 Dec 20 17:11:43.162868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b814-11b9-4013-a95d-00d81afde464 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.167635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b814-11b9-4013-a95d-00d81afde464 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.187661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6b814-11b9-4013-a95d-00d81afde464 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f24c57-835a-4a99-a8d9-0e69edfadea2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:43.198331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b814-11b9-4013-a95d-00d81afde464 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.202010 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4cd6b814-11b9-4013-a95d-00d81afde464 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391098 Dec 20 17:11:43.202215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:43.208653 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5d4069ad-1d44-4747-bde3-a12c1413fe69 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'security_group_rule': {'security_group_id': '0b77d526-a051-4a7b-a473-fae68a55bb10', 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:43.243754 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d4069ad-1d44-4747-bde3-a12c1413fe69 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.244418 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '8fb7be19-bf11-4843-819d-244dd74b73c3', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'floating_ip_address': '172.26.1.197', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'port_id': '25071252-a164-4169-8e87-130b8c37b087', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'mac_address': 'fa:16:3e:fa:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:11:41Z', 'updated_at': '2021-12-20T17:11:41Z', 'revision_number': 0, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22677915-58a3-40ef-89dd-d585a2953b80', 'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'mac_address': 'fa:16:3e:5b:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:49Z', 'updated_at': '2021-12-20T17:10:54Z', 'revision_number': 5, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'subnets': [{'id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:43.277620 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] Checking router: c823ca3f-1a87-441e-93f7-2f27a24d7cb1 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:11:43.288267 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:43.288725 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:11:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:43.308083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d4069ad-1d44-4747-bde3-a12c1413fe69 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.312474 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d4069ad-1d44-4747-bde3-a12c1413fe69 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.332599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4069ad-1d44-4747-bde3-a12c1413fe69 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e750ef-cc62-47eb-adb9-7f2dc430cfdd,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:43.344105 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d4069ad-1d44-4747-bde3-a12c1413fe69 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.345361 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5d4069ad-1d44-4747-bde3-a12c1413fe69 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420367 Dec 20 17:11:43.348799 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:43.353349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-79fc64f6-bd2c-4ac2-9efe-330bc2c39b8d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'security_group_rule': {'security_group_id': '0b77d526-a051-4a7b-a473-fae68a55bb10', 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:43.387421 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79fc64f6-bd2c-4ac2-9efe-330bc2c39b8d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.417153 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:43.452303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79fc64f6-bd2c-4ac2-9efe-330bc2c39b8d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.458053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79fc64f6-bd2c-4ac2-9efe-330bc2c39b8d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.477540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc64f6-bd2c-4ac2-9efe-330bc2c39b8d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f47955-7cda-4ba2-9a2f-4b172093baca,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:43.490804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79fc64f6-bd2c-4ac2-9efe-330bc2c39b8d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.493452 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-79fc64f6-bd2c-4ac2-9efe-330bc2c39b8d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423259 Dec 20 17:11:43.494947 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:43.499670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fa2db64e-e10c-4566-b049-4fb48353614f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'security_group_rule': {'security_group_id': '0b77d526-a051-4a7b-a473-fae68a55bb10', 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:43.529825 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa2db64e-e10c-4566-b049-4fb48353614f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.592938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-f49ecd0b-5b25-46c9-b948-29636b68fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:43.594460 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-f49ecd0b-5b25-46c9-b948-29636b68fa8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 200 len: 916 time: 0.4700255 Dec 20 17:11:43.601040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa2db64e-e10c-4566-b049-4fb48353614f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.605289 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa2db64e-e10c-4566-b049-4fb48353614f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.626506 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2db64e-e10c-4566-b049-4fb48353614f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7fb51d-350a-4a82-bec1-8876557afb1e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:43.641569 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa2db64e-e10c-4566-b049-4fb48353614f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.643251 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fa2db64e-e10c-4566-b049-4fb48353614f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470914 Dec 20 17:11:43.646488 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:43.650927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e85e7e11-e0c2-4af1-a5db-d3a732c191a2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'security_group_rule': {'security_group_id': '0b77d526-a051-4a7b-a473-fae68a55bb10', 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:43.665226 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-3804f3d1-d40e-427b-913a-956a62990643 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 999 time: 0.0627258 Dec 20 17:11:43.673654 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '8fb7be19-bf11-4843-819d-244dd74b73c3', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'floating_ip_address': '172.26.1.197', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'port_id': '25071252-a164-4169-8e87-130b8c37b087', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'mac_address': 'fa:16:3e:fa:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:11:41Z', 'updated_at': '2021-12-20T17:11:41Z', 'revision_number': 0, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22677915-58a3-40ef-89dd-d585a2953b80', 'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'mac_address': 'fa:16:3e:5b:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:49Z', 'updated_at': '2021-12-20T17:10:54Z', 'revision_number': 5, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'subnets': [{'id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:43.680395 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-e85e7e11-e0c2-4af1-a5db-d3a732c191a2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Project 4d460b002c1c472d8d353ef39ebbae72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:11:43.686693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e85e7e11-e0c2-4af1-a5db-d3a732c191a2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.701454 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72bebb-9272-4062-893e-8c76661fd442 None None] The sync data for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv is: [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '8fb7be19-bf11-4843-819d-244dd74b73c3', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'floating_ip_address': '172.26.1.197', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'port_id': '25071252-a164-4169-8e87-130b8c37b087', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'mac_address': 'fa:16:3e:fa:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:11:41Z', 'updated_at': '2021-12-20T17:11:41Z', 'revision_number': 0, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22677915-58a3-40ef-89dd-d585a2953b80', 'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'mac_address': 'fa:16:3e:5b:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:49Z', 'updated_at': '2021-12-20T17:10:54Z', 'revision_number': 5, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'subnets': [{'id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:11:43.726616 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-f7c4bf8c-1e21-4870-93d6-f7de5953a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:43.728187 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-f7c4bf8c-1e21-4870-93d6-f7de5953a0a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=289c0dfb-c92c-44a1-9307-dd5d532f9cb9 HTTP/1.1" status: 200 len: 854 time: 0.0530796 Dec 20 17:11:43.756755 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e85e7e11-e0c2-4af1-a5db-d3a732c191a2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.761575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e85e7e11-e0c2-4af1-a5db-d3a732c191a2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.782088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e7e11-e0c2-4af1-a5db-d3a732c191a2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be1e284-1df7-4da4-ac8b-22a4df7f6458,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:43.783619 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-25795f8a-95b9-4255-9027-b2a30b248267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:43.785671 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-25795f8a-95b9-4255-9027-b2a30b248267 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9672f07c-afef-4d84-848e-c36ef223a5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0504234 Dec 20 17:11:43.789390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e85e7e11-e0c2-4af1-a5db-d3a732c191a2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.790652 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e85e7e11-e0c2-4af1-a5db-d3a732c191a2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431441 Dec 20 17:11:43.793411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:43.798032 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-03e25657-b84e-4cb8-ac6e-92335739fb1f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'security_group_rule': {'security_group_id': '0b77d526-a051-4a7b-a473-fae68a55bb10', 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:43.823408 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-03e25657-b84e-4cb8-ac6e-92335739fb1f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Project 4d460b002c1c472d8d353ef39ebbae72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:11:43.829147 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03e25657-b84e-4cb8-ac6e-92335739fb1f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.884111 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-141b0c99-8924-4766-ab0d-d9be06c1632c service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899012 Dec 20 17:11:43.896309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03e25657-b84e-4cb8-ac6e-92335739fb1f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.901198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03e25657-b84e-4cb8-ac6e-92335739fb1f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.924579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e25657-b84e-4cb8-ac6e-92335739fb1f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8db5d24-2c2b-4d3c-b0b4-1cf764720a4b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:43.932117 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03e25657-b84e-4cb8-ac6e-92335739fb1f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:43.936081 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-03e25657-b84e-4cb8-ac6e-92335739fb1f tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391270 Dec 20 17:11:43.947545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c20eb-6e0d-42a5-a1bd-aff5e7262d97 None None] New status for floating IP 8fb7be19-bf11-4843-819d-244dd74b73c3: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:11:44.001819 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3e4a305-ebee-41cd-a7c3-5906f7542a3e req-66682065-da76-4f45-a58b-0003bb628e18 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093838 Dec 20 17:11:44.046716 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-bb4fbab0-d3ae-4225-aa2d-aa9d35fda94c tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331458765&fields=id&tenant_id=4d460b002c1c472d8d353ef39ebbae72 HTTP/1.1" status: 200 len: 267 time: 0.0580318 Dec 20 17:11:44.098896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-d03a944a-d5aa-4de1-9285-1a075f3f7675 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:44.100380 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-d03a944a-d5aa-4de1-9285-1a075f3f7675 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Dec 20 17:11:44.115489 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-a4a40047-1647-4ec9-a4ac-2eab2a1988f8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'port': {'security_groups': ['6b0e0b61-4d93-4fee-9284-203980eeeb05', '0b77d526-a051-4a7b-a473-fae68a55bb10']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:44.179448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-a4a40047-1647-4ec9-a4ac-2eab2a1988f8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:44.359831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-a4a40047-1647-4ec9-a4ac-2eab2a1988f8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] For port 25071252-a164-4169-8e87-130b8c37b087, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=25071252-a164-4169-8e87-130b8c37b087,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:44.389574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-a4a40047-1647-4ec9-a4ac-2eab2a1988f8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:44.393938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-a4a40047-1647-4ec9-a4ac-2eab2a1988f8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:44.405248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['25071252-a164-4169-8e87-130b8c37b087'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:11:44.442659 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-a4a40047-1647-4ec9-a4ac-2eab2a1988f8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:44.443295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-a4a40047-1647-4ec9-a4ac-2eab2a1988f8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:44.444710 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f58edcbc-ee37-4f51-b1f2-b93ce5811cf1 req-a4a40047-1647-4ec9-a4ac-2eab2a1988f8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "PUT /v2.0/ports/25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 981 time: 0.3355732 Dec 20 17:11:44.470690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a40047-1647-4ec9-a4ac-2eab2a1988f8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'Port': ['ID=25071252-a164-4169-8e87-130b8c37b087,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:44.523578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['25071252-a164-4169-8e87-130b8c37b087'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:11:44.567703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3c959-0577-4e62-996d-4148ead3a980 req-314c62ab-e0a3-4fce-ac58-96760de0cd9d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:44.570584 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2c3c959-0577-4e62-996d-4148ead3a980 req-314c62ab-e0a3-4fce-ac58-96760de0cd9d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0559082 Dec 20 17:11:44.602217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:44.636330 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b2c3c959-0577-4e62-996d-4148ead3a980 req-f34c8aa6-8e17-4842-a9c2-17f93f081ce9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603018 Dec 20 17:11:44.716025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ca7abbac-ce0a-4a1e-b562-026bb1c00026 None None] Provisioning complete for port 25071252-a164-4169-8e87-130b8c37b087 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:44.716312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca7abbac-ce0a-4a1e-b562-026bb1c00026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:45.035233 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:45.037545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e1ba0-14bb-4758-acfa-8a1759a9543f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:11:45.072937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1026fc75-e45b-4524-994b-8d767fd1d098 x-openstack-request-id: req-1026fc75-e45b-4524-994b-8d767fd1d098 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:11:45.073222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:11:45.073467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1026fc75-e45b-4524-994b-8d767fd1d098 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:11:45.073853 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087', 'status': 'completed', 'code': 200} Dec 20 17:11:45.141817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-028ca53d-c5b9-4f4f-bd2a-bcf429503160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:45.143890 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-028ca53d-c5b9-4f4f-bd2a-bcf429503160 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d460b002c1c472d8d353ef39ebbae72&device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1137 time: 0.0399592 Dec 20 17:11:45.246765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-bca43403-1be2-4f6d-9aa0-e8124b36b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:45.248233 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-bca43403-1be2-4f6d-9aa0-e8124b36b4aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 200 len: 916 time: 0.0872917 Dec 20 17:11:45.316034 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-71547422-c65b-4a68-9056-c74bb7cf713b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 1001 time: 0.0584490 Dec 20 17:11:45.370369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-a0ad78ff-1d5e-4817-8b51-6b12fabac983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:45.371881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-a0ad78ff-1d5e-4817-8b51-6b12fabac983 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=289c0dfb-c92c-44a1-9307-dd5d532f9cb9 HTTP/1.1" status: 200 len: 854 time: 0.0495059 Dec 20 17:11:45.417288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-5f95c7c4-1911-40c6-86cc-04cd03d6e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:45.418810 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-5f95c7c4-1911-40c6-86cc-04cd03d6e04a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9672f07c-afef-4d84-848e-c36ef223a5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396280 Dec 20 17:11:45.508611 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-c3a4da7f-4fdf-46ca-9168-023f55af1073 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827599 Dec 20 17:11:45.598502 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-640e1ba0-14bb-4758-acfa-8a1759a9543f req-c80291da-f289-4a0c-b9ba-f0ce5c2e89d8 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797925 Dec 20 17:11:51.324034 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:11:55.123022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e293125-3dc5-4ffc-8b87-0e959bb11a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:57.811746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f51d2457-d029-4cce-a79d-547a0136701c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:58.573305 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:59.773644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18546e-1079-436b-b2d5-9812bfeacef1 req-f6bb8edf-51ee-45d6-a4dc-0d5a1c43a4e6 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:59.775312 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6f18546e-1079-436b-b2d5-9812bfeacef1 req-f6bb8edf-51ee-45d6-a4dc-0d5a1c43a4e6 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0506754 Dec 20 17:11:59.776502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-70eb7e93-8759-46a4-b4d9-52bd186ef78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:59.778028 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-70eb7e93-8759-46a4-b4d9-52bd186ef78a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d460b002c1c472d8d353ef39ebbae72&device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1137 time: 0.0415101 Dec 20 17:11:59.837760 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6f18546e-1079-436b-b2d5-9812bfeacef1 req-d46af3a4-d7d2-486a-91be-e169d808cdb2 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563133 Dec 20 17:11:59.873989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-ca87b491-6007-4910-9e6a-1699f3a4bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:59.875499 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-ca87b491-6007-4910-9e6a-1699f3a4bade service neutron] 10.222.0.18 "GET /v2.0/networks?id=9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 200 len: 916 time: 0.0902631 Dec 20 17:11:59.948846 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-da441f1b-a8d9-49b1-96c2-98bcd7677595 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 1001 time: 0.0646770 Dec 20 17:12:00.001024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-b14ada4e-a78c-4224-9d95-a10e433736f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:00.002486 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-b14ada4e-a78c-4224-9d95-a10e433736f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=289c0dfb-c92c-44a1-9307-dd5d532f9cb9 HTTP/1.1" status: 200 len: 854 time: 0.0436316 Dec 20 17:12:00.048690 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-59003e53-6654-4d7d-a918-420e515119a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:00.050125 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-59003e53-6654-4d7d-a918-420e515119a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9672f07c-afef-4d84-848e-c36ef223a5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390024 Dec 20 17:12:00.141433 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:00.142277 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-f501b6cf-4d0e-4c49-8943-f0c498f04d51 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852063 Dec 20 17:12:00.232673 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2dc98373-ae99-4a4e-99e9-5e8316afb0af req-b8ce9f1c-21a0-412a-8f7c-dfceb3cfe0a7 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829058 Dec 20 17:12:00.885222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:00.958057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba736-1a14-4cc9-844d-2b2c2dbb6572 req-20246b0a-200e-43b1-b743-87ad7cbb3fc8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:00.959644 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-832ba736-1a14-4cc9-844d-2b2c2dbb6572 req-20246b0a-200e-43b1-b743-87ad7cbb3fc8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0505090 Dec 20 17:12:01.026030 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-832ba736-1a14-4cc9-844d-2b2c2dbb6572 req-0aeefdf3-51bd-48c8-9832-b2e517130930 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602005 Dec 20 17:12:02.146078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d4307-badf-4e5d-b08d-b76614725930 req-d7983507-3afc-48cf-8e71-db292be1230c tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:02.147571 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-815d4307-badf-4e5d-b08d-b76614725930 req-d7983507-3afc-48cf-8e71-db292be1230c tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0504286 Dec 20 17:12:02.212017 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-815d4307-badf-4e5d-b08d-b76614725930 req-95b1e5e7-dba6-4212-8533-3cfc50d921c3 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584133 Dec 20 17:12:03.324853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd879fd-6466-4fca-85c6-6d040e1728ed req-bc0240a7-8f4d-48ba-8056-6b0355571c72 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:03.326341 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1cd879fd-6466-4fca-85c6-6d040e1728ed req-bc0240a7-8f4d-48ba-8056-6b0355571c72 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0486326 Dec 20 17:12:03.385942 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1cd879fd-6466-4fca-85c6-6d040e1728ed req-c087291b-c773-4e6e-a019-6b69eb59ddcb tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536890 Dec 20 17:12:04.499407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c20c3-5478-4a62-a293-072b5a886e35 req-04f4d69b-f027-4de8-9797-bdbe522aea31 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:04.500871 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-293c20c3-5478-4a62-a293-072b5a886e35 req-04f4d69b-f027-4de8-9797-bdbe522aea31 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0492251 Dec 20 17:12:04.559772 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-293c20c3-5478-4a62-a293-072b5a886e35 req-fde294cb-03f9-4b54-835e-e94511724bb8 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529177 Dec 20 17:12:05.673299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66280a-87a4-408b-9114-4aa4fcdddfa0 req-c7e33fae-0d79-46b7-9d28-495921b34b8e tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:05.674782 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a66280a-87a4-408b-9114-4aa4fcdddfa0 req-c7e33fae-0d79-46b7-9d28-495921b34b8e tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0482697 Dec 20 17:12:05.736222 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5a66280a-87a4-408b-9114-4aa4fcdddfa0 req-2b6ef604-f2b6-4734-bfad-f9cacd08aeba tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540516 Dec 20 17:12:06.850384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ffe3c-c7f0-4434-990b-b07c0b5f1a83 req-86829e6c-f736-4425-8a82-034f62907a60 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:06.851884 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-817ffe3c-c7f0-4434-990b-b07c0b5f1a83 req-86829e6c-f736-4425-8a82-034f62907a60 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0485296 Dec 20 17:12:06.915455 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-817ffe3c-c7f0-4434-990b-b07c0b5f1a83 req-34cf5a4f-3bfa-4048-a409-cb6fdbd25028 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574994 Dec 20 17:12:08.040547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ffa3d-5c5b-46d3-a0d1-913d00dfb33e req-a14e09c4-67c8-4623-ba46-ad8b3de1e2b5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:08.042028 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e88ffa3d-5c5b-46d3-a0d1-913d00dfb33e req-a14e09c4-67c8-4623-ba46-ad8b3de1e2b5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0567417 Dec 20 17:12:08.104334 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e88ffa3d-5c5b-46d3-a0d1-913d00dfb33e req-ad18e835-4c07-4eb2-a107-59a69148a844 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545309 Dec 20 17:12:09.280577 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea5f77-5128-49c8-b90b-9bedbcd723c8 req-bb8343a1-47f3-41a7-b06e-dc00355dc39b tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:09.282069 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbea5f77-5128-49c8-b90b-9bedbcd723c8 req-bb8343a1-47f3-41a7-b06e-dc00355dc39b tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.1026616 Dec 20 17:12:09.341456 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fbea5f77-5128-49c8-b90b-9bedbcd723c8 req-a91018fd-b882-482b-971e-87c8b8394c67 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534310 Dec 20 17:12:10.504563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0c39b-0fac-474e-9a34-10a855ae9281 req-3ab18106-c3bd-4ec0-a559-239470ea0c6a tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:10.506028 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ded0c39b-0fac-474e-9a34-10a855ae9281 req-3ab18106-c3bd-4ec0-a559-239470ea0c6a tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0981412 Dec 20 17:12:10.564547 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ded0c39b-0fac-474e-9a34-10a855ae9281 req-e942c33c-4eb6-4aec-9b70-f79551fd7855 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524249 Dec 20 17:12:11.677313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef954812-2d1e-414e-b686-be22f722c804 req-03516def-5de7-4d27-9423-f521b7cf6692 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:11.679110 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ef954812-2d1e-414e-b686-be22f722c804 req-03516def-5de7-4d27-9423-f521b7cf6692 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0493133 Dec 20 17:12:11.739291 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ef954812-2d1e-414e-b686-be22f722c804 req-d1ccbbea-dfe8-491b-87d8-058fc8d1dacb tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&id=0b77d526-a051-4a7b-a473-fae68a55bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541275 Dec 20 17:12:14.557302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:24.928812 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-2e113fc8-82e9-4606-b818-8bae388bfc8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437100 Dec 20 17:12:25.016968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-baf94fa0-beda-4235-8efd-0f6256cf7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:25.018525 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-baf94fa0-beda-4235-8efd-0f6256cf7d03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d460b002c1c472d8d353ef39ebbae72&device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1137 time: 0.0413892 Dec 20 17:12:25.125543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7e94657-57fe-41b4-8649-cbce9829c52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:25.129506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-ab792c12-e33c-4176-8cbf-dadb4d4d1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:25.131499 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-ab792c12-e33c-4176-8cbf-dadb4d4d1a5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 200 len: 916 time: 0.0878868 Dec 20 17:12:25.202213 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-64289983-6cca-4841-a536-4c235a381f38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 1001 time: 0.0625412 Dec 20 17:12:25.251188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-bc626bc9-cc5c-4b71-896a-9977dc101cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:25.252638 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-bc626bc9-cc5c-4b71-896a-9977dc101cb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=289c0dfb-c92c-44a1-9307-dd5d532f9cb9 HTTP/1.1" status: 200 len: 854 time: 0.0426168 Dec 20 17:12:25.298692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-11e3615b-f59d-4cf3-b47f-3a39ff9e9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:25.300238 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-11e3615b-f59d-4cf3-b47f-3a39ff9e9758 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9672f07c-afef-4d84-848e-c36ef223a5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395296 Dec 20 17:12:25.393985 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-48baf211-0df3-44aa-a329-9570fb102df4 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856855 Dec 20 17:12:25.485288 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8ac4175d-aac2-41eb-8e67-de5cd42f3448 req-e721487f-cd36-4c9e-bc92-cb8904f2b182 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839515 Dec 20 17:12:27.813241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea4c73f-e8ea-475d-8a51-0f7275964c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:28.323024 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:12:28.576183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:30.143866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:30.888074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.145302 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0567c815-403b-444d-ba9b-b58b95169b74 req-e83bd442-1e3f-42bc-83b4-61a659579262 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331458765&fields=id&tenant_id=4d460b002c1c472d8d353ef39ebbae72 HTTP/1.1" status: 200 len: 267 time: 0.0444393 Dec 20 17:12:44.197368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567c815-403b-444d-ba9b-b58b95169b74 req-b6d34d66-2ec1-4d4d-bf90-d40c16a1a95d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:44.198853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0567c815-403b-444d-ba9b-b58b95169b74 req-b6d34d66-2ec1-4d4d-bf90-d40c16a1a95d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 984 time: 0.0480332 Dec 20 17:12:44.209472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-0567c815-403b-444d-ba9b-b58b95169b74 req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Request body: {'port': {'security_groups': ['6b0e0b61-4d93-4fee-9284-203980eeeb05']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:44.275374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0567c815-403b-444d-ba9b-b58b95169b74 req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.449384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0567c815-403b-444d-ba9b-b58b95169b74 req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] For port 25071252-a164-4169-8e87-130b8c37b087, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=25071252-a164-4169-8e87-130b8c37b087,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:44.477424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0567c815-403b-444d-ba9b-b58b95169b74 req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.481993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0567c815-403b-444d-ba9b-b58b95169b74 req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.494722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['25071252-a164-4169-8e87-130b8c37b087'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:12:44.523319 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567c815-403b-444d-ba9b-b58b95169b74 req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:44.523953 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0567c815-403b-444d-ba9b-b58b95169b74 req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.525512 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0567c815-403b-444d-ba9b-b58b95169b74 req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "PUT /v2.0/ports/25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 942 time: 0.3203402 Dec 20 17:12:44.528421 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:12:44.530737 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d07dd52-4cef-455f-bf36-357ed199278c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:12:44.537000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:44.576246 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event updated for resources: {'Port': ['ID=25071252-a164-4169-8e87-130b8c37b087,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:44.584999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93611976-f6c8-4783-b167-8afb98891572 x-openstack-request-id: req-93611976-f6c8-4783-b167-8afb98891572 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:12:44.585283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:12:44.585668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93611976-f6c8-4783-b167-8afb98891572 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:12:44.586080 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087', 'status': 'completed', 'code': 200} Dec 20 17:12:44.587467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.587867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.588219 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.588559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.588894 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.589227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.589559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.589888 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.590217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.590586 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.590913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.591449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.591965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76395-b58c-47bf-aa64-6c7d3902e607 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.618929 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.659697 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.661641 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07dd52-4cef-455f-bf36-357ed199278c req-c288c369-46ac-4637-8d3e-6b527969d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:44.664185 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d07dd52-4cef-455f-bf36-357ed199278c req-c288c369-46ac-4637-8d3e-6b527969d9b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d460b002c1c472d8d353ef39ebbae72&device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1098 time: 0.0562320 Dec 20 17:12:44.739714 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.744611 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.748739 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "DELETE /v2.0/security-groups/0b77d526-a051-4a7b-a473-fae68a55bb10 HTTP/1.1" status: 204 len: 168 time: 0.2072594 Dec 20 17:12:44.752892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.756842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:44.757287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['25071252-a164-4169-8e87-130b8c37b087'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:12:44.757641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b77d526-a051-4a7b-a473-fae68a55bb10,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:44.777668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07dd52-4cef-455f-bf36-357ed199278c req-5fb626a7-b5c6-4617-bfb3-f75d0c98916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:44.779036 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d07dd52-4cef-455f-bf36-357ed199278c req-5fb626a7-b5c6-4617-bfb3-f75d0c98916c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 200 len: 916 time: 0.1079500 Dec 20 17:12:44.819290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.819600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.819933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.820393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.820726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.821079 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.821402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.821717 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.822044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.822392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.822841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.823170 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.823486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58303fbf-7ca9-4787-a59d-3fdad1fa11f9 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:44.854234 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d07dd52-4cef-455f-bf36-357ed199278c req-8d984b40-ae6a-4422-8e2f-4feee98ed597 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 1001 time: 0.0675387 Dec 20 17:12:44.914884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07dd52-4cef-455f-bf36-357ed199278c req-ce1cd2ed-2fa9-4727-adf0-6c10dd7f940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:44.916361 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d07dd52-4cef-455f-bf36-357ed199278c req-ce1cd2ed-2fa9-4727-adf0-6c10dd7f940d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=289c0dfb-c92c-44a1-9307-dd5d532f9cb9 HTTP/1.1" status: 200 len: 854 time: 0.0543749 Dec 20 17:12:44.918886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d7967645-dfdf-4be1-82e0-23ea9b4e2770 None None] Provisioning complete for port 25071252-a164-4169-8e87-130b8c37b087 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:44.919255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7967645-dfdf-4be1-82e0-23ea9b4e2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.949992 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Deleting port 8d75c751-8339-4b34-9161-f1e29423564d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:12:44.950435 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:44.984450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07dd52-4cef-455f-bf36-357ed199278c req-c01e3718-cb7c-49b6-a701-6fa92fcdc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:44.985949 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d07dd52-4cef-455f-bf36-357ed199278c req-c01e3718-cb7c-49b6-a701-6fa92fcdc350 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9672f07c-afef-4d84-848e-c36ef223a5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0614581 Dec 20 17:12:45.036307 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:45.036530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:45.051746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Calling delete_port for 8d75c751-8339-4b34-9161-f1e29423564d owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:12:45.078717 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d07dd52-4cef-455f-bf36-357ed199278c req-91f042f0-f4ed-4a1f-a5d4-a8a6d49d5a78 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849919 Dec 20 17:12:45.174816 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d07dd52-4cef-455f-bf36-357ed199278c req-6d957a0d-f5ad-4e97-bc31-2843b7cdf7e5 service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886905 Dec 20 17:12:45.205940 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:45.233749 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event deleted for resources: {'Port': ['ID=8d75c751-8339-4b34-9161-f1e29423564d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:45.295000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:45.295231 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Floating IP 8fb7be19-bf11-4843-819d-244dd74b73c3 disassociated (deleted). External IP: 172.26.1.197, port: 25071252-a164-4169-8e87-130b8c37b087. Dec 20 17:12:45.832113 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:12:45.935660 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:12:45.940383 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:45.948469 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] Sync routers for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:12:45.957940 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:45.958581 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:45.975759 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-95b83585-6e39-40df-9450-561967365dea tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "DELETE /v2.0/floatingips/8fb7be19-bf11-4843-819d-244dd74b73c3 HTTP/1.1" status: 204 len: 168 time: 1.2122858 Dec 20 17:12:45.975759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:12:45.976188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f375af25-55ab-43fb-b09a-e17dab431e67" -d '{"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:12:46.014556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86636d8-8db3-42bd-9b61-36c7a2b0976b x-openstack-request-id: req-b86636d8-8db3-42bd-9b61-36c7a2b0976b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:12:46.014848 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "tag": "25071252-a164-4169-8e87-130b8c37b087", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:12:46.015089 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b86636d8-8db3-42bd-9b61-36c7a2b0976b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:12:46.015488 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'tag': '25071252-a164-4169-8e87-130b8c37b087', 'status': 'completed', 'code': 200} Dec 20 17:12:46.066027 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:46.083263 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-3a993b7e-e34c-4dee-b826-14f0d56dca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:46.084759 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-3a993b7e-e34c-4dee-b826-14f0d56dca95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d460b002c1c472d8d353ef39ebbae72&device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 1098 time: 0.0470793 Dec 20 17:12:46.187859 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-f81171fe-d996-4293-bca6-ab5f6d35d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:46.189351 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-f81171fe-d996-4293-bca6-ab5f6d35d7bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 200 len: 916 time: 0.0978925 Dec 20 17:12:46.248595 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-75c7952d-aeff-4881-a28d-c89faf9b88f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 200 len: 217 time: 0.0442894 Dec 20 17:12:46.278139 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '22677915-58a3-40ef-89dd-d585a2953b80', 'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'mac_address': 'fa:16:3e:5b:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:49Z', 'updated_at': '2021-12-20T17:10:54Z', 'revision_number': 5, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'subnets': [{'id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:46.305319 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] Checking router: c823ca3f-1a87-441e-93f7-2f27a24d7cb1 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:12:46.307605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-853ba5f6-7e8b-4f60-af78-7dd66d9b4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:46.309080 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-853ba5f6-7e8b-4f60-af78-7dd66d9b4fbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=289c0dfb-c92c-44a1-9307-dd5d532f9cb9 HTTP/1.1" status: 200 len: 854 time: 0.0463791 Dec 20 17:12:46.313618 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:46.314209 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:46.360991 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-34b7ddbb-3426-46c1-8eef-e93a9c6c9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:46.362433 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-34b7ddbb-3426-46c1-8eef-e93a9c6c9e1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9672f07c-afef-4d84-848e-c36ef223a5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452073 Dec 20 17:12:46.422172 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:46.455470 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-025e2aab-314c-461e-bb1a-3a59dc744b9e service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855916 Dec 20 17:12:46.550079 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f375af25-55ab-43fb-b09a-e17dab431e67 req-7eba57c8-7dd1-4e48-8af4-5f4d922d1bbd service neutron] 10.222.0.18 "GET /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866773 Dec 20 17:12:46.624705 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '22677915-58a3-40ef-89dd-d585a2953b80', 'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'mac_address': 'fa:16:3e:5b:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:49Z', 'updated_at': '2021-12-20T17:10:54Z', 'revision_number': 5, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'subnets': [{'id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:46.651612 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f59ed7-6c15-40fb-a849-4f20b808cde1 None None] The sync data for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv is: [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '22677915-58a3-40ef-89dd-d585a2953b80', 'name': '', 'network_id': '9672f07c-afef-4d84-848e-c36ef223a5d0', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'mac_address': 'fa:16:3e:5b:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:49Z', 'updated_at': '2021-12-20T17:10:54Z', 'revision_number': 5, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'subnets': [{'id': '289c0dfb-c92c-44a1-9307-dd5d532f9cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:12:46.882982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb49f36-a03d-4283-950b-a9775691e394 None None] New status for floating IP 8fb7be19-bf11-4843-819d-244dd74b73c3: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:12:54.993181 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad87812-7409-4527-adc6-b23acd06cab6 req-daee6b25-e986-4795-93b9-04ae1aab4602 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:54.994753 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cad87812-7409-4527-adc6-b23acd06cab6 req-daee6b25-e986-4795-93b9-04ae1aab4602 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 945 time: 0.0517340 Dec 20 17:12:55.042340 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-cad87812-7409-4527-adc6-b23acd06cab6 req-4111580e-1fee-4e75-887a-4c955764752d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Dec 20 17:12:55.128232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-679b93e4-8f6f-47b6-b53e-570bc1fb6b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:56.158909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fe400-5b8e-4668-8e9b-006001f30c2e req-61c9da6e-a23e-402c-95f3-e5ad22593573 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:56.160380 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b34fe400-5b8e-4668-8e9b-006001f30c2e req-61c9da6e-a23e-402c-95f3-e5ad22593573 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 945 time: 0.0504129 Dec 20 17:12:56.207683 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b34fe400-5b8e-4668-8e9b-006001f30c2e req-1a7c2349-8229-4435-9494-920b84082c19 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0e0b61-4d93-4fee-9284-203980eeeb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Dec 20 17:12:56.648914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-98c05c53-ff0f-4e85-8666-1b8d790d7f1d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:56.650350 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-98c05c53-ff0f-4e85-8666-1b8d790d7f1d tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 945 time: 0.0512326 Dec 20 17:12:56.739350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Deleting port 25071252-a164-4169-8e87-130b8c37b087 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:12:56.739764 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:56.828623 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] For port 25071252-a164-4169-8e87-130b8c37b087, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=25071252-a164-4169-8e87-130b8c37b087,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:56.828975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:56.841669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Calling delete_port for 25071252-a164-4169-8e87-130b8c37b087 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:12:56.971043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:56.982758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['25071252-a164-4169-8e87-130b8c37b087'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:12:57.003622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Pushing event deleted for resources: {'Port': ['ID=25071252-a164-4169-8e87-130b8c37b087,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:57.044085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] No DVR routers for this DVR port 25071252-a164-4169-8e87-130b8c37b087 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:12:57.046702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:57.050362 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8d89e942-ffa4-490d-aa0b-195e8bc4d451 req-e13178ac-e8e6-4b79-950e-e53a9e7328a5 tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.18 "DELETE /v2.0/ports/25071252-a164-4169-8e87-130b8c37b087 HTTP/1.1" status: 204 len: 173 time: 0.3935084 Dec 20 17:12:57.050818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'name': 'network-vif-deleted', 'tag': '25071252-a164-4169-8e87-130b8c37b087'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:12:57.053376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc81a005-f9f5-483c-96b6-d4936738c71f" -d '{"events": [{"server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "name": "network-vif-deleted", "tag": "25071252-a164-4169-8e87-130b8c37b087"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:12:57.093942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b890f-e52e-4f55-b4ae-5b5bd82709ea x-openstack-request-id: req-396b890f-e52e-4f55-b4ae-5b5bd82709ea {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:12:57.094309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12", "name": "network-vif-deleted", "tag": "25071252-a164-4169-8e87-130b8c37b087", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:12:57.094569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-396b890f-e52e-4f55-b4ae-5b5bd82709ea {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:12:57.094975 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12', 'name': 'network-vif-deleted', 'tag': '25071252-a164-4169-8e87-130b8c37b087', 'status': 'completed', 'code': 200} Dec 20 17:12:57.310594 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b66afb1-961d-432c-bc3f-dff47587f1d9 req-d9cee6c2-9898-4c78-8f23-eef43406a8da tempest-TestMinimumBasicScenario-1203506 tempest-TestMinimumBasicScenario-1203506-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d8c3-d62d-4a9b-b82b-a7e7cea66e12 HTTP/1.1" status: 200 len: 210 time: 0.0258236 Dec 20 17:12:57.815684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e21a88b5-071d-447e-813e-a8e867042df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:58.580148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:58.892573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:59.227748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:59.464243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Deleting port 22677915-58a3-40ef-89dd-d585a2953b80 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:12:59.464577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:59.539171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] For port 22677915-58a3-40ef-89dd-d585a2953b80, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=22677915-58a3-40ef-89dd-d585a2953b80,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:59.539442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:59.551328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Calling delete_port for 22677915-58a3-40ef-89dd-d585a2953b80 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:12:59.728000 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:59.757587 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Pushing event deleted for resources: {'Port': ['ID=22677915-58a3-40ef-89dd-d585a2953b80,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:59.919174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:00.151273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:00.480029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:13:00.581730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:13:00.587067 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b59e7881-c77f-4567-b6e7-82c32eb03945 admin admin] 10.222.0.60 "PUT /v2.0/routers/c823ca3f-1a87-441e-93f7-2f27a24d7cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6934793 Dec 20 17:13:00.589673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:00.590758 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] Sync routers for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:13:00.601393 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:00.601998 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:00.691461 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:00.704164 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:00.795178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:00.846994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Deleting port 330126e2-0239-4558-b1db-5254ae5ad8da {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:00.847337 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:00.884367 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:12:59Z', 'revision_number': 5, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port': {'id': '330126e2-0239-4558-b1db-5254ae5ad8da', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:00.895195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:00.912674 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] Checking router: c823ca3f-1a87-441e-93f7-2f27a24d7cb1 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:13:00.920815 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] Routers {'c823ca3f-1a87-441e-93f7-2f27a24d7cb1'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:00.921403 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:00.926210 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] For port 330126e2-0239-4558-b1db-5254ae5ad8da, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=330126e2-0239-4558-b1db-5254ae5ad8da,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:00.926749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:00.943154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Calling delete_port for 330126e2-0239-4558-b1db-5254ae5ad8da owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:01.014326 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] Set router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:01.065040 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:13:00Z', 'revision_number': 6, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:01.093987 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067b44e-8411-4308-be16-f4dcc248e9bc None None] The sync data for ids ['c823ca3f-1a87-441e-93f7-2f27a24d7cb1'] in dv-neutron-822328-3-hyperv is: [{'id': 'c823ca3f-1a87-441e-93f7-2f27a24d7cb1', 'name': 'tempest-TestMinimumBasicScenario-1626478862-router', 'tenant_id': '4d460b002c1c472d8d353ef39ebbae72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:47Z', 'updated_at': '2021-12-20T17:13:00Z', 'revision_number': 6, 'project_id': '4d460b002c1c472d8d353ef39ebbae72', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:13:01.119978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.148823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Pushing event deleted for resources: {'Port': ['ID=330126e2-0239-4558-b1db-5254ae5ad8da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:01.162705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1865fbb4-c8ad-43d6-ba15-43b4455bc8cd None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:01.208013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.296510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.298646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.344903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.345401 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c823ca3f-1a87-441e-93f7-2f27a24d7cb1 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:13:01.349917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.351196 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5807dd58-e45f-442a-9a45-4f61a9d56365 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c823ca3f-1a87-441e-93f7-2f27a24d7cb1 HTTP/1.1" status: 204 len: 168 time: 0.7605684 Dec 20 17:13:01.353749 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:01.398331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7361d925-b928-4cdb-b584-d8fdfc0f0543 admin admin] Deleting subnet 289c0dfb-c92c-44a1-9307-dd5d532f9cb9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:13:01.401220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7361d925-b928-4cdb-b584-d8fdfc0f0543 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.435068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7361d925-b928-4cdb-b584-d8fdfc0f0543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.520117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7361d925-b928-4cdb-b584-d8fdfc0f0543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.580124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7361d925-b928-4cdb-b584-d8fdfc0f0543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.607646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7361d925-b928-4cdb-b584-d8fdfc0f0543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.610980 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7361d925-b928-4cdb-b584-d8fdfc0f0543 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/289c0dfb-c92c-44a1-9307-dd5d532f9cb9 HTTP/1.1" status: 204 len: 168 time: 0.2562494 Dec 20 17:13:01.611967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361d925-b928-4cdb-b584-d8fdfc0f0543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289c0dfb-c92c-44a1-9307-dd5d532f9cb9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:01.612439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b307a28-348f-4437-9415-1079c9315c4e None None] Network 9672f07c-afef-4d84-848e-c36ef223a5d0 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:13:01.613465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:01.684832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.738009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Deleting port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:01.738375 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.799864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] For port fc69b6ff-0bfe-47fd-9729-eaf4fa108700, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fc69b6ff-0bfe-47fd-9729-eaf4fa108700,segment=NetworkSegment(0900a0b3-240d-4341-849b-95bddc1ea3b4),segment_id=0900a0b3-240d-4341-849b-95bddc1ea3b4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:01.800144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.813390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Calling delete_port for fc69b6ff-0bfe-47fd-9729-eaf4fa108700 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:01.836327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 25071252-a164-4169-8e87-130b8c37b087 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:01.857009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 25071252-a164-4169-8e87-130b8c37b087 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:01.857450 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 25071252-a164-4169-8e87-130b8c37b087 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:01.895097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] DHCP port deletion for 9672f07c-afef-4d84-848e-c36ef223a5d0 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:01.904335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:01.929818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc69b6ff-0bfe-47fd-9729-eaf4fa108700,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:01.936703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] No DVR routers for this DVR port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:13:01.949370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Deleting port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:01.949747 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.014792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.020667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] For port fc69b6ff-0bfe-47fd-9729-eaf4fa108700, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:02.021063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.033841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Calling delete_port for fc69b6ff-0bfe-47fd-9729-eaf4fa108700 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:02.034998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9672f07c-afef-4d84-848e-c36ef223a5d0']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:02.036529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 17:13:02.038343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.044976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0900a0b3-240d-4341-849b-95bddc1ea3b4') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:02.045273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0900a0b3-240d-4341-849b-95bddc1ea3b4') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:02.056808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.067303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Pushing event deleted for resources: {'Port': ['ID=fc69b6ff-0bfe-47fd-9729-eaf4fa108700,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:02.071889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] No DVR routers for this DVR port fc69b6ff-0bfe-47fd-9729-eaf4fa108700 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:13:02.072098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.079163 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.079412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.080181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:13:02.080585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:13:02.084807 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.092467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be04070-3a55-4060-8cfb-bcda3d73ee37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:02.143590 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.149833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.153597 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9672f07c-afef-4d84-848e-c36ef223a5d0 HTTP/1.1" status: 204 len: 168 time: 0.5392237 Dec 20 17:13:02.156619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:02.165702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6ec0e-51cb-4b61-8f39-6698d81d5d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=9672f07c-afef-4d84-848e-c36ef223a5d0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:02.507122 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.748804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Deleting port f9bbf0e5-d3fa-4b48-947e-c8656172f374 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:02.749137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.826732 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] For port f9bbf0e5-d3fa-4b48-947e-c8656172f374, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f9bbf0e5-d3fa-4b48-947e-c8656172f374,segment=NetworkSegment(fe03c0df-331a-4026-bb36-5c8140ff9f0b),segment_id=fe03c0df-331a-4026-bb36-5c8140ff9f0b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:02.826983 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.839155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Calling delete_port for f9bbf0e5-d3fa-4b48-947e-c8656172f374 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:03.021448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 22677915-58a3-40ef-89dd-d585a2953b80 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:03.034919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:03.047445 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 22677915-58a3-40ef-89dd-d585a2953b80 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:03.047784 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 22677915-58a3-40ef-89dd-d585a2953b80 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:03.048195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fc69b6ff-0bfe-47fd-9729-eaf4fa108700 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:03.065496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9bbf0e5-d3fa-4b48-947e-c8656172f374,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:03.067673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: fc69b6ff-0bfe-47fd-9729-eaf4fa108700 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:03.068000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fc69b6ff-0bfe-47fd-9729-eaf4fa108700 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:03.068418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 330126e2-0239-4558-b1db-5254ae5ad8da no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:03.088370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 330126e2-0239-4558-b1db-5254ae5ad8da {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:03.088985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 330126e2-0239-4558-b1db-5254ae5ad8da not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:03.253376 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:03.478701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:13:03.587367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:13:03.593650 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-989dff2f-8165-4054-8f03-91575aeb31a9 admin admin] 10.222.0.60 "PUT /v2.0/routers/1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4348238 Dec 20 17:13:03.595062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:03.597629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01012caa-9822-4157-be7f-c80ead332173 None None] Sync routers for ids ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:13:03.609413 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01012caa-9822-4157-be7f-c80ead332173 None None] Routers {'1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:03.610120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-01012caa-9822-4157-be7f-c80ead332173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:03.700413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:03.716251 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-01012caa-9822-4157-be7f-c80ead332173 None None] Set router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:03.804247 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:03.862220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Deleting port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:03.862597 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:03.900744 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-01012caa-9822-4157-be7f-c80ead332173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:13:02Z', 'revision_number': 5, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'gw_port': {'id': '9f7b5d1f-d395-4047-87a0-3ad9b000bd3a', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:03.930353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01012caa-9822-4157-be7f-c80ead332173 None None] Checking router: 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:13:03.938527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01012caa-9822-4157-be7f-c80ead332173 None None] Routers {'1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:03.939127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-01012caa-9822-4157-be7f-c80ead332173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:03.941259 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] For port 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=9f7b5d1f-d395-4047-87a0-3ad9b000bd3a,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:03.941623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:03.954872 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Calling delete_port for 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:04.023208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-01012caa-9822-4157-be7f-c80ead332173 None None] Set router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:04.072630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-01012caa-9822-4157-be7f-c80ead332173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:13:03Z', 'revision_number': 6, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:04.101915 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01012caa-9822-4157-be7f-c80ead332173 None None] The sync data for ids ['1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af'] in dv-neutron-822328-3-hyperv is: [{'id': '1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af', 'name': 'tempest-TestMinimumBasicScenario-71787720-router', 'tenant_id': '3fda30568c414b959a4edd0acbfa1547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:52Z', 'updated_at': '2021-12-20T17:13:03Z', 'revision_number': 6, 'project_id': '3fda30568c414b959a4edd0acbfa1547', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:13:04.128000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.155120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7b5d1f-d395-4047-87a0-3ad9b000bd3a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:04.170646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56f00f-42ea-4d15-be30-3c2bf9537e01 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:04.222308 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.312791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.314977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.358984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.359438 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:13:04.364164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.365308 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-90dbfe27-afae-40d9-b02d-6486d744bd8f admin admin] 10.222.0.60 "DELETE /v2.0/routers/1ebf0db1-c2f2-4e78-9d4b-28dad42fa1af HTTP/1.1" status: 204 len: 168 time: 0.7693501 Dec 20 17:13:04.368285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54398) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:04.423870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6340a85c-766c-4267-b04a-0099f883bc8a admin admin] Deleting subnet 21879d65-34f4-47ff-8906-26c338263e61 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:13:04.426922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6340a85c-766c-4267-b04a-0099f883bc8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.463575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6340a85c-766c-4267-b04a-0099f883bc8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.542391 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6340a85c-766c-4267-b04a-0099f883bc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.599099 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6340a85c-766c-4267-b04a-0099f883bc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.624703 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340a85c-766c-4267-b04a-0099f883bc8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21879d65-34f4-47ff-8906-26c338263e61,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:04.628311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6340a85c-766c-4267-b04a-0099f883bc8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.631742 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6340a85c-766c-4267-b04a-0099f883bc8a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/21879d65-34f4-47ff-8906-26c338263e61 HTTP/1.1" status: 204 len: 168 time: 0.2623582 Dec 20 17:13:04.633775 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05991843-574c-4fc6-9d2f-0dd96c50c28a None None] Network e4af3e37-1984-4549-b9c0-32c9dcc60a53 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:13:04.634141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54400) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:04.706345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.760089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Deleting port 84c574e2-d36d-45bc-91ce-716ce16aca12 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:04.760431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.824867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] For port 84c574e2-d36d-45bc-91ce-716ce16aca12, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=84c574e2-d36d-45bc-91ce-716ce16aca12,segment=NetworkSegment(fe03c0df-331a-4026-bb36-5c8140ff9f0b),segment_id=fe03c0df-331a-4026-bb36-5c8140ff9f0b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:04.825147 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.837294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Calling delete_port for 84c574e2-d36d-45bc-91ce-716ce16aca12 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:04.863894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] DHCP port deletion for e4af3e37-1984-4549-b9c0-32c9dcc60a53 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:04.917680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] Deleting port 84c574e2-d36d-45bc-91ce-716ce16aca12 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:04.917954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.918077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.943720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c574e2-d36d-45bc-91ce-716ce16aca12,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:04.947399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] No DVR routers for this DVR port 84c574e2-d36d-45bc-91ce-716ce16aca12 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:13:04.983525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] For port 84c574e2-d36d-45bc-91ce-716ce16aca12, host dv-neutron-822328-3-hyperv, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:04.983925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.003214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] Calling delete_port for 84c574e2-d36d-45bc-91ce-716ce16aca12 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:05.007492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] Port 84c574e2-d36d-45bc-91ce-716ce16aca12 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 17:13:05.008951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.025333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.044882 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f9bbf0e5-d3fa-4b48-947e-c8656172f374 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:05.048333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] Pushing event deleted for resources: {'Port': ['ID=84c574e2-d36d-45bc-91ce-716ce16aca12,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:05.049489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4af3e37-1984-4549-b9c0-32c9dcc60a53']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:05.059356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe03c0df-331a-4026-bb36-5c8140ff9f0b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:05.059652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe03c0df-331a-4026-bb36-5c8140ff9f0b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:05.067837 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3cba4-5afb-4673-a2bf-83353bb0849c None None] No DVR routers for this DVR port 84c574e2-d36d-45bc-91ce-716ce16aca12 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:13:05.069173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.069316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: f9bbf0e5-d3fa-4b48-947e-c8656172f374 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:05.069517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f9bbf0e5-d3fa-4b48-947e-c8656172f374 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:05.069925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:05.086096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.090749 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:05.091059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 9f7b5d1f-d395-4047-87a0-3ad9b000bd3a not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:05.091477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 84c574e2-d36d-45bc-91ce-716ce16aca12 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:05.093662 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:13:05.094122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:13:05.096091 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:13:05.112960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 84c574e2-d36d-45bc-91ce-716ce16aca12 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:05.113323 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 84c574e2-d36d-45bc-91ce-716ce16aca12 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:05.159102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.165447 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.168959 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e4af3e37-1984-4549-b9c0-32c9dcc60a53 HTTP/1.1" status: 204 len: 168 time: 0.5337908 Dec 20 17:13:05.184284 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70383459-fd66-4a62-bdce-d0a46844fd37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4af3e37-1984-4549-b9c0-32c9dcc60a53,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:05.323457 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:13:05.356763 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:05.398333 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9a7d8bf3-3f8e-4ea8-83e1-6c1dc303c4c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d460b002c1c472d8d353ef39ebbae72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402741 Dec 20 17:13:05.400656 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:05.446723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49b3f53-239c-40de-8feb-c1697eab21e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.469011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49b3f53-239c-40de-8feb-c1697eab21e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.516294 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49b3f53-239c-40de-8feb-c1697eab21e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.518886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49b3f53-239c-40de-8feb-c1697eab21e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.520023 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f49b3f53-239c-40de-8feb-c1697eab21e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b0e0b61-4d93-4fee-9284-203980eeeb05 HTTP/1.1" status: 204 len: 168 time: 0.1184747 Dec 20 17:13:05.528351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b3f53-239c-40de-8feb-c1697eab21e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0e0b61-4d93-4fee-9284-203980eeeb05,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:05.837573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:05.878199 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8efef800-f559-4a55-88a4-566717e11fd1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fda30568c414b959a4edd0acbfa1547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394344 Dec 20 17:13:05.880609 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54414) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:05.930463 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4989f02-a89a-499e-a6a9-160c6934671a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.951350 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4989f02-a89a-499e-a6a9-160c6934671a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.997736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4989f02-a89a-499e-a6a9-160c6934671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:06.000549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4989f02-a89a-499e-a6a9-160c6934671a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:06.002011 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e4989f02-a89a-499e-a6a9-160c6934671a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ba1d488-5fbc-42b7-870b-cee914324148 HTTP/1.1" status: 204 len: 168 time: 0.1198378 Dec 20 17:13:06.010706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4989f02-a89a-499e-a6a9-160c6934671a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba1d488-5fbc-42b7-870b-cee914324148,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:08.607769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:08.612332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571303309', 'description': 'tempest-secgroup-smoke-1571303309 description', 'project_id': '29985579e4204648a2f86ee749dc11de'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:08.637069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.645476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.723652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.727533 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.764539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd04771-bbd0-4654-931f-007e17742295,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:08.807036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.810981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.836057 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.837280 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2285249 Dec 20 17:13:08.840373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:08.845059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d96fde1d-7376-4d78-bb0e-17a20c9b8a2d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '4f281a52-60c1-4955-ac27-71e984274cfb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:08.845343 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07b60d-a3f3-4913-a069-c357e15a785d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f281a52-60c1-4955-ac27-71e984274cfb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:08.875609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96fde1d-7376-4d78-bb0e-17a20c9b8a2d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.928715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96fde1d-7376-4d78-bb0e-17a20c9b8a2d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.932453 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96fde1d-7376-4d78-bb0e-17a20c9b8a2d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.950210 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fde1d-7376-4d78-bb0e-17a20c9b8a2d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d223552-29b3-47ef-9d14-a638611e05fa,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:08.957538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d96fde1d-7376-4d78-bb0e-17a20c9b8a2d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:08.958768 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d96fde1d-7376-4d78-bb0e-17a20c9b8a2d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172981 Dec 20 17:13:08.961613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:08.966227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a74e748c-5f0b-491f-92ef-550f99933cf9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '4f281a52-60c1-4955-ac27-71e984274cfb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:08.995133 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74e748c-5f0b-491f-92ef-550f99933cf9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.050468 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74e748c-5f0b-491f-92ef-550f99933cf9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.054329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74e748c-5f0b-491f-92ef-550f99933cf9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.076139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e748c-5f0b-491f-92ef-550f99933cf9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db00211-bbf4-4c97-8ac9-36bc78a6e9fd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:09.083065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a74e748c-5f0b-491f-92ef-550f99933cf9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.084312 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a74e748c-5f0b-491f-92ef-550f99933cf9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216006 Dec 20 17:13:09.087022 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:09.091405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-49a2f808-7f27-4c96-bdac-50e6a6ebaabb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '4f281a52-60c1-4955-ac27-71e984274cfb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:09.119369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a2f808-7f27-4c96-bdac-50e6a6ebaabb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.175073 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a2f808-7f27-4c96-bdac-50e6a6ebaabb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.179440 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a2f808-7f27-4c96-bdac-50e6a6ebaabb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.196635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2f808-7f27-4c96-bdac-50e6a6ebaabb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5223a2b-6e78-4b71-a962-03ccd54dd4e4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:09.203976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a2f808-7f27-4c96-bdac-50e6a6ebaabb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.205174 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-49a2f808-7f27-4c96-bdac-50e6a6ebaabb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172066 Dec 20 17:13:09.207861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:09.212121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a0ad3f45-8e64-4258-bcb3-60f2a79cc0bc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '4f281a52-60c1-4955-ac27-71e984274cfb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:09.239450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0ad3f45-8e64-4258-bcb3-60f2a79cc0bc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.295344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0ad3f45-8e64-4258-bcb3-60f2a79cc0bc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.298812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0ad3f45-8e64-4258-bcb3-60f2a79cc0bc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.316139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad3f45-8e64-4258-bcb3-60f2a79cc0bc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4400e0e4-a5bc-490e-86fb-9003c130e282,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:09.324835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0ad3f45-8e64-4258-bcb3-60f2a79cc0bc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.326038 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a0ad3f45-8e64-4258-bcb3-60f2a79cc0bc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172681 Dec 20 17:13:09.328738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:09.332946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7db392b0-d014-4966-87c2-5a8801ccb699 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '4f281a52-60c1-4955-ac27-71e984274cfb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:09.355208 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-7db392b0-d014-4966-87c2-5a8801ccb699 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:13:09.359741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db392b0-d014-4966-87c2-5a8801ccb699 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.415806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db392b0-d014-4966-87c2-5a8801ccb699 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.419392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db392b0-d014-4966-87c2-5a8801ccb699 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.440733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db392b0-d014-4966-87c2-5a8801ccb699 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb77adee-8aa4-4c0d-ba88-b8755c4ca4ab,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:09.449256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db392b0-d014-4966-87c2-5a8801ccb699 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.450489 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-7db392b0-d014-4966-87c2-5a8801ccb699 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208284 Dec 20 17:13:09.453139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:09.457483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d4cad1cb-7cbc-4978-82f4-0df25be92a6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '4f281a52-60c1-4955-ac27-71e984274cfb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:09.482394 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-d4cad1cb-7cbc-4978-82f4-0df25be92a6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:13:09.487190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4cad1cb-7cbc-4978-82f4-0df25be92a6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.544258 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4cad1cb-7cbc-4978-82f4-0df25be92a6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.548059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4cad1cb-7cbc-4978-82f4-0df25be92a6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.565424 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cad1cb-7cbc-4978-82f4-0df25be92a6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf5bbe3-55a2-448c-8012-fad19aa0c900,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:09.574958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4cad1cb-7cbc-4978-82f4-0df25be92a6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.576148 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d4cad1cb-7cbc-4978-82f4-0df25be92a6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221075 Dec 20 17:13:09.579195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:09.583979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'network': {'name': 'tempest-network-smoke--1402413181', 'project_id': '29985579e4204648a2f86ee749dc11de', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:09.606544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:13:09.609915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.632900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:13:09.642059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.642623 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Added segment 5bda363e-2e0a-4b2f-a49e-84c78c00fe96 of type vlan for network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 Dec 20 17:13:09.682486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.706209 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.712326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:09.712895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.746817 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1665378 Dec 20 17:13:09.749858 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:09.754644 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'admin_state_up': True, 'project_id': '29985579e4204648a2f86ee749dc11de', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:09.782596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3c83b-ebfc-4224-ac82-5968be8d4cd2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Network': ['ID=39bd4f27-0e0b-4069-8ebf-8f9be77821a5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:09.783459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.784473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.793753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:13:09.836351 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:09.975500 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:10.493053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:10.513521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:10.614809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.156 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/eaaa801e-0317-4dbf-a242-d89ab309f6b5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:13:10.712486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:10.750321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:10.784552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:10.791757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:10.795247 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:13:10.808634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3aa8ba-a84f-4fbe-b246-8af80c1fba0e None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:10.821804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=eaaa801e-0317-4dbf-a242-d89ab309f6b5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:10.851824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-21dbfeff-8b80-471a-8aff-ae0bc473553a None None] Provisioning complete for port eaaa801e-0317-4dbf-a242-d89ab309f6b5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:10.852238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21dbfeff-8b80-471a-8aff-ae0bc473553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:10.886147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-21dbfeff-8b80-471a-8aff-ae0bc473553a None None] Port eaaa801e-0317-4dbf-a242-d89ab309f6b5 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:13:11.053976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:11.257313 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:11.389514 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 4e0f087d-c597-4547-bac7-994a73babc2c is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:13:11.496830 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:13:11.507706 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Sync routers for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:13:11.516524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:11.516880 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:11.517477 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:11.517751 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-637655dd-43d3-4468-861c-648bb28ace27 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7668417 Dec 20 17:13:11.520857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54474) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:11.655560 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f845f18d-f3a5-45d3-8dc0-1bb33549921e tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=29985579e4204648a2f86ee749dc11de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1335123 Dec 20 17:13:11.658069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:11.707208 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:11.744393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78787fd1-a571-4fc3-b2e0-aced446f9210 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:11.746202 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-78787fd1-a571-4fc3-b2e0-aced446f9210 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869217 Dec 20 17:13:11.749148 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:11.780899 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a3349e45-cd88-4bea-b461-319464c9a0e5 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306954 Dec 20 17:13:11.783406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:11.788100 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136856633', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'project_id': '29985579e4204648a2f86ee749dc11de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:11.879887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:13:11.884055 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:11.884655 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:10Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:11.914141 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Checking router: 4e0f087d-c597-4547-bac7-994a73babc2c for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:13:11.914417 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Updating router 4e0f087d-c597-4547-bac7-994a73babc2c port eaaa801e-0317-4dbf-a242-d89ab309f6b5 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:13:11.938731 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.065583 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.126937 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Subnet': ['ID=446c00df-f2aa-48b7-8afb-dd21cb7f0bf5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:12.135530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Checking segment: {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:13:12.135896 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network hostable DHCP agents. Network: 39bd4f27-0e0b-4069-8ebf-8f9be77821a5, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:13:12.152434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:13:12.163334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 39bd4f27-0e0b-4069-8ebf-8f9be77821a5) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:12.167461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:12.167986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.174544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b934868-45bb-4099-bca9-fb86d50be1bd None None] Network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:13:12.187710 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6a57b2af-fb32-4e2a-8e1c-28eefa0ac24e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4032052 Dec 20 17:13:12.191228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54484) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:12.199506 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.206610 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.268830 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Attempting to bind port eaaa801e-0317-4dbf-a242-d89ab309f6b5 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:13:12.269205 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Attempting to bind port eaaa801e-0317-4dbf-a242-d89ab309f6b5 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:13:12.269564 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Attempting to bind port eaaa801e-0317-4dbf-a242-d89ab309f6b5 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:13:12.276689 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06442861-f159-474b-b347-883001fd8bba None None] Pushing event updated for resources: {'Port': ['ID=eaaa801e-0317-4dbf-a242-d89ab309f6b5,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:12.280037 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:13:12.280674 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:13:12.281249 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.281789 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:13:12.281928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60597c24-5b63-40f1-a0a1-f527b06d25e5 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:12.282563 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Bound port: eaaa801e-0317-4dbf-a242-d89ab309f6b5, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:13:12.283121 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.296614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:13:12.297529 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.307645 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.308058 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.308321 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.308816 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.309146 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.309470 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.309788 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.310110 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.310464 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.310787 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.311105 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.311430 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.311735 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06442861-f159-474b-b347-883001fd8bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:12.350163 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] For port eaaa801e-0317-4dbf-a242-d89ab309f6b5, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:13:12.353379 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] For port eaaa801e-0317-4dbf-a242-d89ab309f6b5, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eaaa801e-0317-4dbf-a242-d89ab309f6b5,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:13:12.358650 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.421487 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06442861-f159-474b-b347-883001fd8bba None None] Pushing event updated for resources: {'Port': ['ID=eaaa801e-0317-4dbf-a242-d89ab309f6b5,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:12.423912 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:12.424510 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:12.426236 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63d1b3-6cc1-4fd8-922f-aea7a2ddd7d4 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:12.451482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ecb505bb-bbbb-4941-aa9f-09e7da539f09 None None] Provisioning complete for port eaaa801e-0317-4dbf-a242-d89ab309f6b5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:12.451852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ecb505bb-bbbb-4941-aa9f-09e7da539f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.493538 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Allocated IP 172.20.0.2 (39bd4f27-0e0b-4069-8ebf-8f9be77821a5/446c00df-f2aa-48b7-8afb-dd21cb7f0bf5/77673ecf-353d-4948-bfab-4cd8b1c1d7dc) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:13:12.548300 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:12.613652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ecb505bb-bbbb-4941-aa9f-09e7da539f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.648622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ecb505bb-bbbb-4941-aa9f-09e7da539f09 None None] For port eaaa801e-0317-4dbf-a242-d89ab309f6b5, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eaaa801e-0317-4dbf-a242-d89ab309f6b5,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:12.655623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ecb505bb-bbbb-4941-aa9f-09e7da539f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.671472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.749832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb505bb-bbbb-4941-aa9f-09e7da539f09 None None] Pushing event updated for resources: {'Port': ['ID=eaaa801e-0317-4dbf-a242-d89ab309f6b5,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:12.754874 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:10Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:12.760289 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.772080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.782917 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ec0f5-1395-44a5-97ab-6b688201dca9 None None] The sync data for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv is: [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:10Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:13:12.820977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8cb0d3c8-d260-41a7-ae2f-3f1a3dd7c785 None None] Provisioning complete for port eaaa801e-0317-4dbf-a242-d89ab309f6b5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:12.821344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cb0d3c8-d260-41a7-ae2f-3f1a3dd7c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.824001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:12.845861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:12.852755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:13:12.861058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Pushing event updated for resources: {'Port': ['ID=77673ecf-353d-4948-bfab-4cd8b1c1d7dc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:12.930574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Attempting to bind port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:13:12.931018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Attempting to bind port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:13:12.931448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Attempting to bind port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc on network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:13:12.937105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:13:12.937552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Checking segment: {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:13:12.938022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.938625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Bound using segment: {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:13:12.939290 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Bound port: 77673ecf-353d-4948-bfab-4cd8b1c1d7dc, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:13:12.939667 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:12.972464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.1 (39bd4f27-0e0b-4069-8ebf-8f9be77821a5/446c00df-f2aa-48b7-8afb-dd21cb7f0bf5/5e8a649b-155e-4ddf-af67-02b9669ad285) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:13:13.046198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] For port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:13:13.054436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] For port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=77673ecf-353d-4948-bfab-4cd8b1c1d7dc,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:13:13.066846 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:13.128021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:13.154343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37344549-bfbc-44be-83dc-6fc5c3443020 None None] Pushing event updated for resources: {'Port': ['ID=77673ecf-353d-4948-bfab-4cd8b1c1d7dc,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:13.170092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:13.217050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:13.220171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:13.223985 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:13:13.248829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=5e8a649b-155e-4ddf-af67-02b9669ad285,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:13.275157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:13.425931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:13.715279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:13.719872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:13.798179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=5e8a649b-155e-4ddf-af67-02b9669ad285,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:13.800771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:13.899509 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:13.901032 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:14.030994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 4e0f087d-c597-4547-bac7-994a73babc2c has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:13:14.087351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648ef691-5543-4917-a486-db0929b30a8c None None] Network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:13:14.171107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-14688e55-86f3-4f22-9f5a-37557cc26d5d None None] Provisioning complete for port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:14.171472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14688e55-86f3-4f22-9f5a-37557cc26d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:14.292078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14688e55-86f3-4f22-9f5a-37557cc26d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:14.330329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-14688e55-86f3-4f22-9f5a-37557cc26d5d None None] For port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=77673ecf-353d-4948-bfab-4cd8b1c1d7dc,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:14.335311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14688e55-86f3-4f22-9f5a-37557cc26d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:14.413268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14688e55-86f3-4f22-9f5a-37557cc26d5d None None] Pushing event updated for resources: {'Port': ['ID=77673ecf-353d-4948-bfab-4cd8b1c1d7dc,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:14.520691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:13:14.526675 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-135a16cc-1b5f-4273-8af0-765c726d3b30 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/4e0f087d-c597-4547-bac7-994a73babc2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3340416 Dec 20 17:13:14.569972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-19b2d8e6-266b-4cb3-990c-650f15261e5d None None] Provisioning complete for port 5e8a649b-155e-4ddf-af67-02b9669ad285 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:14.570371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19b2d8e6-266b-4cb3-990c-650f15261e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:14.696610 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-9e17170b-8ddc-441e-9c33-9cda84d82c83 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571303309&fields=id&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 267 time: 0.0539875 Dec 20 17:13:14.783786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Sync routers for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:13:14.792031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:14.793107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-19b2d8e6-266b-4cb3-990c-650f15261e5d None None] Port 5e8a649b-155e-4ddf-af67-02b9669ad285 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:13:14.801734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:14.802397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:14.825993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-7818f792-1fd7-4fda-9d09-99be290a5488 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:14.827680 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-7818f792-1fd7-4fda-9d09-99be290a5488 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/networks?id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5 HTTP/1.1" status: 200 len: 797 time: 0.1227264 Dec 20 17:13:14.844146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-19b2d8e6-266b-4cb3-990c-650f15261e5d None None] Provisioning complete for port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:14.844510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19b2d8e6-266b-4cb3-990c-650f15261e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:14.850971 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-846e0281-ac9f-4145-8eeb-ae317ce5a25f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/quotas/29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 375 time: 0.0171969 Dec 20 17:13:14.907528 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-6af9adb2-9e8d-4522-8276-669798849af9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501025 Dec 20 17:13:14.966335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:14.984085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-1460a023-b9b0-4876-9065-a16b198c6e13 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:13:14.985096 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-1460a023-b9b0-4876-9065-a16b198c6e13 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0657752 Dec 20 17:13:15.097965 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-bdfd6ff8-3f7a-4337-89a1-d04cfc509766 service neutron] 10.222.0.60 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985274 Dec 20 17:13:15.103151 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eaaa801e-0317-4dbf-a242-d89ab309f6b5 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:13:15.182068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-07a1bace-f6e4-468a-aa7d-194ad632f0a6 None None] Provisioning complete for port 5e8a649b-155e-4ddf-af67-02b9669ad285 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:15.182465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07a1bace-f6e4-468a-aa7d-194ad632f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:15.197190 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-fbd8047f-24f4-471b-88b8-5fd50e3b5426 service neutron] 10.222.0.60 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920086 Dec 20 17:13:15.239935 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port eaaa801e-0317-4dbf-a242-d89ab309f6b5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:15.240354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:15.269369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-07a1bace-f6e4-468a-aa7d-194ad632f0a6 None None] Port 5e8a649b-155e-4ddf-af67-02b9669ad285 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:13:15.313524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '5e8a649b-155e-4ddf-af67-02b9669ad285', 'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:93:a9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:12Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 2, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:15.361244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Checking router: 4e0f087d-c597-4547-bac7-994a73babc2c for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:13:15.361584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Updating router 4e0f087d-c597-4547-bac7-994a73babc2c port 5e8a649b-155e-4ddf-af67-02b9669ad285 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:13:15.392703 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d917d0a6-6985-4de9-9944-4f608537e114 req-2370df24-39ad-431b-b8b0-249ad74f0fac tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 210 time: 0.0364985 Dec 20 17:13:15.397701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:15.401208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 77673ecf-353d-4948-bfab-4cd8b1c1d7dc up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:13:15.534071 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:15.534482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:15.764004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:15.769359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:15.817998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ad9e9-f815-40c4-87b2-0bd52490b47d None None] Pushing event updated for resources: {'Port': ['ID=5e8a649b-155e-4ddf-af67-02b9669ad285,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:15.872857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Attempting to bind port 5e8a649b-155e-4ddf-af67-02b9669ad285 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:13:15.873135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Attempting to bind port 5e8a649b-155e-4ddf-af67-02b9669ad285 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:13:15.873496 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Attempting to bind port 5e8a649b-155e-4ddf-af67-02b9669ad285 on network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:13:15.879194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:13:15.879722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Checking segment: {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:13:15.880129 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:15.880699 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Bound using segment: {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:13:15.881025 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Bound port: 5e8a649b-155e-4ddf-af67-02b9669ad285, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:13:15.881411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:15.954718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] For port 5e8a649b-155e-4ddf-af67-02b9669ad285, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:13:15.958427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] For port 5e8a649b-155e-4ddf-af67-02b9669ad285, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5e8a649b-155e-4ddf-af67-02b9669ad285,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:13:15.963347 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:16.024342 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:16.025016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:16.026664 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ad9e9-f815-40c4-87b2-0bd52490b47d None None] Pushing event updated for resources: {'Port': ['ID=5e8a649b-155e-4ddf-af67-02b9669ad285,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:16.138197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2c59a34b-64f6-4622-9ba8-9fdbda94c26f None None] Provisioning complete for port 5e8a649b-155e-4ddf-af67-02b9669ad285 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:16.138894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c59a34b-64f6-4622-9ba8-9fdbda94c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:16.146893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:16.339228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c59a34b-64f6-4622-9ba8-9fdbda94c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:16.342770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-30627a10-2e2a-4374-9bd4-553842495fc3 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:16.344190 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-30627a10-2e2a-4374-9bd4-553842495fc3 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/networks?id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5 HTTP/1.1" status: 200 len: 797 time: 0.1228526 Dec 20 17:13:16.405869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2c59a34b-64f6-4622-9ba8-9fdbda94c26f None None] For port 5e8a649b-155e-4ddf-af67-02b9669ad285, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5e8a649b-155e-4ddf-af67-02b9669ad285,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:16.410856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-6fa8e4e6-2c8c-44fa-953a-37abf20818e7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 380 time: 0.0562036 Dec 20 17:13:16.411809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c59a34b-64f6-4622-9ba8-9fdbda94c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:16.431140 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'port': {'device_id': '7407aa7c-c020-467f-b34e-afd2277c3943', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'admin_state_up': True, 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'security_groups': ['4f281a52-60c1-4955-ac27-71e984274cfb']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:16.475363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59a34b-64f6-4622-9ba8-9fdbda94c26f None None] Pushing event updated for resources: {'Port': ['ID=5e8a649b-155e-4ddf-af67-02b9669ad285,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:16.482609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '5e8a649b-155e-4ddf-af67-02b9669ad285', 'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:93:a9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:12Z', 'updated_at': '2021-12-20T17:13:15Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:16.529450 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-648d98c2-d450-404d-9245-8b1252a3537f req-f2ef7f3d-2a5a-42c2-95d2-2dc38f178106 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 210 time: 0.0349939 Dec 20 17:13:16.586428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:13:16.590127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:16.665286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76dd0a-543c-436c-9e20-cb56237999e2 None None] The sync data for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv is: [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '5e8a649b-155e-4ddf-af67-02b9669ad285', 'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:93:a9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:12Z', 'updated_at': '2021-12-20T17:13:15Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:13:16.677406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-48330e27-1f02-41af-850d-a82bff8966eb None None] Provisioning complete for port 5e8a649b-155e-4ddf-af67-02b9669ad285 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:16.677804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48330e27-1f02-41af-850d-a82bff8966eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:16.740475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.6 (39bd4f27-0e0b-4069-8ebf-8f9be77821a5/446c00df-f2aa-48b7-8afb-dd21cb7f0bf5/be802630-6944-421e-b214-8a2ff9ec00ad) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:13:16.894102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:16.929430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:16.970020 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:16.973476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:16.977548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:13:17.035327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=be802630-6944-421e-b214-8a2ff9ec00ad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:17.061231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5e8a649b-155e-4ddf-af67-02b9669ad285 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:13:17.062630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:17.063447 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:17.086713 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-4df16564-7f8b-4916-b08d-25818fc5aefa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6619332 Dec 20 17:13:17.101266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Request body: {'port': {'device_id': '7407aa7c-c020-467f-b34e-afd2277c3943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:17.131669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 5e8a649b-155e-4ddf-af67-02b9669ad285 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:17.132354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:17.163138 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:17.312623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ee710157-56b7-4b01-a129-059ea55579ad None None] Provisioning complete for port be802630-6944-421e-b214-8a2ff9ec00ad triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:17.313227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee710157-56b7-4b01-a129-059ea55579ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:17.348283 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ee710157-56b7-4b01-a129-059ea55579ad None None] Port be802630-6944-421e-b214-8a2ff9ec00ad cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:13:17.455117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be802630-6944-421e-b214-8a2ff9ec00ad {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:13:17.462934 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:17.476030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Transition to ACTIVE for port object be802630-6944-421e-b214-8a2ff9ec00ad will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:13:17.480132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:17.530653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Pushing event updated for resources: {'Port': ['ID=be802630-6944-421e-b214-8a2ff9ec00ad,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:17.613271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Attempting to bind port be802630-6944-421e-b214-8a2ff9ec00ad on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:13:17.614169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Attempting to bind port be802630-6944-421e-b214-8a2ff9ec00ad by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:13:17.614532 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Attempting to bind port be802630-6944-421e-b214-8a2ff9ec00ad on network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:13:17.621025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Port be802630-6944-421e-b214-8a2ff9ec00ad on network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:13:17.621344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Attempting to bind port be802630-6944-421e-b214-8a2ff9ec00ad on network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:13:17.628157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:13:17.628560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Checking segment: {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:13:17.629042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Bound using segment: {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:13:17.629492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Bound port: be802630-6944-421e-b214-8a2ff9ec00ad, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bda363e-2e0a-4b2f-a49e-84c78c00fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:13:17.629850 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:17.671011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747ccb-d628-4d83-9503-538ecd768528 req-59d0b4b5-cc05-4ef1-b6ef-ec0676ab6ec1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:17.679265 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c3747ccb-d628-4d83-9503-538ecd768528 req-59d0b4b5-cc05-4ef1-b6ef-ec0676ab6ec1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 943 time: 0.0640390 Dec 20 17:13:17.708262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] For port be802630-6944-421e-b214-8a2ff9ec00ad, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:13:17.713177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] For port be802630-6944-421e-b214-8a2ff9ec00ad, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=be802630-6944-421e-b214-8a2ff9ec00ad,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:13:17.723852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:17.745671 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c3747ccb-d628-4d83-9503-538ecd768528 req-342abd0a-5bae-4c62-a106-87fc48516bf5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609319 Dec 20 17:13:17.770631 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:17.771320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:17.773405 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] 10.222.0.18 "PUT /v2.0/ports/be802630-6944-421e-b214-8a2ff9ec00ad HTTP/1.1" status: 200 len: 1093 time: 0.6774261 Dec 20 17:13:17.773949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:13:17.776541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dcf394-c808-4a86-a156-13905927015b" -d '{"events": [{"name": "network-changed", "server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:13:17.809139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a05e48-026c-4fa5-a4d5-16e28e672e83 service neutron] Pushing event updated for resources: {'Port': ['ID=be802630-6944-421e-b214-8a2ff9ec00ad,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:17.873046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-52703c6e-68e4-402a-8f55-c4c500ae0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:17.874730 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-52703c6e-68e4-402a-8f55-c4c500ae0dd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 1096 time: 0.0569875 Dec 20 17:13:17.929457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a1c22e-b4f1-45d0-8974-18b9445f736e x-openstack-request-id: req-b2a1c22e-b4f1-45d0-8974-18b9445f736e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:13:17.929744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:13:17.929990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2a1c22e-b4f1-45d0-8974-18b9445f736e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:13:17.930403 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'status': 'completed', 'code': 200} Dec 20 17:13:17.931939 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-e2f11209-d550-4817-9a7c-e53251a9c958 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be802630-6944-421e-b214-8a2ff9ec00ad HTTP/1.1" status: 200 len: 217 time: 0.0447702 Dec 20 17:13:17.992560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-f428d340-8a8b-4789-9e4f-13db480227fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:17.994094 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-f428d340-8a8b-4789-9e4f-13db480227fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=446c00df-f2aa-48b7-8afb-dd21cb7f0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0548232 Dec 20 17:13:18.038756 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-6ed6a312-733f-4aad-80d2-7b99d032e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:18.040229 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-6ed6a312-733f-4aad-80d2-7b99d032e039 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396273 Dec 20 17:13:18.136022 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-9ebb82dd-181c-45e5-a4e6-2931096a65e6 service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864930 Dec 20 17:13:18.225199 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f1188f4-be69-444e-a92b-4d92048bedd2 req-a970b1ab-6341-4501-b8bd-9b6723afdb07 service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808775 Dec 20 17:13:18.314333 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf394-c808-4a86-a156-13905927015b req-63679ec0-7e82-4a41-bc7a-2c32e0a9d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:18.315841 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e0dcf394-c808-4a86-a156-13905927015b req-63679ec0-7e82-4a41-bc7a-2c32e0a9d2c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 1096 time: 0.0409689 Dec 20 17:13:18.409861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf394-c808-4a86-a156-13905927015b req-8cc024e6-7a87-4851-beea-4ef29f847362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:18.411354 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e0dcf394-c808-4a86-a156-13905927015b req-8cc024e6-7a87-4851-beea-4ef29f847362 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5 HTTP/1.1" status: 200 len: 898 time: 0.0885360 Dec 20 17:13:18.458656 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e0dcf394-c808-4a86-a156-13905927015b req-8462b9fe-8197-44ba-8c0a-99b65f4b0f56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be802630-6944-421e-b214-8a2ff9ec00ad HTTP/1.1" status: 200 len: 217 time: 0.0393167 Dec 20 17:13:18.512038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf394-c808-4a86-a156-13905927015b req-3f3593d7-8497-4a79-9826-206a7566b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:18.513402 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e0dcf394-c808-4a86-a156-13905927015b req-3f3593d7-8497-4a79-9826-206a7566b0c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=446c00df-f2aa-48b7-8afb-dd21cb7f0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0472469 Dec 20 17:13:18.558724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf394-c808-4a86-a156-13905927015b req-1f7283fe-eb0d-492a-9282-8c21e074f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:18.560202 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e0dcf394-c808-4a86-a156-13905927015b req-1f7283fe-eb0d-492a-9282-8c21e074f74c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397916 Dec 20 17:13:18.647946 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e0dcf394-c808-4a86-a156-13905927015b req-36257704-777c-41b3-9d00-43d7f9375b57 service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801640 Dec 20 17:13:18.740508 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e0dcf394-c808-4a86-a156-13905927015b req-4dbca516-0e84-4a04-b83e-6738332ae8c3 service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845983 Dec 20 17:13:18.851933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df4d6f-8182-4588-bc86-75b9c70bf156 req-eb31bdc8-b6cb-4520-8add-ab328577023a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:18.853459 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-76df4d6f-8182-4588-bc86-75b9c70bf156 req-eb31bdc8-b6cb-4520-8add-ab328577023a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 943 time: 0.0489645 Dec 20 17:13:18.906713 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-76df4d6f-8182-4588-bc86-75b9c70bf156 req-4ef51625-460a-4878-a66e-7cf07d9768f8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472734 Dec 20 17:13:19.961678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device be802630-6944-421e-b214-8a2ff9ec00ad details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:13:20.022163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012af06-5070-4404-a140-d075ccf45b52 req-6a8a1cfc-bf97-4b70-a858-adbd18783544 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:20.023687 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a012af06-5070-4404-a140-d075ccf45b52 req-6a8a1cfc-bf97-4b70-a858-adbd18783544 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 943 time: 0.0491543 Dec 20 17:13:20.055697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port be802630-6944-421e-b214-8a2ff9ec00ad, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=be802630-6944-421e-b214-8a2ff9ec00ad,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:20.066441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'port_id': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'mac_address': 'fa:16:3e:56:bf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:13:20.072069 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a012af06-5070-4404-a140-d075ccf45b52 req-8dbf2a0a-0147-49f1-9ff2-4156b4f08d51 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 Dec 20 17:13:20.107619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:20.119803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be802630-6944-421e-b214-8a2ff9ec00ad {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:13:20.139730 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port be802630-6944-421e-b214-8a2ff9ec00ad, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=be802630-6944-421e-b214-8a2ff9ec00ad,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:20.143495 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:20.190610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=be802630-6944-421e-b214-8a2ff9ec00ad,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:20.345599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['be802630-6944-421e-b214-8a2ff9ec00ad'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:13:21.190112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7a64-8de7-4903-ba6d-489aca825274 req-4d5f20e3-c48f-4129-857f-9deaa0ce344a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:21.191614 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a6fd7a64-8de7-4903-ba6d-489aca825274 req-4d5f20e3-c48f-4129-857f-9deaa0ce344a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 944 time: 0.0533817 Dec 20 17:13:21.239881 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a6fd7a64-8de7-4903-ba6d-489aca825274 req-c714a6d7-0a9d-4987-a835-5a10bb525721 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Dec 20 17:13:21.961632 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device be802630-6944-421e-b214-8a2ff9ec00ad up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:13:22.009336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port be802630-6944-421e-b214-8a2ff9ec00ad completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:13:22.012892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port be802630-6944-421e-b214-8a2ff9ec00ad triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:22.013262 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:22.091678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:22.114515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:13:22.116768 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23035969-3430-4dd7-ac7c-f6306af4bd29" -d '{"events": [{"server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "name": "network-vif-plugged", "status": "completed", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:13:22.130114 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port be802630-6944-421e-b214-8a2ff9ec00ad, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=be802630-6944-421e-b214-8a2ff9ec00ad,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:22.134871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:22.158532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f362a-5ee7-4468-bffe-33953cf8f29a x-openstack-request-id: req-f14f362a-5ee7-4468-bffe-33953cf8f29a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:13:22.158817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "name": "network-vif-plugged", "status": "completed", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:13:22.159062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f14f362a-5ee7-4468-bffe-33953cf8f29a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:13:22.159460 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'code': 200} Dec 20 17:13:22.185174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=be802630-6944-421e-b214-8a2ff9ec00ad,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:22.325784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ad-42b8-42d6-a8af-24e1553d7f3c req-3fe919d4-0e86-4cf4-91c6-ed03e59ff0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:22.327302 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d11c9ad-42b8-42d6-a8af-24e1553d7f3c req-3fe919d4-0e86-4cf4-91c6-ed03e59ff0ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 1098 time: 0.0454245 Dec 20 17:13:22.354640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b719fa2-ccd1-4a3e-9a05-0676edbf5145 req-4f814b58-509e-426d-8b56-f7e28ee337ab tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:22.356142 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8b719fa2-ccd1-4a3e-9a05-0676edbf5145 req-4f814b58-509e-426d-8b56-f7e28ee337ab tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0490966 Dec 20 17:13:22.374354 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4d11c9ad-42b8-42d6-a8af-24e1553d7f3c req-a0c770a1-8ebd-4977-bfe6-b519da779441 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391166 Dec 20 17:13:22.407122 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8b719fa2-ccd1-4a3e-9a05-0676edbf5145 req-87ec1c9f-4d0a-43eb-a4ee-5e8adff12543 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449884 Dec 20 17:13:23.522190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14eb0b-5b27-4861-ac3b-fcc0abe82ca9 req-aa499335-f88a-4ab6-84b2-0c75791fe12c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:23.524253 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8d14eb0b-5b27-4861-ac3b-fcc0abe82ca9 req-aa499335-f88a-4ab6-84b2-0c75791fe12c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0492885 Dec 20 17:13:23.578923 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8d14eb0b-5b27-4861-ac3b-fcc0abe82ca9 req-bcf95345-2352-42b9-9cfc-5e1675607931 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484035 Dec 20 17:13:23.696630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa3d1b-07cb-49b5-8250-bdf10c2757f8 req-1fc916d3-641b-48bf-941c-5641819eb83b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:23.698003 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ddfa3d1b-07cb-49b5-8250-bdf10c2757f8 req-1fc916d3-641b-48bf-941c-5641819eb83b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0549316 Dec 20 17:13:23.746249 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ddfa3d1b-07cb-49b5-8250-bdf10c2757f8 req-c7904289-c286-4e3a-a12a-be7417e61222 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Dec 20 17:13:23.767730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54538) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:23.809239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0a9a5-76b2-4bd2-9ffb-862436caf42d tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:23.811552 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5ae0a9a5-76b2-4bd2-9ffb-862436caf42d tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 1093 time: 0.0427616 Dec 20 17:13:23.814139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:23.818868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:23.844652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:23.951656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:24.053348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.204 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/bdb5b2f4-f5ab-42ee-be92-9c58ec2aedbb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:13:24.150715 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:24.185190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:24.225331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:24.228650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:24.233029 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:13:24.236058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=bdb5b2f4-f5ab-42ee-be92-9c58ec2aedbb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:24.597012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:24.665071 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:24.807182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:24.811685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:24.880420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=bdb5b2f4-f5ab-42ee-be92-9c58ec2aedbb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:24.902954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:25.008414 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97edd623-03fc-4c0c-9376-37f087531898 req-b8f98e6f-573c-4b16-8706-0ec79839c92d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164606 Dec 20 17:13:25.025611 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP 8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c associated. External IP: 172.26.1.204, port: be802630-6944-421e-b214-8a2ff9ec00ad. Dec 20 17:13:25.131402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-039f8ed1-2786-4792-8b69-293259bf9af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:25.149827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edd623-03fc-4c0c-9376-37f087531898 req-be5e08e0-4360-4010-82a0-fac1e94e3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:25.151323 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97edd623-03fc-4c0c-9376-37f087531898 req-be5e08e0-4360-4010-82a0-fac1e94e3689 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 1098 time: 0.0874934 Dec 20 17:13:25.337207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edd623-03fc-4c0c-9376-37f087531898 req-7d99cd9b-0a2f-44fd-b327-5e24488b4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:25.338692 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97edd623-03fc-4c0c-9376-37f087531898 req-7d99cd9b-0a2f-44fd-b327-5e24488b4333 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5 HTTP/1.1" status: 200 len: 898 time: 0.1358709 Dec 20 17:13:25.340354 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 4e0f087d-c597-4547-bac7-994a73babc2c has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:13:25.468237 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97edd623-03fc-4c0c-9376-37f087531898 req-c1efb3c1-41c5-481d-aa21-c51075d9aacf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be802630-6944-421e-b214-8a2ff9ec00ad HTTP/1.1" status: 200 len: 999 time: 0.1217010 Dec 20 17:13:25.524095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:13:25.533884 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe890530-769b-4499-911a-ce1548a12536 None None] Sync routers for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:13:25.534391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edd623-03fc-4c0c-9376-37f087531898 req-1a2b4c65-41ff-4dcb-b591-fb708f37b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:25.535833 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97edd623-03fc-4c0c-9376-37f087531898 req-1a2b4c65-41ff-4dcb-b591-fb708f37b194 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=446c00df-f2aa-48b7-8afb-dd21cb7f0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0593798 Dec 20 17:13:25.543524 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe890530-769b-4499-911a-ce1548a12536 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:25.544340 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe890530-769b-4499-911a-ce1548a12536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:25.554689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:25.654629 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fe890530-769b-4499-911a-ce1548a12536 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:25.901943 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe890530-769b-4499-911a-ce1548a12536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'port_id': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'mac_address': 'fa:16:3e:56:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7407aa7c-c020-467f-b34e-afd2277c3943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:13:24Z', 'updated_at': '2021-12-20T17:13:24Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a649b-155e-4ddf-af67-02b9669ad285', 'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:93:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:12Z', 'updated_at': '2021-12-20T17:13:16Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:25.929461 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe890530-769b-4499-911a-ce1548a12536 None None] Checking router: 4e0f087d-c597-4547-bac7-994a73babc2c for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:13:25.938147 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe890530-769b-4499-911a-ce1548a12536 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:25.938781 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe890530-769b-4499-911a-ce1548a12536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:12:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:25.955621 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5b2a8bc3-9a82-46b2-bf8d-1560ea7fcf5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1402888 Dec 20 17:13:25.956819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:13:25.959090 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:13:25.974589 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edd623-03fc-4c0c-9376-37f087531898 req-dc556889-b17b-4b09-9c36-1fe199880448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:25.976704 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97edd623-03fc-4c0c-9376-37f087531898 req-dc556889-b17b-4b09-9c36-1fe199880448 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4336782 Dec 20 17:13:26.009658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422e6479-4f13-4e43-81ce-b04430d5993b x-openstack-request-id: req-422e6479-4f13-4e43-81ce-b04430d5993b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:13:26.009957 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:13:26.010197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-422e6479-4f13-4e43-81ce-b04430d5993b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:13:26.010601 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'status': 'completed', 'code': 200} Dec 20 17:13:26.052489 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fe890530-769b-4499-911a-ce1548a12536 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:26.116302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc550c9f-ae3a-410c-9d80-0c5eaeabc3b7 req-1ef391b3-c6a6-42f0-9081-14968e8bba16 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:26.117776 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dc550c9f-ae3a-410c-9d80-0c5eaeabc3b7 req-1ef391b3-c6a6-42f0-9081-14968e8bba16 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0983918 Dec 20 17:13:26.123342 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97edd623-03fc-4c0c-9376-37f087531898 req-126cb076-120c-44f5-bbd7-97197a7457a3 service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382229 Dec 20 17:13:26.229321 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dc550c9f-ae3a-410c-9d80-0c5eaeabc3b7 req-7f5a8110-126c-45f0-8048-26935ca89af9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050274 Dec 20 17:13:26.249035 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97edd623-03fc-4c0c-9376-37f087531898 req-62b042a1-8e24-4665-a61a-2165cb7becec service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185627 Dec 20 17:13:26.252135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:26.285269 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe890530-769b-4499-911a-ce1548a12536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'port_id': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'mac_address': 'fa:16:3e:56:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7407aa7c-c020-467f-b34e-afd2277c3943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:13:24Z', 'updated_at': '2021-12-20T17:13:24Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a649b-155e-4ddf-af67-02b9669ad285', 'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:93:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:12Z', 'updated_at': '2021-12-20T17:13:16Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:26.312396 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe890530-769b-4499-911a-ce1548a12536 None None] The sync data for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv is: [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'port_id': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'mac_address': 'fa:16:3e:56:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7407aa7c-c020-467f-b34e-afd2277c3943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:13:24Z', 'updated_at': '2021-12-20T17:13:24Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a649b-155e-4ddf-af67-02b9669ad285', 'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:93:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:12Z', 'updated_at': '2021-12-20T17:13:16Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:13:26.349667 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f60976cd-3e78-4e6a-b0ca-dfa0ef63d00f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c HTTP/1.1" status: 200 len: 991 time: 0.0964577 Dec 20 17:13:26.358026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-8117dc91-68d4-4880-8706-4554f0aad858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:26.359760 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-8117dc91-68d4-4880-8706-4554f0aad858 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 1098 time: 0.0659542 Dec 20 17:13:26.456201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-c34acff3-4408-4e31-affa-20f993cc703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:26.457683 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-c34acff3-4408-4e31-affa-20f993cc703d service neutron] 10.222.0.18 "GET /v2.0/networks?id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5 HTTP/1.1" status: 200 len: 898 time: 0.0911188 Dec 20 17:13:26.521640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02294ebb-8cbe-4bb8-b2e4-a6d7767395b9 None None] New status for floating IP 8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:13:26.530667 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-8a068119-e221-459c-a070-6b10f537a0f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be802630-6944-421e-b214-8a2ff9ec00ad HTTP/1.1" status: 200 len: 999 time: 0.0659158 Dec 20 17:13:26.579392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-2f0abeb6-36d0-4f85-b384-7fdab586541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:26.580970 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-2f0abeb6-36d0-4f85-b384-7fdab586541c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=446c00df-f2aa-48b7-8afb-dd21cb7f0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0433879 Dec 20 17:13:26.625990 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-531c72b9-e6d9-4f2e-a0b4-d60c1e371782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:26.627557 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-531c72b9-e6d9-4f2e-a0b4-d60c1e371782 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398743 Dec 20 17:13:26.725211 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-195a837b-751d-4e17-a186-d90c3e5cf3fc service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907989 Dec 20 17:13:26.813883 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2e323c61-3e7e-4029-ad3b-fe14c61fc8fa req-4183146c-0a3a-4c06-8e19-7949a14f71be service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820715 Dec 20 17:13:27.352934 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:27.417348 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b5f48bc0-7162-412e-ba61-df352630f89f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c HTTP/1.1" status: 200 len: 993 time: 0.0632393 Dec 20 17:13:27.818993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3925-53de-4462-b205-c4265375f89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:28.582678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:30.149721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:30.889008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:42.322714 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:13:44.582798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:55.137032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-156ea08e-80d2-488d-accb-569c6d8d933c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:57.825313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e9c5084-a589-4143-b72c-f17226873128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.588187 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.830298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3725c6-f336-4fd7-bd27-62b46422c2d0 req-c5270e33-037b-481b-bfc6-04e629fad97b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:58.832051 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9c3725c6-f336-4fd7-bd27-62b46422c2d0 req-c5270e33-037b-481b-bfc6-04e629fad97b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0556824 Dec 20 17:13:58.891211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9c3725c6-f336-4fd7-bd27-62b46422c2d0 req-5dd3e431-65fd-47d2-b1ec-8629e905479d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517061 Dec 20 17:14:00.016493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0e74-0c9e-479a-bbb3-c665d45391d2 req-d906e16b-653a-4c79-8ec0-6ea4ac04ddd8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:00.018136 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c14d0e74-0c9e-479a-bbb3-c665d45391d2 req-d906e16b-653a-4c79-8ec0-6ea4ac04ddd8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Dec 20 17:14:00.074518 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c14d0e74-0c9e-479a-bbb3-c665d45391d2 req-d3127a1e-6a6d-4ef3-a436-6557dcb7d756 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494075 Dec 20 17:14:00.097467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:00.154130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:00.169107 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-95948cef-1fdf-4e70-b928-1705ac6b2af0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c HTTP/1.1" status: 200 len: 993 time: 0.0704651 Dec 20 17:14:00.893009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:01.478069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8571758-6626-42c9-97f8-2e0ed8ea7455 req-9e9ff176-fe9a-4ab9-9039-195c599001aa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:01.479596 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b8571758-6626-42c9-97f8-2e0ed8ea7455 req-9e9ff176-fe9a-4ab9-9039-195c599001aa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0546734 Dec 20 17:14:01.533144 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b8571758-6626-42c9-97f8-2e0ed8ea7455 req-7bf8b758-c5e6-4208-a11f-33aa226ef527 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472643 Dec 20 17:14:02.668153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1aef4-9196-44a3-a9f9-93d025652921 req-84ba231c-6be2-4b64-95de-97e556977742 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:02.669858 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-29d1aef4-9196-44a3-a9f9-93d025652921 req-84ba231c-6be2-4b64-95de-97e556977742 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0624261 Dec 20 17:14:02.729558 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-29d1aef4-9196-44a3-a9f9-93d025652921 req-067cb110-5411-4ddf-a7c3-feb57531d4e0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531497 Dec 20 17:14:03.850657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7de6e2-a66d-4796-83c3-8014b94d9074 req-d6e69508-5848-4505-baff-05e6a1f6364c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:03.853666 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eb7de6e2-a66d-4796-83c3-8014b94d9074 req-d6e69508-5848-4505-baff-05e6a1f6364c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0527391 Dec 20 17:14:03.918526 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-eb7de6e2-a66d-4796-83c3-8014b94d9074 req-7608b579-338a-4487-be5b-41ae1f572170 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596759 Dec 20 17:14:05.037158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d668ad-3376-481c-96f9-75d30c536658 req-3e15817f-1964-4b8c-b109-cfe128e94a4e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:05.039403 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-43d668ad-3376-481c-96f9-75d30c536658 req-3e15817f-1964-4b8c-b109-cfe128e94a4e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Dec 20 17:14:05.089536 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-43d668ad-3376-481c-96f9-75d30c536658 req-c1df647a-1734-4e47-ba63-a9cb76d68c42 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Dec 20 17:14:06.204633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfdd6c-22f8-4908-aab7-5362ab75c7fb req-581148cd-3860-4ad0-a382-833fecb47e14 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:06.206128 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c6bfdd6c-22f8-4908-aab7-5362ab75c7fb req-581148cd-3860-4ad0-a382-833fecb47e14 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0489492 Dec 20 17:14:06.264606 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c6bfdd6c-22f8-4908-aab7-5362ab75c7fb req-3412b2c3-32fa-470f-8608-8df6b72f000b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447762 Dec 20 17:14:07.380362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a631c-3753-40e8-9056-5ef723145b98 req-69cc42d9-6e79-45d6-9e08-6ff3ce3e7160 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:07.382439 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d38a631c-3753-40e8-9056-5ef723145b98 req-69cc42d9-6e79-45d6-9e08-6ff3ce3e7160 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0509167 Dec 20 17:14:07.433955 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d38a631c-3753-40e8-9056-5ef723145b98 req-10e64c9d-de82-4aa7-8111-02a68f7f49ff tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450227 Dec 20 17:14:07.456402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:07.521469 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-db392031-5150-4c40-a7bb-855774a1fe9c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c HTTP/1.1" status: 200 len: 993 time: 0.0639014 Dec 20 17:14:07.763100 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54600) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:07.918552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port bdb5b2f4-f5ab-42ee-be92-9c58ec2aedbb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:14:07.918806 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:07.993454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:07.993793 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:08.005150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for bdb5b2f4-f5ab-42ee-be92-9c58ec2aedbb owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:14:08.151502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:08.181034 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=bdb5b2f4-f5ab-42ee-be92-9c58ec2aedbb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:08.206097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.206492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.206818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.207150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.207478 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.207817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.208120 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.208439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.208757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.209073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.209389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.210199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.210541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:08.249556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:08.249877 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP 8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c disassociated (deleted). External IP: 172.26.1.204, port: be802630-6944-421e-b214-8a2ff9ec00ad. Dec 20 17:14:08.455304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 4e0f087d-c597-4547-bac7-994a73babc2c has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:14:08.563971 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:14:08.568551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:08.574947 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] Sync routers for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:14:08.585484 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:08.586108 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:13:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:08.601186 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a0d2c1a8-7097-46cf-bb98-bcb9c0b13ac4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/floatingips/8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c HTTP/1.1" status: 204 len: 168 time: 0.8367777 Dec 20 17:14:08.602188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:14:08.606659 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7635b512-39ee-43a6-829c-20191e937835" -d '{"events": [{"name": "network-changed", "server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:14:08.656493 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd786ae6-8041-454e-a682-91f9a87bf31c x-openstack-request-id: req-bd786ae6-8041-454e-a682-91f9a87bf31c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:14:08.656861 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:14:08.657182 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd786ae6-8041-454e-a682-91f9a87bf31c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:14:08.657779 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'status': 'completed', 'code': 200} Dec 20 17:14:08.737920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635b512-39ee-43a6-829c-20191e937835 req-d52cb2b2-c8a1-4d99-a394-3c71534d239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:08.741807 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7635b512-39ee-43a6-829c-20191e937835 req-d52cb2b2-c8a1-4d99-a394-3c71534d239d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 1098 time: 0.0560341 Dec 20 17:14:08.839751 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:08.865696 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635b512-39ee-43a6-829c-20191e937835 req-7cecd5af-d5b0-412c-97bb-8cf5623c264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:08.868801 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7635b512-39ee-43a6-829c-20191e937835 req-7cecd5af-d5b0-412c-97bb-8cf5623c264c service neutron] 10.222.0.18 "GET /v2.0/networks?id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5 HTTP/1.1" status: 200 len: 898 time: 0.1148231 Dec 20 17:14:08.877968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f161f-70aa-4e4e-befe-2953adb7e1db req-7821a8e1-7a92-427e-879f-5872a2861218 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:08.886209 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dc7f161f-70aa-4e4e-befe-2953adb7e1db req-7821a8e1-7a92-427e-879f-5872a2861218 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0642126 Dec 20 17:14:08.916081 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7635b512-39ee-43a6-829c-20191e937835 req-820fce89-13b6-489f-8481-f5afe0df4c70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be802630-6944-421e-b214-8a2ff9ec00ad HTTP/1.1" status: 200 len: 217 time: 0.0398130 Dec 20 17:14:08.939825 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-dc7f161f-70aa-4e4e-befe-2953adb7e1db req-b6b1b453-250e-4695-96cd-57f1948c9a50 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525460 Dec 20 17:14:08.979460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635b512-39ee-43a6-829c-20191e937835 req-a68f70ed-357f-4ec0-832b-90bb189debb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:08.981009 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7635b512-39ee-43a6-829c-20191e937835 req-a68f70ed-357f-4ec0-832b-90bb189debb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=446c00df-f2aa-48b7-8afb-dd21cb7f0bf5 HTTP/1.1" status: 200 len: 834 time: 0.0575843 Dec 20 17:14:09.030318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635b512-39ee-43a6-829c-20191e937835 req-1478a4e9-8367-445c-8bc2-886ff86bcdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:09.031770 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7635b512-39ee-43a6-829c-20191e937835 req-1478a4e9-8367-445c-8bc2-886ff86bcdbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39bd4f27-0e0b-4069-8ebf-8f9be77821a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420816 Dec 20 17:14:09.058697 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '5e8a649b-155e-4ddf-af67-02b9669ad285', 'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:93:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:12Z', 'updated_at': '2021-12-20T17:13:16Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:09.084501 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] Checking router: 4e0f087d-c597-4547-bac7-994a73babc2c for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:14:09.093233 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:09.093833 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:13:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:09.127933 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7635b512-39ee-43a6-829c-20191e937835 req-6d154f3b-f96d-4174-aaca-748bf45c856d service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880523 Dec 20 17:14:09.198891 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:09.221955 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7635b512-39ee-43a6-829c-20191e937835 req-9fa9abb4-221e-43cd-84bf-3b61c8cb7402 service neutron] 10.222.0.18 "GET /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857568 Dec 20 17:14:09.393099 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '5e8a649b-155e-4ddf-af67-02b9669ad285', 'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:93:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:12Z', 'updated_at': '2021-12-20T17:13:16Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:09.418228 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da4c4c-46a7-4caf-acd6-2692d88a9170 None None] The sync data for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv is: [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:13:13Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '5e8a649b-155e-4ddf-af67-02b9669ad285', 'name': '', 'network_id': '39bd4f27-0e0b-4069-8ebf-8f9be77821a5', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:93:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:12Z', 'updated_at': '2021-12-20T17:13:16Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '446c00df-f2aa-48b7-8afb-dd21cb7f0bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:14:09.623295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b165fda-f346-43eb-b371-80fc5a302c7f None None] New status for floating IP 8e6fc40d-ce79-4d4f-ac10-97b1e9f00b5c: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:14:10.077295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157230-cd48-458d-87cc-14d557e05185 req-5ca39c54-c532-4c0f-9c9c-6d834ed200ae tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:10.078912 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-75157230-cd48-458d-87cc-14d557e05185 req-5ca39c54-c532-4c0f-9c9c-6d834ed200ae tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0531023 Dec 20 17:14:10.129590 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-75157230-cd48-458d-87cc-14d557e05185 req-2f61af86-dd77-4553-9ab9-9d68166de9cc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f281a52-60c1-4955-ac27-71e984274cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Dec 20 17:14:10.472736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-edc8c04e-3465-4e51-95e3-e4f52f0fb073 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:10.474283 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-edc8c04e-3465-4e51-95e3-e4f52f0fb073 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 945 time: 0.0571384 Dec 20 17:14:10.570800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port be802630-6944-421e-b214-8a2ff9ec00ad {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:14:10.571129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:10.656266 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port be802630-6944-421e-b214-8a2ff9ec00ad, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=be802630-6944-421e-b214-8a2ff9ec00ad,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:10.656620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:10.669287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for be802630-6944-421e-b214-8a2ff9ec00ad owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:14:10.801696 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:10.835495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=be802630-6944-421e-b214-8a2ff9ec00ad,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:10.867177 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.867525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.867864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.868387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.868865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.869287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.869619 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.869945 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.870285 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.870620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.870943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.871261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.871579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:10.892860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] No DVR routers for this DVR port be802630-6944-421e-b214-8a2ff9ec00ad on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:14:10.895328 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:10.898647 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9175ee51-38d2-4f47-8b55-df8aacb5bcd1 req-e5ae9eab-02df-4396-a75e-b1b788250c8c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "DELETE /v2.0/ports/be802630-6944-421e-b214-8a2ff9ec00ad HTTP/1.1" status: 204 len: 173 time: 0.4178438 Dec 20 17:14:10.899084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'name': 'network-vif-deleted', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:14:10.901362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e973948d-3ab8-4dc7-9bbf-fb43041e1218" -d '{"events": [{"server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "name": "network-vif-deleted", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:14:10.943745 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba0be01-0e67-4de6-8752-d8619856f9f4 x-openstack-request-id: req-bba0be01-0e67-4de6-8752-d8619856f9f4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:14:10.944214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7407aa7c-c020-467f-b34e-afd2277c3943", "name": "network-vif-deleted", "tag": "be802630-6944-421e-b214-8a2ff9ec00ad", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:14:10.944404 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bba0be01-0e67-4de6-8752-d8619856f9f4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:14:10.944803 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7407aa7c-c020-467f-b34e-afd2277c3943', 'name': 'network-vif-deleted', 'tag': 'be802630-6944-421e-b214-8a2ff9ec00ad', 'status': 'completed', 'code': 200} Dec 20 17:14:11.241661 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3476b662-d183-41f0-8bf6-95d5c0e45596 req-24e55e19-4660-4de3-8925-918b7a3792ee tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=7407aa7c-c020-467f-b34e-afd2277c3943 HTTP/1.1" status: 200 len: 210 time: 0.0279253 Dec 20 17:14:12.298716 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:13.026696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:13.354251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 5e8a649b-155e-4ddf-af67-02b9669ad285 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:14:13.354974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:13.454546 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port 5e8a649b-155e-4ddf-af67-02b9669ad285, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=5e8a649b-155e-4ddf-af67-02b9669ad285,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:13.454900 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:13.468621 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 5e8a649b-155e-4ddf-af67-02b9669ad285 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:14:13.678014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:13.712709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=5e8a649b-155e-4ddf-af67-02b9669ad285,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:13.916145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.168482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 4e0f087d-c597-4547-bac7-994a73babc2c has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:14:14.209149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device be802630-6944-421e-b214-8a2ff9ec00ad no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:14:14.235581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: be802630-6944-421e-b214-8a2ff9ec00ad {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:14:14.235924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device be802630-6944-421e-b214-8a2ff9ec00ad not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:14:14.287048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:14:14.294247 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0de889ba-62c0-49e0-a480-e5404f29b18b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/4e0f087d-c597-4547-bac7-994a73babc2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9930067 Dec 20 17:14:14.295851 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:14.298568 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] Sync routers for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:14:14.309273 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:14.309893 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:13:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:14.349755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5953a1-7fc8-4af6-b6ed-850fa434968a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting subnet 446c00df-f2aa-48b7-8afb-dd21cb7f0bf5 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:14:14.353918 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f5953a1-7fc8-4af6-b6ed-850fa434968a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.404194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f5953a1-7fc8-4af6-b6ed-850fa434968a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.422813 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:14.503001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f5953a1-7fc8-4af6-b6ed-850fa434968a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.562274 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f5953a1-7fc8-4af6-b6ed-850fa434968a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.582473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.595066 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5953a1-7fc8-4af6-b6ed-850fa434968a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Subnet': ['ID=446c00df-f2aa-48b7-8afb-dd21cb7f0bf5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:14.598739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f5953a1-7fc8-4af6-b6ed-850fa434968a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.605516 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4f5953a1-7fc8-4af6-b6ed-850fa434968a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/subnets/446c00df-f2aa-48b7-8afb-dd21cb7f0bf5 HTTP/1.1" status: 204 len: 168 time: 0.3050871 Dec 20 17:14:14.605765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:14.610843 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:14:13Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:14.611766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8963929-e0d1-489f-b540-488b46595e0a None None] Network 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:14:14.637425 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] Checking router: 4e0f087d-c597-4547-bac7-994a73babc2c for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:14:14.646683 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] Routers {'4e0f087d-c597-4547-bac7-994a73babc2c'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:14.647873 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:13:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['4e0f087d-c597-4547-bac7-994a73babc2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:14.720505 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.757562 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] Set router 4e0f087d-c597-4547-bac7-994a73babc2c gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:14.786333 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08042f8f-6586-41a9-949e-022e53308809 None None] DHCP port deletion for 39bd4f27-0e0b-4069-8ebf-8f9be77821a5 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:14:14.844077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.844674 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Deleting port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:14:14.845047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.901366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port eaaa801e-0317-4dbf-a242-d89ab309f6b5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:14:14.901701 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.916018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-08042f8f-6586-41a9-949e-022e53308809 None None] For port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=77673ecf-353d-4948-bfab-4cd8b1c1d7dc,segment=NetworkSegment(5bda363e-2e0a-4b2f-a49e-84c78c00fe96),segment_id=5bda363e-2e0a-4b2f-a49e-84c78c00fe96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:14.916417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.931354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Calling delete_port for 77673ecf-353d-4948-bfab-4cd8b1c1d7dc owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:14:14.953853 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:14:13Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:14.984567 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d1493-91c8-41cd-86f1-8c6ec4c996c2 None None] The sync data for ids ['4e0f087d-c597-4547-bac7-994a73babc2c'] in dv-neutron-822328-3-hyperv is: [{'id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140105254', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:09Z', 'updated_at': '2021-12-20T17:14:13Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'eaaa801e-0317-4dbf-a242-d89ab309f6b5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f087d-c597-4547-bac7-994a73babc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:10Z', 'updated_at': '2021-12-20T17:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:14:15.009348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port eaaa801e-0317-4dbf-a242-d89ab309f6b5, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eaaa801e-0317-4dbf-a242-d89ab309f6b5,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:15.009791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.030177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.031405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for eaaa801e-0317-4dbf-a242-d89ab309f6b5 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:14:15.078228 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08042f8f-6586-41a9-949e-022e53308809 None None] No DVR routers for this DVR port 77673ecf-353d-4948-bfab-4cd8b1c1d7dc on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:14:15.079973 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Pushing event deleted for resources: {'Port': ['ID=77673ecf-353d-4948-bfab-4cd8b1c1d7dc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:15.093467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.094147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.094991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.095354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.095779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.096165 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.096682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.097024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.097456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.097822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.098156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.098520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.098847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042f8f-6586-41a9-949e-022e53308809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:15.230915 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.260606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=eaaa801e-0317-4dbf-a242-d89ab309f6b5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:15.278981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3926cc-3077-4d40-be7a-48d29da5eef5 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:14:15.347139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.451302 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.455000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.466850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 77673ecf-353d-4948-bfab-4cd8b1c1d7dc no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:14:15.496710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 77673ecf-353d-4948-bfab-4cd8b1c1d7dc {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:14:15.497015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 77673ecf-353d-4948-bfab-4cd8b1c1d7dc not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:14:15.509064 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.510454 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Fanout notify agent at l3_agent the message router_deleted on router 4e0f087d-c597-4547-bac7-994a73babc2c {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:14:15.520094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.521614 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-56c89b8c-3a6c-4225-81c5-9ef64094ce44 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/routers/4e0f087d-c597-4547-bac7-994a73babc2c HTTP/1.1" status: 204 len: 168 time: 0.9154937 Dec 20 17:14:15.524846 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:15.609112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.708204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.731975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bd4f27-0e0b-4069-8ebf-8f9be77821a5']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:15.742652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bda363e-2e0a-4b2f-a49e-84c78c00fe96') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:15.742959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bda363e-2e0a-4b2f-a49e-84c78c00fe96') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:15.753803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.774180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.781833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:14:15.782218 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:14:15.785249 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:14:15.853904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.860847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.864077 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/networks/39bd4f27-0e0b-4069-8ebf-8f9be77821a5 HTTP/1.1" status: 204 len: 168 time: 0.3382468 Dec 20 17:14:15.867062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54624) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:15.876011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d35c0-0f31-43c5-bf1e-e6016d8edb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Network': ['ID=39bd4f27-0e0b-4069-8ebf-8f9be77821a5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:15.926176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d232d7d0-be0d-4ec5-a4f9-3c17bed2750a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.952200 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d232d7d0-be0d-4ec5-a4f9-3c17bed2750a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.015419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d232d7d0-be0d-4ec5-a4f9-3c17bed2750a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.018062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d232d7d0-be0d-4ec5-a4f9-3c17bed2750a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.019286 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-d232d7d0-be0d-4ec5-a4f9-3c17bed2750a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/security-groups/4f281a52-60c1-4955-ac27-71e984274cfb HTTP/1.1" status: 204 len: 168 time: 0.1510451 Dec 20 17:14:16.029709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232d7d0-be0d-4ec5-a4f9-3c17bed2750a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f281a52-60c1-4955-ac27-71e984274cfb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:16.205128 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:16.210360 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e24e1732-b524-4ce8-90b7-cf3fc9250fbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232008135', 'description': 'tempest-secgroup-smoke-232008135 description', 'project_id': '29985579e4204648a2f86ee749dc11de'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:16.235913 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e24e1732-b524-4ce8-90b7-cf3fc9250fbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.306769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e24e1732-b524-4ce8-90b7-cf3fc9250fbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.310792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e24e1732-b524-4ce8-90b7-cf3fc9250fbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.338392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e24e1732-b524-4ce8-90b7-cf3fc9250fbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.339628 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e24e1732-b524-4ce8-90b7-cf3fc9250fbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1334548 Dec 20 17:14:16.342492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:16.347534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f3aaa4b1-b6d7-40b8-8e03-13d16254b4ef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e7b7b-997c-43e3-a213-b59d717a7690', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:16.353155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e1732-b524-4ce8-90b7-cf3fc9250fbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e7b7b-997c-43e3-a213-b59d717a7690,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:16.378916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa4b1-b6d7-40b8-8e03-13d16254b4ef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.438384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa4b1-b6d7-40b8-8e03-13d16254b4ef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.442932 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa4b1-b6d7-40b8-8e03-13d16254b4ef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.461561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaa4b1-b6d7-40b8-8e03-13d16254b4ef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4afffae-28c9-4f11-a50d-04e9b591976e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:16.471043 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa4b1-b6d7-40b8-8e03-13d16254b4ef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.472460 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f3aaa4b1-b6d7-40b8-8e03-13d16254b4ef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289086 Dec 20 17:14:16.475079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:16.480211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-adae0e4e-b3e0-46e9-a8fb-26400f992ae8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e7b7b-997c-43e3-a213-b59d717a7690', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:16.509922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adae0e4e-b3e0-46e9-a8fb-26400f992ae8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.567835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adae0e4e-b3e0-46e9-a8fb-26400f992ae8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.573178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adae0e4e-b3e0-46e9-a8fb-26400f992ae8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.592995 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae0e4e-b3e0-46e9-a8fb-26400f992ae8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07acd0c7-7197-4d84-a986-05ea8ae32ec3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:16.602102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adae0e4e-b3e0-46e9-a8fb-26400f992ae8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.603347 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-adae0e4e-b3e0-46e9-a8fb-26400f992ae8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267276 Dec 20 17:14:16.606356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:16.611008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6cd3e973-456f-4aaa-ba5f-eb42327084c2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e7b7b-997c-43e3-a213-b59d717a7690', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:16.640124 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e973-456f-4aaa-ba5f-eb42327084c2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.697864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e973-456f-4aaa-ba5f-eb42327084c2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.702186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e973-456f-4aaa-ba5f-eb42327084c2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.720127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3e973-456f-4aaa-ba5f-eb42327084c2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c80370-8506-4308-9268-3ccec7a0d042,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:16.728667 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e973-456f-4aaa-ba5f-eb42327084c2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.729877 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6cd3e973-456f-4aaa-ba5f-eb42327084c2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225989 Dec 20 17:14:16.733320 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:16.737795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ea6ff72b-d9a4-42d9-be20-eecebaacbfca tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e7b7b-997c-43e3-a213-b59d717a7690', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:16.766981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff72b-d9a4-42d9-be20-eecebaacbfca tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.827507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff72b-d9a4-42d9-be20-eecebaacbfca tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.831570 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff72b-d9a4-42d9-be20-eecebaacbfca tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.849825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ff72b-d9a4-42d9-be20-eecebaacbfca tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e002032a-8aa0-472e-82b8-906e95cc5c73,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:16.863171 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff72b-d9a4-42d9-be20-eecebaacbfca tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.864511 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ea6ff72b-d9a4-42d9-be20-eecebaacbfca tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302135 Dec 20 17:14:16.868722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:16.873327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-88d749eb-19b7-4b0d-b164-f7d5b9e64351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e7b7b-997c-43e3-a213-b59d717a7690', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:16.898663 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-88d749eb-19b7-4b0d-b164-f7d5b9e64351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:14:16.904346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88d749eb-19b7-4b0d-b164-f7d5b9e64351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.969627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88d749eb-19b7-4b0d-b164-f7d5b9e64351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.974684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88d749eb-19b7-4b0d-b164-f7d5b9e64351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:16.994322 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d749eb-19b7-4b0d-b164-f7d5b9e64351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9768e4b-6c1f-4bb7-81b8-d3df7df2aaac,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:17.004714 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88d749eb-19b7-4b0d-b164-f7d5b9e64351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.005978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-88d749eb-19b7-4b0d-b164-f7d5b9e64351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362605 Dec 20 17:14:17.008867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54642) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:17.013648 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-84d504de-670c-402b-b6aa-7ddc8a4a93a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e7b7b-997c-43e3-a213-b59d717a7690', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:17.042787 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-84d504de-670c-402b-b6aa-7ddc8a4a93a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:14:17.051371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d504de-670c-402b-b6aa-7ddc8a4a93a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.054549 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eaaa801e-0317-4dbf-a242-d89ab309f6b5 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:14:17.076893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: eaaa801e-0317-4dbf-a242-d89ab309f6b5 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:14:17.077231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eaaa801e-0317-4dbf-a242-d89ab309f6b5 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:14:17.077902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5e8a649b-155e-4ddf-af67-02b9669ad285 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:14:17.097345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 5e8a649b-155e-4ddf-af67-02b9669ad285 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:14:17.097694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 5e8a649b-155e-4ddf-af67-02b9669ad285 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:14:17.118487 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d504de-670c-402b-b6aa-7ddc8a4a93a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.123202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d504de-670c-402b-b6aa-7ddc8a4a93a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.142492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d504de-670c-402b-b6aa-7ddc8a4a93a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40eff63-7671-4e20-aacd-39e42d34fc43,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:17.153271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d504de-670c-402b-b6aa-7ddc8a4a93a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.154881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-84d504de-670c-402b-b6aa-7ddc8a4a93a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447632 Dec 20 17:14:17.158110 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:17.163649 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'network': {'name': 'tempest-network-smoke--590238928', 'project_id': '29985579e4204648a2f86ee749dc11de', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:17.186345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:14:17.189857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.214220 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:14:17.223061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.223397 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Added segment 4f06ee03-35ab-4401-8f28-a15cb804c0ad of type vlan for network 1086583b-e1e9-430e-884d-c8342df30313 Dec 20 17:14:17.269038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.295193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.300760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:17.301341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.337895 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1785994 Dec 20 17:14:17.340600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:17.345427 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'admin_state_up': True, 'project_id': '29985579e4204648a2f86ee749dc11de', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:17.371056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1935e4-8e61-4901-8db8-7dfa4e2aab4d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Network': ['ID=1086583b-e1e9-430e-884d-c8342df30313,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:17.371904 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.373011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.382865 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 1086583b-e1e9-430e-884d-c8342df30313 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:14:17.429147 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.579764 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.793318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.817662 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:17.926884 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.51 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/b173d6ef-922d-40e0-ab84-079b8ac2d1e8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:14:18.036207 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:18.076073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:18.116881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:14:18.119736 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:14:18.122276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:14:18.138794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef15d16-589e-4323-bc56-52fc639f348b None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:14:18.150098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=b173d6ef-922d-40e0-ab84-079b8ac2d1e8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:18.215757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-33922930-f146-4685-ae8d-ec32e1646236 None None] Provisioning complete for port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:18.216224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33922930-f146-4685-ae8d-ec32e1646236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:18.250884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-33922930-f146-4685-ae8d-ec32e1646236 None None] Port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:14:18.383865 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:18.585862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.047943 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router eba52fcc-d18a-45c0-badd-b77b2a502f43 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:14:19.157544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:14:19.167544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Sync routers for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:14:19.177797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.179748 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:19.179959 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3953ff57-ecc2-413c-a7ac-17feb38c184a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8381488 Dec 20 17:14:19.180484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:13:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:19.182959 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:19.211933 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d0dc6ab7-43c2-4a4e-a62f-0f4733c5648b tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=29985579e4204648a2f86ee749dc11de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278285 Dec 20 17:14:19.214522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:19.289016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:19.301314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0581c3a-fbc4-419c-82cb-563ff8663cbb tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:19.302874 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e0581c3a-fbc4-419c-82cb-563ff8663cbb tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874515 Dec 20 17:14:19.306131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:19.323368 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:14:19.338054 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-600ecc15-4170-4ced-aad0-345a8442ebee tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308304 Dec 20 17:14:19.340479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:19.345165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1380125423', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'project_id': '29985579e4204648a2f86ee749dc11de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:19.434531 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:14:19.438985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.465036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:18Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:19.494663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Checking router: eba52fcc-d18a-45c0-badd-b77b2a502f43 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:14:19.495014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Updating router eba52fcc-d18a-45c0-badd-b77b2a502f43 port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:14:19.520320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.620479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.687011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Subnet': ['ID=8ae7a777-1052-4120-8f42-0b16bb9f70e0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:19.695106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Checking segment: {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:14:19.695106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network hostable DHCP agents. Network: 1086583b-e1e9-430e-884d-c8342df30313, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:14:19.711511 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 1086583b-e1e9-430e-884d-c8342df30313 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:14:19.720223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 1086583b-e1e9-430e-884d-c8342df30313) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:14:19.724370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:19.725499 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.731575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a261ab1-ea4f-4099-8515-4f35585f88ab None None] Network 1086583b-e1e9-430e-884d-c8342df30313 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:14:19.742779 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8b622983-2898-4637-9b7a-5298d29fc844 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4013009 Dec 20 17:14:19.745471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54656) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:19.814377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.822645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.901074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce0d49a-65f7-40d8-87f1-b0f25f977d18 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:14:19.907452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768806ad-99d6-4364-b837-c42dfb372a8c None None] Pushing event updated for resources: {'Port': ['ID=b173d6ef-922d-40e0-ab84-079b8ac2d1e8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:19.911594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-1086583b-e1e9-430e-884d-c8342df30313', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:14:19.912429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.915956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Attempting to bind port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:14:19.916313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Attempting to bind port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:14:19.916663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Attempting to bind port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:14:19.932267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:14:19.932638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:14:19.933028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:19.933406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:14:19.933869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Bound port: b173d6ef-922d-40e0-ab84-079b8ac2d1e8, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:14:19.934237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.051783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1a58fb6b-813a-4567-8e91-cd5fc5759d80 None None] Provisioning complete for port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:20.052148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a58fb6b-813a-4567-8e91-cd5fc5759d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.064238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] For port b173d6ef-922d-40e0-ab84-079b8ac2d1e8, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:14:20.213975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.280839 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] For port b173d6ef-922d-40e0-ab84-079b8ac2d1e8, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b173d6ef-922d-40e0-ab84-079b8ac2d1e8,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:14:20.287244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1a58fb6b-813a-4567-8e91-cd5fc5759d80 None None] Port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:14:20.289483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.330334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a96896-1332-4097-80d5-b081763f9e70 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:14:20.349329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Allocated IP 172.20.0.2 (1086583b-e1e9-430e-884d-c8342df30313/8ae7a777-1052-4120-8f42-0b16bb9f70e0/30988fc0-e10c-4421-bd86-15b82b836cd2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:14:20.378648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:20.379297 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:13:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:20.386111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768806ad-99d6-4364-b837-c42dfb372a8c None None] Pushing event updated for resources: {'Port': ['ID=b173d6ef-922d-40e0-ab84-079b8ac2d1e8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:20.525531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-942df6b1-b496-48b4-bac4-320b5d3b323e None None] Provisioning complete for port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:20.525802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-942df6b1-b496-48b4-bac4-320b5d3b323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.621780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:20.709785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.745270 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.784699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.1 (1086583b-e1e9-430e-884d-c8342df30313/8ae7a777-1052-4120-8f42-0b16bb9f70e0/d0c3a507-31ef-4f35-b417-68f3658054db) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:14:20.815520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Network 1086583b-e1e9-430e-884d-c8342df30313 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:14:20.827396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:14:20.833816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:14:20.844889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-942df6b1-b496-48b4-bac4-320b5d3b323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.860844 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Pushing event updated for resources: {'Port': ['ID=30988fc0-e10c-4421-bd86-15b82b836cd2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:20.930142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-942df6b1-b496-48b4-bac4-320b5d3b323e None None] For port b173d6ef-922d-40e0-ab84-079b8ac2d1e8, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b173d6ef-922d-40e0-ab84-079b8ac2d1e8,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:20.930402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.941836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-942df6b1-b496-48b4-bac4-320b5d3b323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.950252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Attempting to bind port 30988fc0-e10c-4421-bd86-15b82b836cd2 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:14:20.950252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Attempting to bind port 30988fc0-e10c-4421-bd86-15b82b836cd2 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:14:20.950553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Attempting to bind port 30988fc0-e10c-4421-bd86-15b82b836cd2 on network 1086583b-e1e9-430e-884d-c8342df30313 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:14:20.968527 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.979402 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:14:20.979776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Checking segment: {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:14:20.980723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:20.980723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Bound using segment: {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:14:20.981044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Bound port: 30988fc0-e10c-4421-bd86-15b82b836cd2, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:14:20.981406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:21.018238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 1086583b-e1e9-430e-884d-c8342df30313 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:14:21.021360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:14:21.023887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:14:21.045818 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942df6b1-b496-48b4-bac4-320b5d3b323e None None] Pushing event updated for resources: {'Port': ['ID=b173d6ef-922d-40e0-ab84-079b8ac2d1e8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:21.053210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=d0c3a507-31ef-4f35-b417-68f3658054db,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:21.060072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:18Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:21.078952 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:21.090303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a695c-017b-4e28-9d2d-e6b35e326511 None None] The sync data for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv is: [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:18Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:14:21.107908 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] For port 30988fc0-e10c-4421-bd86-15b82b836cd2, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:14:21.113804 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] For port 30988fc0-e10c-4421-bd86-15b82b836cd2, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=30988fc0-e10c-4421-bd86-15b82b836cd2,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:14:21.119732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:21.189334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec6005-476a-4ea4-a676-faa49bd99d85 None None] Pushing event updated for resources: {'Port': ['ID=30988fc0-e10c-4421-bd86-15b82b836cd2,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:21.238995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:21.627643 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:21.632169 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:21.707246 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:21.709020 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=d0c3a507-31ef-4f35-b417-68f3658054db,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:21.811540 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 1086583b-e1e9-430e-884d-c8342df30313 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:14:21.813486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:14:21.938748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router eba52fcc-d18a-45c0-badd-b77b2a502f43 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:14:22.060237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:14:22.068645 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-42027076-07f7-4f4e-9625-30f0ef22101c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/eba52fcc-d18a-45c0-badd-b77b2a502f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3197346 Dec 20 17:14:22.224104 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c1e95b-e8ee-419a-8eb5-2e53fe3b739c None None] Network 1086583b-e1e9-430e-884d-c8342df30313 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:14:22.226130 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-4ff1b996-587b-49cc-8b7a-a50fc8738e58 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232008135&fields=id&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 267 time: 0.0489156 Dec 20 17:14:22.312302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6760d8c4-c3f0-4d22-875f-e04eb04e3fe0 None None] Provisioning complete for port 30988fc0-e10c-4421-bd86-15b82b836cd2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:22.312603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6760d8c4-c3f0-4d22-875f-e04eb04e3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:22.338280 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80749fa6-4e82-4987-a2d2-213f4050438f req-db9b3697-3620-42d1-8e46-98c314a364cd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:22.339755 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-db9b3697-3620-42d1-8e46-98c314a364cd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/networks?id=1086583b-e1e9-430e-884d-c8342df30313 HTTP/1.1" status: 200 len: 796 time: 0.1053047 Dec 20 17:14:22.355251 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-74fa0826-1f0d-4c4a-9936-71648a750234 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/quotas/29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 375 time: 0.0096841 Dec 20 17:14:22.408274 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-93c1a9db-7bf0-4933-8800-961055f82564 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474222 Dec 20 17:14:22.426090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6760d8c4-c3f0-4d22-875f-e04eb04e3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:22.463498 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6760d8c4-c3f0-4d22-875f-e04eb04e3fe0 None None] For port 30988fc0-e10c-4421-bd86-15b82b836cd2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=30988fc0-e10c-4421-bd86-15b82b836cd2,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:22.467645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6760d8c4-c3f0-4d22-875f-e04eb04e3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:22.533130 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-c70ae5a5-c0f1-4a07-a32f-decc9d699527 service neutron] 10.222.0.60 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123581 Dec 20 17:14:22.538688 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760d8c4-c3f0-4d22-875f-e04eb04e3fe0 None None] Pushing event updated for resources: {'Port': ['ID=30988fc0-e10c-4421-bd86-15b82b836cd2,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:22.633100 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-700aa37c-604b-4eff-b7bc-442528148cc6 service neutron] 10.222.0.60 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990820 Dec 20 17:14:22.690077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0ae90790-233d-408c-b411-ec26dd6e8cb1 None None] Provisioning complete for port d0c3a507-31ef-4f35-b417-68f3658054db triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:22.690523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ae90790-233d-408c-b411-ec26dd6e8cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:22.749888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0ae90790-233d-408c-b411-ec26dd6e8cb1 None None] Port d0c3a507-31ef-4f35-b417-68f3658054db cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:14:22.772903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0ae90790-233d-408c-b411-ec26dd6e8cb1 None None] Provisioning complete for port 30988fc0-e10c-4421-bd86-15b82b836cd2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:22.774110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ae90790-233d-408c-b411-ec26dd6e8cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:22.866834 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-516f79b6-0736-4cf6-a04e-cfdf8af47b3b req-dad2fe7a-9af0-468b-921e-81dd305c0257 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 210 time: 0.0430591 Dec 20 17:14:23.045525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b8142fb7-072f-451c-a025-18ce8b21d47c None None] Provisioning complete for port d0c3a507-31ef-4f35-b417-68f3658054db triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:23.046359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8142fb7-072f-451c-a025-18ce8b21d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:23.116107 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Sync routers for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:14:23.149629 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:23.153037 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:13:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:23.159030 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b8142fb7-072f-451c-a025-18ce8b21d47c None None] Port d0c3a507-31ef-4f35-b417-68f3658054db cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:14:23.237956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b173d6ef-922d-40e0-ab84-079b8ac2d1e8 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:14:23.291459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f0e16286-4b79-4ea3-8084-28c5119cb10f None None] Provisioning complete for port d0c3a507-31ef-4f35-b417-68f3658054db triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:23.292206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0e16286-4b79-4ea3-8084-28c5119cb10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:23.345247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f0e16286-4b79-4ea3-8084-28c5119cb10f None None] Port d0c3a507-31ef-4f35-b417-68f3658054db cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:14:23.351770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:23.352442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:23.434612 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:23.442077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 30988fc0-e10c-4421-bd86-15b82b836cd2 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:14:23.489986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 30988fc0-e10c-4421-bd86-15b82b836cd2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:23.490386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:23.655862 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd0c3a507-31ef-4f35-b417-68f3658054db', 'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:23:df:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:20Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 2, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:23.686548 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Checking router: eba52fcc-d18a-45c0-badd-b77b2a502f43 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:14:23.686912 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Updating router eba52fcc-d18a-45c0-badd-b77b2a502f43 port d0c3a507-31ef-4f35-b417-68f3658054db binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:14:23.714297 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:23.973583 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-915f3f1a-6f32-4a78-a743-d63bf22d4592 req-1540f95e-56fc-4d8c-bc5d-898c9128e3e6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 210 time: 0.0316141 Dec 20 17:14:23.994163 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:23.999702 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.050323 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Pushing event updated for resources: {'Port': ['ID=d0c3a507-31ef-4f35-b417-68f3658054db,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:24.078003 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.078377 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.078712 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.079056 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.079385 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.079730 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.080043 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.080375 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.080694 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.081017 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.081336 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.081652 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.081961 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:14:24.114638 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Attempting to bind port d0c3a507-31ef-4f35-b417-68f3658054db on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:14:24.114998 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Attempting to bind port d0c3a507-31ef-4f35-b417-68f3658054db by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:14:24.115358 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Attempting to bind port d0c3a507-31ef-4f35-b417-68f3658054db on network 1086583b-e1e9-430e-884d-c8342df30313 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:14:24.121440 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:14:24.122544 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Checking segment: {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:14:24.122544 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.122544 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Bound using segment: {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:14:24.123511 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Bound port: d0c3a507-31ef-4f35-b417-68f3658054db, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:14:24.123868 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.211199 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] For port d0c3a507-31ef-4f35-b417-68f3658054db, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:14:24.215156 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] For port d0c3a507-31ef-4f35-b417-68f3658054db, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d0c3a507-31ef-4f35-b417-68f3658054db,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:14:24.221030 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.285203 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:24.286850 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:13:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:24.329429 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80749fa6-4e82-4987-a2d2-213f4050438f req-2eef999b-f8f8-4a39-ba25-c8caecf45d03 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:24.331058 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-2eef999b-f8f8-4a39-ba25-c8caecf45d03 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/networks?id=1086583b-e1e9-430e-884d-c8342df30313 HTTP/1.1" status: 200 len: 796 time: 0.1426625 Dec 20 17:14:24.345831 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c2fff-e899-4cfd-8ca1-a6830d5c7ca0 None None] Pushing event updated for resources: {'Port': ['ID=d0c3a507-31ef-4f35-b417-68f3658054db,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:24.382146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2c176538-1ced-4851-a11f-21911b766f2d None None] Provisioning complete for port d0c3a507-31ef-4f35-b417-68f3658054db triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:24.383164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c176538-1ced-4851-a11f-21911b766f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.421004 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-547235e5-1ac5-4f4f-8aa0-57df5bd0281b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 379 time: 0.0789089 Dec 20 17:14:24.434977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'port': {'device_id': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'admin_state_up': True, 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'security_groups': ['dc2e7b7b-997c-43e3-a213-b59d717a7690']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:24.435682 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:24.480083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c176538-1ced-4851-a11f-21911b766f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.517622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2c176538-1ced-4851-a11f-21911b766f2d None None] For port d0c3a507-31ef-4f35-b417-68f3658054db, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d0c3a507-31ef-4f35-b417-68f3658054db,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:24.524718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c176538-1ced-4851-a11f-21911b766f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.579386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c176538-1ced-4851-a11f-21911b766f2d None None] Pushing event updated for resources: {'Port': ['ID=d0c3a507-31ef-4f35-b417-68f3658054db,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:24.580813 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:14:24.585097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.644528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3cf93a5f-b061-416a-acb4-adf8b9953511 None None] Provisioning complete for port d0c3a507-31ef-4f35-b417-68f3658054db triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:24.645149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3cf93a5f-b061-416a-acb4-adf8b9953511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.664599 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd0c3a507-31ef-4f35-b417-68f3658054db', 'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:23:df:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:20Z', 'updated_at': '2021-12-20T17:14:24Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:24.694718 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc47f7-edfe-46c7-b9a5-1344b0adcfd3 None None] The sync data for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv is: [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd0c3a507-31ef-4f35-b417-68f3658054db', 'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:23:df:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:20Z', 'updated_at': '2021-12-20T17:14:24Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:14:24.721687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.9 (1086583b-e1e9-430e-884d-c8342df30313/8ae7a777-1052-4120-8f42-0b16bb9f70e0/4ab095ce-c193-44af-a0f2-2590ec0ba70b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:14:24.910770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:24.949839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.017268 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 1086583b-e1e9-430e-884d-c8342df30313 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:14:25.028170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:14:25.041633 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=4ab095ce-c193-44af-a0f2-2590ec0ba70b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:25.044335 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:14:25.111491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:25.112163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.122212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631df05-1285-41d0-bfad-cea2aa4f95db req-812ad0db-59c0-4ee1-b6b1-036e6e0bb79e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:25.134871 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8631df05-1285-41d0-bfad-cea2aa4f95db req-812ad0db-59c0-4ee1-b6b1-036e6e0bb79e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 931 time: 0.0802462 Dec 20 17:14:25.139207 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-7f610f68-13ff-44c8-9771-8cc1f4afce3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7095506 Dec 20 17:14:25.146002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d0c3a507-31ef-4f35-b417-68f3658054db up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:14:25.172742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Request body: {'port': {'device_id': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:25.196902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff5326d0-3c02-4e9c-b576-dbdc6a1d7960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.242882 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8631df05-1285-41d0-bfad-cea2aa4f95db req-5055f6bb-0c41-43f5-86cd-8a3cefe1c149 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004839 Dec 20 17:14:25.255771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.256040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d0c3a507-31ef-4f35-b417-68f3658054db triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:25.256985 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.369824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-99e60656-d418-437f-8312-1de122e158ae None None] Provisioning complete for port 4ab095ce-c193-44af-a0f2-2590ec0ba70b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:25.370484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99e60656-d418-437f-8312-1de122e158ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.432594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-99e60656-d418-437f-8312-1de122e158ae None None] Port 4ab095ce-c193-44af-a0f2-2590ec0ba70b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:14:25.569681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab095ce-c193-44af-a0f2-2590ec0ba70b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:14:25.580396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.594179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Transition to ACTIVE for port object 4ab095ce-c193-44af-a0f2-2590ec0ba70b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:14:25.599418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.654765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Pushing event updated for resources: {'Port': ['ID=4ab095ce-c193-44af-a0f2-2590ec0ba70b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:25.734093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Attempting to bind port 4ab095ce-c193-44af-a0f2-2590ec0ba70b on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:14:25.734475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Attempting to bind port 4ab095ce-c193-44af-a0f2-2590ec0ba70b by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:14:25.734808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Attempting to bind port 4ab095ce-c193-44af-a0f2-2590ec0ba70b on network 1086583b-e1e9-430e-884d-c8342df30313 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:14:25.739883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Port 4ab095ce-c193-44af-a0f2-2590ec0ba70b on network 1086583b-e1e9-430e-884d-c8342df30313 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:14:25.740223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Attempting to bind port 4ab095ce-c193-44af-a0f2-2590ec0ba70b on network 1086583b-e1e9-430e-884d-c8342df30313 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:14:25.746744 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:14:25.747083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Checking segment: {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:14:25.747581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Bound using segment: {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:14:25.748021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Bound port: 4ab095ce-c193-44af-a0f2-2590ec0ba70b, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f06ee03-35ab-4401-8f28-a15cb804c0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1086583b-e1e9-430e-884d-c8342df30313'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:14:25.748373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.823520 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] For port 4ab095ce-c193-44af-a0f2-2590ec0ba70b, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:14:25.827578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] For port 4ab095ce-c193-44af-a0f2-2590ec0ba70b, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:14:25.832779 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.868808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:25.869471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:25.871316 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] 10.222.0.18 "PUT /v2.0/ports/4ab095ce-c193-44af-a0f2-2590ec0ba70b HTTP/1.1" status: 200 len: 1093 time: 0.7224610 Dec 20 17:14:25.873700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:14:25.876992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111" -d '{"events": [{"name": "network-changed", "server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:14:25.919841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79d3c7-94af-41b2-89db-0a93e6ca83fc service neutron] Pushing event updated for resources: {'Port': ['ID=4ab095ce-c193-44af-a0f2-2590ec0ba70b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:25.931702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0700b6-e3e5-4bed-bf70-ef7cfb5e763a x-openstack-request-id: req-ed0700b6-e3e5-4bed-bf70-ef7cfb5e763a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:14:25.932120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:14:25.932470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed0700b6-e3e5-4bed-bf70-ef7cfb5e763a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:14:25.933500 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'status': 'completed', 'code': 200} Dec 20 17:14:25.996854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80749fa6-4e82-4987-a2d2-213f4050438f req-c25adf72-dd44-485d-b500-21cd946589f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:25.999889 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-c25adf72-dd44-485d-b500-21cd946589f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 1096 time: 0.0647891 Dec 20 17:14:26.055449 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-e1aa32d4-03c0-457d-940a-304f861a3bfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b HTTP/1.1" status: 200 len: 217 time: 0.0456669 Dec 20 17:14:26.111645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80749fa6-4e82-4987-a2d2-213f4050438f req-ffc163e2-110e-4039-ae8c-bc6dde686f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:26.112645 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-ffc163e2-110e-4039-ae8c-bc6dde686f18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ae7a777-1052-4120-8f42-0b16bb9f70e0 HTTP/1.1" status: 200 len: 835 time: 0.0498960 Dec 20 17:14:26.164250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80749fa6-4e82-4987-a2d2-213f4050438f req-259d0b15-b957-49cc-9dca-3fb3836090c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:26.165763 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-259d0b15-b957-49cc-9dca-3fb3836090c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1086583b-e1e9-430e-884d-c8342df30313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455966 Dec 20 17:14:26.263683 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-bc756b41-2d4f-4cf9-b9e5-997233737470 service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905449 Dec 20 17:14:26.358371 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-80749fa6-4e82-4987-a2d2-213f4050438f req-44d2118b-56a5-4611-b125-0ac91723bc30 service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878043 Dec 20 17:14:26.360356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b8de6-de68-4080-afd0-fcd9c65298ab req-9198f86a-a3f7-4904-9319-9b80c411551e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:26.361843 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-848b8de6-de68-4080-afd0-fcd9c65298ab req-9198f86a-a3f7-4904-9319-9b80c411551e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 943 time: 0.0533206 Dec 20 17:14:26.419176 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-848b8de6-de68-4080-afd0-fcd9c65298ab req-064e5029-3cf3-4ffa-983d-ca4978792b11 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510588 Dec 20 17:14:26.462595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-bf965c66-7dec-4cbd-b911-e8447d4d92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:26.464194 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-bf965c66-7dec-4cbd-b911-e8447d4d92f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 1096 time: 0.0489585 Dec 20 17:14:26.571731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-8fe9bcf5-29b6-4e6a-b761-ea658ac0dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:26.573083 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-8fe9bcf5-29b6-4e6a-b761-ea658ac0dcf4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1086583b-e1e9-430e-884d-c8342df30313 HTTP/1.1" status: 200 len: 897 time: 0.1014681 Dec 20 17:14:26.623884 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-6d7ebf57-ba02-42ad-ac54-2da32e90226f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b HTTP/1.1" status: 200 len: 217 time: 0.0383673 Dec 20 17:14:26.675091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-ff6eae77-3212-46f2-8163-921c055e36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:26.676767 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-ff6eae77-3212-46f2-8163-921c055e36b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ae7a777-1052-4120-8f42-0b16bb9f70e0 HTTP/1.1" status: 200 len: 835 time: 0.0452042 Dec 20 17:14:26.723670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-e6ac1311-7bed-427e-bfbb-40248b040208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:26.725175 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-e6ac1311-7bed-427e-bfbb-40248b040208 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1086583b-e1e9-430e-884d-c8342df30313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411344 Dec 20 17:14:26.821221 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-d11dd8df-3fa4-4ded-883e-7cfd0b998a3a service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882747 Dec 20 17:14:26.911996 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e4ca0a94-1e7b-46cb-8177-5f1a4c5b0111 req-327d50cf-3278-4fa1-819b-6ce7fe01d77f service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824916 Dec 20 17:14:27.545093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a30c56-4ed9-4f40-b7e8-43dfb7bc2883 req-3cc7e6e1-9d63-47a7-b3cd-3beb3d88130c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:27.546716 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-02a30c56-4ed9-4f40-b7e8-43dfb7bc2883 req-3cc7e6e1-9d63-47a7-b3cd-3beb3d88130c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 943 time: 0.0570383 Dec 20 17:14:27.599484 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-02a30c56-4ed9-4f40-b7e8-43dfb7bc2883 req-e365dd11-548f-4af6-ac28-c6156d355a39 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466771 Dec 20 17:14:27.819106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f9b787e-613d-4fa5-a68c-c723470cdcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:28.286199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 4ab095ce-c193-44af-a0f2-2590ec0ba70b details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:14:28.384373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 4ab095ce-c193-44af-a0f2-2590ec0ba70b, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:28.397069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'port_id': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'mac_address': 'fa:16:3e:cb:a7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:14:28.436201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:28.449684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab095ce-c193-44af-a0f2-2590ec0ba70b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:14:28.469096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 4ab095ce-c193-44af-a0f2-2590ec0ba70b, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:28.473418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:28.519741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=4ab095ce-c193-44af-a0f2-2590ec0ba70b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:28.588654 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:28.689059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['4ab095ce-c193-44af-a0f2-2590ec0ba70b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:14:28.713419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfaec6-0166-478f-83b8-fdfdcb5950a0 req-1868693b-33c9-4525-8d32-52cbf75cb763 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:28.714966 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-22cfaec6-0166-478f-83b8-fdfdcb5950a0 req-1868693b-33c9-4525-8d32-52cbf75cb763 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 944 time: 0.0488877 Dec 20 17:14:28.765369 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-22cfaec6-0166-478f-83b8-fdfdcb5950a0 req-7db36c7d-97a8-4285-a2c6-a9a2c40099f1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444164 Dec 20 17:14:29.880393 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b160dd7-0135-4af6-9780-876bc6e3a314 req-d3003de6-e638-4ce8-89fc-7366bbcd46cb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:29.882639 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b160dd7-0135-4af6-9780-876bc6e3a314 req-d3003de6-e638-4ce8-89fc-7366bbcd46cb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 944 time: 0.0500097 Dec 20 17:14:29.931242 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b160dd7-0135-4af6-9780-876bc6e3a314 req-b8ce21c3-9d60-419d-a9aa-5078a8048735 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421078 Dec 20 17:14:30.157347 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:30.285736 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 4ab095ce-c193-44af-a0f2-2590ec0ba70b up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:14:30.333264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 4ab095ce-c193-44af-a0f2-2590ec0ba70b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:14:30.336945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 4ab095ce-c193-44af-a0f2-2590ec0ba70b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:30.337317 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:30.412931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:30.434611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:14:30.436834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f43477-09b4-4a46-88b7-dc40c363b80b" -d '{"events": [{"server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "name": "network-vif-plugged", "status": "completed", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:14:30.453608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 4ab095ce-c193-44af-a0f2-2590ec0ba70b, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:30.457544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:30.480781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7677d0-5fb8-4abc-a410-8aedaf0af214 x-openstack-request-id: req-7d7677d0-5fb8-4abc-a410-8aedaf0af214 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:14:30.481075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "name": "network-vif-plugged", "status": "completed", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:14:30.481319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d7677d0-5fb8-4abc-a410-8aedaf0af214 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:14:30.481700 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'code': 200} Dec 20 17:14:30.506815 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=4ab095ce-c193-44af-a0f2-2590ec0ba70b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:30.641802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7cee-32c1-4e0e-b784-67e76d66a1e7 req-b26737d2-acda-4d9a-a521-727594f2d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:30.643270 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-149b7cee-32c1-4e0e-b784-67e76d66a1e7 req-b26737d2-acda-4d9a-a521-727594f2d89f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 1098 time: 0.0376356 Dec 20 17:14:30.691641 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-149b7cee-32c1-4e0e-b784-67e76d66a1e7 req-c99fc4d1-b23a-420c-ab33-8e1009e783d8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Dec 20 17:14:30.897586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:31.044502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72778d-e870-47cd-822c-f587fc10d741 req-761c154a-02e4-4c6f-9eef-12ec29e2d334 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:31.045954 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5c72778d-e870-47cd-822c-f587fc10d741 req-761c154a-02e4-4c6f-9eef-12ec29e2d334 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0476587 Dec 20 17:14:31.094751 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5c72778d-e870-47cd-822c-f587fc10d741 req-a867abc5-5225-4ef7-a797-d088e532ed77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Dec 20 17:14:32.222579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3f36f-83e7-4398-890a-21073b6a41ed req-b0d75170-163f-4388-8f5a-fefcf9d328f1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:32.223982 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f9e3f36f-83e7-4398-890a-21073b6a41ed req-b0d75170-163f-4388-8f5a-fefcf9d328f1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0559731 Dec 20 17:14:32.276560 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f9e3f36f-83e7-4398-890a-21073b6a41ed req-4423b9a7-fbb6-491c-9ac5-3b3e7845f0d2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460455 Dec 20 17:14:32.387554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038b553-74ee-47bb-9fff-f4905a662cd8 req-240be524-e561-4663-bbae-df37e54e7327 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:32.389020 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7038b553-74ee-47bb-9fff-f4905a662cd8 req-240be524-e561-4663-bbae-df37e54e7327 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0466251 Dec 20 17:14:32.436882 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7038b553-74ee-47bb-9fff-f4905a662cd8 req-8ae38d2e-dddc-4b5f-8576-58d7609b8934 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 Dec 20 17:14:32.458352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:32.497596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1024ba-0422-4093-8e14-d011e64bf4f1 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:32.499062 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8f1024ba-0422-4093-8e14-d011e64bf4f1 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 1093 time: 0.0397282 Dec 20 17:14:32.502382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:32.507296 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:32.532062 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:32.624556 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:32.729663 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.3 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/ab38e8aa-677c-4023-bcdd-ab4108fa7bda) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:14:32.830512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:32.868078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:32.909513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:14:32.912404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:14:32.916740 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:14:32.919765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=ab38e8aa-677c-4023-bcdd-ab4108fa7bda,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:33.271572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:33.336596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:33.487442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:33.491881 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:33.558631 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=ab38e8aa-677c-4023-bcdd-ab4108fa7bda,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:33.570502 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:33.670220 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP ec44101b-ab74-43f0-b5e9-189b6b99afdd associated. External IP: 172.26.1.3, port: 4ab095ce-c193-44af-a0f2-2590ec0ba70b. Dec 20 17:14:33.875580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router eba52fcc-d18a-45c0-badd-b77b2a502f43 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:14:33.983494 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:14:33.992886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] Sync routers for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:14:34.000831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:34.002097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:34.002735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:14:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:34.028182 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c99aa727-6b33-4895-adbb-85af8192eb5d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5247769 Dec 20 17:14:34.028766 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:14:34.031263 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f63168-8b7c-4940-b131-23427f45d2df" -d '{"events": [{"name": "network-changed", "server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:14:34.073145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8018fc0d-197f-456c-b805-4c42ee5bde9f x-openstack-request-id: req-8018fc0d-197f-456c-b805-4c42ee5bde9f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:14:34.073508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:14:34.073827 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8018fc0d-197f-456c-b805-4c42ee5bde9f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:14:34.074325 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'status': 'completed', 'code': 200} Dec 20 17:14:34.141775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f63168-8b7c-4940-b131-23427f45d2df req-a7450a6b-d140-421e-85ec-e2701c8891a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:34.143544 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b0f63168-8b7c-4940-b131-23427f45d2df req-a7450a6b-d140-421e-85ec-e2701c8891a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 1098 time: 0.0473952 Dec 20 17:14:34.150410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0690c5a-51ea-478a-8405-2606e06d08ca req-93f357c7-d6a1-48a8-a096-be9544a9c92f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:34.152245 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d0690c5a-51ea-478a-8405-2606e06d08ca req-93f357c7-d6a1-48a8-a096-be9544a9c92f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0580568 Dec 20 17:14:34.209391 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d0690c5a-51ea-478a-8405-2606e06d08ca req-37da6e72-b301-4684-9d2e-505686de9d75 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506704 Dec 20 17:14:34.232459 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54720) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:34.253182 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f63168-8b7c-4940-b131-23427f45d2df req-1a99660c-80c4-4b05-b952-f4fba1684ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:34.254666 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b0f63168-8b7c-4940-b131-23427f45d2df req-1a99660c-80c4-4b05-b952-f4fba1684ce4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1086583b-e1e9-430e-884d-c8342df30313 HTTP/1.1" status: 200 len: 897 time: 0.1030469 Dec 20 17:14:34.268995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:34.307295 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0bdea398-1a48-4ea5-acf4-e59c08d2fc5b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/ec44101b-ab74-43f0-b5e9-189b6b99afdd HTTP/1.1" status: 200 len: 989 time: 0.0736735 Dec 20 17:14:34.504570 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ec44101b-ab74-43f0-b5e9-189b6b99afdd', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.3', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'port_id': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'mac_address': 'fa:16:3e:cb:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:14:33Z', 'updated_at': '2021-12-20T17:14:33Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c3a507-31ef-4f35-b417-68f3658054db', 'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:23:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:20Z', 'updated_at': '2021-12-20T17:14:24Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:34.532374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] Checking router: eba52fcc-d18a-45c0-badd-b77b2a502f43 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:14:34.541945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:34.542600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:14:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:34.651546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:34.664111 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b0f63168-8b7c-4940-b131-23427f45d2df req-c03619f1-36d3-4016-a53f-278249ad61ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b HTTP/1.1" status: 200 len: 997 time: 0.4026558 Dec 20 17:14:34.713151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f63168-8b7c-4940-b131-23427f45d2df req-b0e460fc-f19c-4b67-a7fa-fea053376bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:34.714664 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b0f63168-8b7c-4940-b131-23427f45d2df req-b0e460fc-f19c-4b67-a7fa-fea053376bb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ae7a777-1052-4120-8f42-0b16bb9f70e0 HTTP/1.1" status: 200 len: 835 time: 0.0432835 Dec 20 17:14:34.758459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f63168-8b7c-4940-b131-23427f45d2df req-d543ea36-fe41-4d93-995f-4a5fcdbde71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:34.759881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b0f63168-8b7c-4940-b131-23427f45d2df req-d543ea36-fe41-4d93-995f-4a5fcdbde71d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1086583b-e1e9-430e-884d-c8342df30313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388968 Dec 20 17:14:34.853058 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b0f63168-8b7c-4940-b131-23427f45d2df req-db868382-12b9-45ee-b34c-a14db53da99c service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847797 Dec 20 17:14:34.887319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ec44101b-ab74-43f0-b5e9-189b6b99afdd', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.3', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'port_id': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'mac_address': 'fa:16:3e:cb:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:14:33Z', 'updated_at': '2021-12-20T17:14:33Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c3a507-31ef-4f35-b417-68f3658054db', 'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:23:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:20Z', 'updated_at': '2021-12-20T17:14:24Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:34.917146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e59fac-2e95-44b9-a323-488fe195bf3f None None] The sync data for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv is: [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'ec44101b-ab74-43f0-b5e9-189b6b99afdd', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.3', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'port_id': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'mac_address': 'fa:16:3e:cb:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:14:33Z', 'updated_at': '2021-12-20T17:14:33Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c3a507-31ef-4f35-b417-68f3658054db', 'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:23:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:20Z', 'updated_at': '2021-12-20T17:14:24Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:14:34.945716 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b0f63168-8b7c-4940-b131-23427f45d2df req-b1b66a6c-43d9-4168-9ddd-ea91be7eefba service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840781 Dec 20 17:14:35.097427 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8adde8-e398-47dd-861e-ac3805b8e152 None None] New status for floating IP ec44101b-ab74-43f0-b5e9-189b6b99afdd: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:14:35.311168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:35.371452 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-555fbb33-b7dc-4cdf-ba68-0a70d2b9c7e7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/ec44101b-ab74-43f0-b5e9-189b6b99afdd HTTP/1.1" status: 200 len: 991 time: 0.0591440 Dec 20 17:14:44.590151 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:55.137362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e829b91-9395-47de-ae7a-5f5c96048074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:56.321678 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:14:57.821995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d865e58-ac4e-4c69-b905-0a53177545b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:58.592586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:00.157586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:00.900295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:06.777234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-9be85ab6-6b88-4e92-8ed7-62c381d1dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:06.778765 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-9be85ab6-6b88-4e92-8ed7-62c381d1dcdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 1098 time: 0.0721514 Dec 20 17:15:06.789908 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a9e85-dd33-4e93-b68e-431b84204050 req-faf34ca4-6319-46f3-bd57-858f39b5d26d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:06.791472 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cc0a9e85-dd33-4e93-b68e-431b84204050 req-faf34ca4-6319-46f3-bd57-858f39b5d26d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0759747 Dec 20 17:15:06.902606 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cc0a9e85-dd33-4e93-b68e-431b84204050 req-aea0c02f-8171-4275-878b-2e285f06d4f4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024938 Dec 20 17:15:06.920751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-2b2cdcfa-7f55-4ecc-8f3f-488a83dc7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:06.922618 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-2b2cdcfa-7f55-4ecc-8f3f-488a83dc7796 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1086583b-e1e9-430e-884d-c8342df30313 HTTP/1.1" status: 200 len: 897 time: 0.1300368 Dec 20 17:15:06.999163 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-ec8787d0-fc16-418f-8900-d0aa7b0320f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b HTTP/1.1" status: 200 len: 999 time: 0.0689476 Dec 20 17:15:07.055189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-69f571ff-9e66-458c-8dec-141577516713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:07.056658 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-69f571ff-9e66-458c-8dec-141577516713 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ae7a777-1052-4120-8f42-0b16bb9f70e0 HTTP/1.1" status: 200 len: 835 time: 0.0503697 Dec 20 17:15:07.104263 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-82d42083-6957-4cf1-9fbb-134ae9a782fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:07.105796 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-82d42083-6957-4cf1-9fbb-134ae9a782fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1086583b-e1e9-430e-884d-c8342df30313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420983 Dec 20 17:15:07.200194 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-0de308f5-228d-453f-bbd7-6ff06a3c40c7 service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865495 Dec 20 17:15:07.296671 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e09307b4-7c2a-4e03-ac59-3500a3f1141a req-e9d7adab-e27c-40ae-a185-e2f26b82ca65 service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892174 Dec 20 17:15:08.023746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea94c2-21d1-47ae-8391-c34eea54ddb2 req-18789465-b8c3-424f-a0d8-ba9f0afbe6f1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:08.025212 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d9ea94c2-21d1-47ae-8391-c34eea54ddb2 req-18789465-b8c3-424f-a0d8-ba9f0afbe6f1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0516613 Dec 20 17:15:08.074848 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d9ea94c2-21d1-47ae-8391-c34eea54ddb2 req-fddc3c31-59c5-483a-b2cc-4f4a9a4e13a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437489 Dec 20 17:15:09.186915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e0273-a321-4a04-8152-eb78bf054127 req-c64dca04-5007-4bd3-856e-3b20dd8815bb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:09.188369 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-022e0273-a321-4a04-8152-eb78bf054127 req-c64dca04-5007-4bd3-856e-3b20dd8815bb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0484703 Dec 20 17:15:09.236412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-022e0273-a321-4a04-8152-eb78bf054127 req-4a61a5ce-afa7-4454-bfea-3a08c945f5d8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420897 Dec 20 17:15:10.356681 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14985f7-69d4-46e9-bca7-0ebc547c793b req-ca39e810-9b61-4682-8fe0-c316b9707fc0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:10.358247 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b14985f7-69d4-46e9-bca7-0ebc547c793b req-ca39e810-9b61-4682-8fe0-c316b9707fc0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0511255 Dec 20 17:15:10.415716 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b14985f7-69d4-46e9-bca7-0ebc547c793b req-b186a9cc-2ddf-480a-9145-37cbfc3a7234 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513816 Dec 20 17:15:11.539548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe0b8-6d58-4fcb-ae83-ca42ccbd120d req-20d42780-4d8c-449b-b0e4-6d69dc9d536f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:11.541179 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-de0fe0b8-6d58-4fcb-ae83-ca42ccbd120d req-20d42780-4d8c-449b-b0e4-6d69dc9d536f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0539155 Dec 20 17:15:11.591654 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-de0fe0b8-6d58-4fcb-ae83-ca42ccbd120d req-537eeead-6e04-4729-97a6-aef104e4a8fa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441937 Dec 20 17:15:12.716693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43313fce-b12d-435a-94fe-73de76954abc req-f50b3511-b7f5-4fb5-98c1-706b8a578575 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:12.718178 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-43313fce-b12d-435a-94fe-73de76954abc req-f50b3511-b7f5-4fb5-98c1-706b8a578575 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0565660 Dec 20 17:15:12.768145 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-43313fce-b12d-435a-94fe-73de76954abc req-6c5dcdb5-8ca8-42f3-a7a9-d714599b4828 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440199 Dec 20 17:15:14.058011 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca0edf-e1a0-4bdd-a843-ee9d1fbbab3a req-00d19934-6f83-4fc6-acb7-7605862f9d5a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:14.059615 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4ca0edf-e1a0-4bdd-a843-ee9d1fbbab3a req-00d19934-6f83-4fc6-acb7-7605862f9d5a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0554748 Dec 20 17:15:14.115877 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4ca0edf-e1a0-4bdd-a843-ee9d1fbbab3a req-7a32e5f2-a904-429c-abc3-c4d4f95f6cbb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496151 Dec 20 17:15:14.597367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:15.242088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa81a6-8745-47ee-b5ae-ccdb1c17cd5d req-71ef0beb-6302-4350-8323-a8b6634c297d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:15.244088 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-35fa81a6-8745-47ee-b5ae-ccdb1c17cd5d req-71ef0beb-6302-4350-8323-a8b6634c297d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0575998 Dec 20 17:15:15.295086 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-35fa81a6-8745-47ee-b5ae-ccdb1c17cd5d req-806819bf-b323-4073-85f2-822acf0e123e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450442 Dec 20 17:15:16.419640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9fdf1-f2f0-439b-bdf1-24d90be10547 req-f32d6373-6214-4766-a717-05bb79c4edef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:16.421181 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-78c9fdf1-f2f0-439b-bdf1-24d90be10547 req-f32d6373-6214-4766-a717-05bb79c4edef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0548313 Dec 20 17:15:16.473301 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-78c9fdf1-f2f0-439b-bdf1-24d90be10547 req-a3652e13-43ad-41b5-9aea-49d85ab1d2d4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Dec 20 17:15:17.590164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05337634-06b1-4e99-b8a5-810f205ebc5c req-b3193fb4-6884-4993-860e-41dded985fdf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:17.591818 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-05337634-06b1-4e99-b8a5-810f205ebc5c req-b3193fb4-6884-4993-860e-41dded985fdf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0498545 Dec 20 17:15:17.649975 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-05337634-06b1-4e99-b8a5-810f205ebc5c req-6d018b85-ed3b-4813-a63c-693ccad560b1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516775 Dec 20 17:15:18.788095 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea3c1-8d6d-4da7-838c-02e95e2763dd req-48b60069-6399-4ffe-b88d-4f1041de110a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:18.789634 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a90ea3c1-8d6d-4da7-838c-02e95e2763dd req-48b60069-6399-4ffe-b88d-4f1041de110a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0507421 Dec 20 17:15:18.846839 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a90ea3c1-8d6d-4da7-838c-02e95e2763dd req-a4a04bea-0b37-45c1-b677-f30656008ced tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488651 Dec 20 17:15:20.311453 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819d745-409e-4787-912f-444040f82e21 req-03f8cb7b-2196-4b8f-a174-0b44a571b41a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:20.312965 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7819d745-409e-4787-912f-444040f82e21 req-03f8cb7b-2196-4b8f-a174-0b44a571b41a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.3994176 Dec 20 17:15:20.363361 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7819d745-409e-4787-912f-444040f82e21 req-877fe509-2c86-48e4-a025-e1cb8afc26b4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440784 Dec 20 17:15:21.482131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c50a1-76ec-4d00-92ae-5e23ba798e47 req-863a1286-7a91-450c-b48b-cbc98d77a351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:21.483738 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5d2c50a1-76ec-4d00-92ae-5e23ba798e47 req-863a1286-7a91-450c-b48b-cbc98d77a351 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0507510 Dec 20 17:15:21.542085 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5d2c50a1-76ec-4d00-92ae-5e23ba798e47 req-d88cbf80-c3ff-45bf-97e5-97fd10f54453 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523791 Dec 20 17:15:22.667446 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebc558-dae8-4a2b-b34e-f564948a8f3f req-acc9e7f0-3ca5-4a20-b964-a1725df1e825 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:22.669073 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-37ebc558-dae8-4a2b-b34e-f564948a8f3f req-acc9e7f0-3ca5-4a20-b964-a1725df1e825 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0533023 Dec 20 17:15:22.722701 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-37ebc558-dae8-4a2b-b34e-f564948a8f3f req-51187313-ba3e-4e9f-b2d7-961c113f15f9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472558 Dec 20 17:15:23.876619 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af70c1-a3cf-4be6-ba69-b58781e3094a req-46fb3c20-67f9-42ec-8f5f-d81b712ab85c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:23.878269 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-72af70c1-a3cf-4be6-ba69-b58781e3094a req-46fb3c20-67f9-42ec-8f5f-d81b712ab85c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0575335 Dec 20 17:15:23.942211 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-72af70c1-a3cf-4be6-ba69-b58781e3094a req-51524feb-69ff-4f4e-83a1-583445217ca8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529847 Dec 20 17:15:23.968731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:15:24.061327 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2b6d824f-2119-4914-b493-91be336c4f32 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/ec44101b-ab74-43f0-b5e9-189b6b99afdd HTTP/1.1" status: 200 len: 991 time: 0.0910769 Dec 20 17:15:25.139894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a4f3-4953-4bce-95e8-609cfd42c983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:27.825463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d31-06c6-4c85-8dad-c5b0759d44d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:28.596252 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:28.939211 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-b4810a53-5d6c-4543-88cc-8070319c657a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438154 Dec 20 17:15:29.029225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-3d947940-b02a-4310-b93b-453fff0de393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:29.030774 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-3d947940-b02a-4310-b93b-453fff0de393 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 1098 time: 0.0440726 Dec 20 17:15:29.156892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-9efe6fe4-28fb-457a-b3df-89b950846620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:29.158464 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-9efe6fe4-28fb-457a-b3df-89b950846620 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1086583b-e1e9-430e-884d-c8342df30313 HTTP/1.1" status: 200 len: 897 time: 0.0971680 Dec 20 17:15:29.241650 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-b6d0d74c-e10e-4c86-a7d4-eaa6065c3b94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b HTTP/1.1" status: 200 len: 999 time: 0.0697124 Dec 20 17:15:29.300154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-781469c1-7387-4c4e-b661-092bb5e2b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:29.301688 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-781469c1-7387-4c4e-b661-092bb5e2b2a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ae7a777-1052-4120-8f42-0b16bb9f70e0 HTTP/1.1" status: 200 len: 835 time: 0.0458868 Dec 20 17:15:29.351317 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-5eb30cba-3f24-4872-8f70-f1b1b7dd008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:29.353394 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-5eb30cba-3f24-4872-8f70-f1b1b7dd008c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1086583b-e1e9-430e-884d-c8342df30313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447695 Dec 20 17:15:29.454870 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-856ee10c-6dcf-410c-acfa-c597915a526c service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939515 Dec 20 17:15:29.549540 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cd4fff05-3e5b-4bbd-b482-4c683c87c6fe req-00c00aaa-a38a-43f4-8a83-b65b6cc1b55e service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Dec 20 17:15:30.160112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:30.901787 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:33.320503 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:15:44.609957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:54.534516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:15:54.689178 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port ab38e8aa-677c-4023-bcdd-ab4108fa7bda {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:15:54.689507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:54.766956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:54.767285 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:54.778875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for ab38e8aa-677c-4023-bcdd-ab4108fa7bda owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:15:54.922036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:54.952279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=ab38e8aa-677c-4023-bcdd-ab4108fa7bda,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:54.976461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.976814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.977156 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.978096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.978481 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.978816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.979143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.979467 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.979792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.980115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.980437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.980756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:54.981076 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:55.020384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:55.020725 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP ec44101b-ab74-43f0-b5e9-189b6b99afdd disassociated (deleted). External IP: 172.26.1.3, port: 4ab095ce-c193-44af-a0f2-2590ec0ba70b. Dec 20 17:15:55.143966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04d78d9a-06b2-42e8-95df-3621fe236506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:55.246017 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router eba52fcc-d18a-45c0-badd-b77b2a502f43 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:15:55.356875 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:15:55.362953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:55.367136 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] Sync routers for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:15:55.377243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:15:55.377857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:15:55.389533 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-08d1fc1e-ba42-4be9-9a86-e02763ca4ecf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/floatingips/ec44101b-ab74-43f0-b5e9-189b6b99afdd HTTP/1.1" status: 204 len: 168 time: 0.8539360 Dec 20 17:15:55.390225 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:15:55.392704 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff091e78-a058-4445-b63a-9b3f4dac8c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:15:55.448874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c75cdff-2062-4feb-9c27-7ad2ed41bb6c x-openstack-request-id: req-4c75cdff-2062-4feb-9c27-7ad2ed41bb6c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:15:55.449167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:15:55.449419 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c75cdff-2062-4feb-9c27-7ad2ed41bb6c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:15:55.449822 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'status': 'completed', 'code': 200} Dec 20 17:15:55.492020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:15:55.520301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-18784387-a734-493a-a7c5-b00b9c486522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:55.522032 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-18784387-a734-493a-a7c5-b00b9c486522 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 1098 time: 0.0497754 Dec 20 17:15:55.631772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-8625a432-821f-4180-88b4-06f7dcfdd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:55.633260 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-8625a432-821f-4180-88b4-06f7dcfdd01e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1086583b-e1e9-430e-884d-c8342df30313 HTTP/1.1" status: 200 len: 897 time: 0.1009099 Dec 20 17:15:55.644578 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08f815-02cf-4a0e-a79a-b01dc9dcd0d9 req-b5f20f02-a697-4106-81d3-ae99ad61673d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:55.645646 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bb08f815-02cf-4a0e-a79a-b01dc9dcd0d9 req-b5f20f02-a697-4106-81d3-ae99ad61673d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0517867 Dec 20 17:15:55.683653 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-ff962be7-fbea-4faa-9ac7-4ee3563f48a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b HTTP/1.1" status: 200 len: 217 time: 0.0413244 Dec 20 17:15:55.698289 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-bb08f815-02cf-4a0e-a79a-b01dc9dcd0d9 req-70cb3ebd-33b1-409a-a534-673ce1e70acb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466204 Dec 20 17:15:55.708224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd0c3a507-31ef-4f35-b417-68f3658054db', 'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:23:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:20Z', 'updated_at': '2021-12-20T17:14:24Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:15:55.734192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-5ec1b352-880b-4c58-b8f0-5108eb0a91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:55.734675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] Checking router: eba52fcc-d18a-45c0-badd-b77b2a502f43 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:15:55.735703 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-5ec1b352-880b-4c58-b8f0-5108eb0a91bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ae7a777-1052-4120-8f42-0b16bb9f70e0 HTTP/1.1" status: 200 len: 835 time: 0.0447168 Dec 20 17:15:55.743731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:15:55.744329 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:15:55.782172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-62be1c83-97b9-4908-9f5c-2de2021d3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:55.783598 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-62be1c83-97b9-4908-9f5c-2de2021d3092 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1086583b-e1e9-430e-884d-c8342df30313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390730 Dec 20 17:15:55.852843 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:15:55.885444 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-20fe3740-8a32-4a71-b2da-2e50dda2479c service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936635 Dec 20 17:15:55.976629 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff091e78-a058-4445-b63a-9b3f4dac8c2b req-a892d4f1-2ca3-47eb-8300-2e4ff96e3f57 service neutron] 10.222.0.18 "GET /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833418 Dec 20 17:15:56.050099 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd0c3a507-31ef-4f35-b417-68f3658054db', 'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:23:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:20Z', 'updated_at': '2021-12-20T17:14:24Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:15:56.079648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5860b302-fbce-48aa-a081-9f2bc5641a91 None None] The sync data for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv is: [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:21Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'd0c3a507-31ef-4f35-b417-68f3658054db', 'name': '', 'network_id': '1086583b-e1e9-430e-884d-c8342df30313', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:23:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:20Z', 'updated_at': '2021-12-20T17:14:24Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '8ae7a777-1052-4120-8f42-0b16bb9f70e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:15:56.308369 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3889c-098f-4727-a6ac-a7ef94fbb524 None None] New status for floating IP ec44101b-ab74-43f0-b5e9-189b6b99afdd: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:15:56.816700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03012a3a-8e3f-4b34-aab0-e5ac7a136cd4 req-97cd703c-462d-451a-9fb2-a6f28f2a3ba6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:56.818181 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03012a3a-8e3f-4b34-aab0-e5ac7a136cd4 req-97cd703c-462d-451a-9fb2-a6f28f2a3ba6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0482476 Dec 20 17:15:56.872392 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03012a3a-8e3f-4b34-aab0-e5ac7a136cd4 req-82113b26-534d-4dac-afeb-cb4e1ff7e31f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc2e7b7b-997c-43e3-a213-b59d717a7690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476263 Dec 20 17:15:57.088107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-57bf175e-2cea-44a6-9e2a-38047d37051b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:57.089577 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-57bf175e-2cea-44a6-9e2a-38047d37051b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 945 time: 0.0494196 Dec 20 17:15:57.182008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 4ab095ce-c193-44af-a0f2-2590ec0ba70b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:15:57.182369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:57.271415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port 4ab095ce-c193-44af-a0f2-2590ec0ba70b, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=4ab095ce-c193-44af-a0f2-2590ec0ba70b,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:57.271771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:57.284014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 4ab095ce-c193-44af-a0f2-2590ec0ba70b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:15:57.408642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:57.437097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=4ab095ce-c193-44af-a0f2-2590ec0ba70b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:57.448687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.449037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.449377 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.449718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.450045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.450417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.450732 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.451060 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.451442 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.451914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.452108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.452399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.452733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:57.486784 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] No DVR routers for this DVR port 4ab095ce-c193-44af-a0f2-2590ec0ba70b on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:15:57.489216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:57.492593 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dae4545a-3cd6-4244-97fa-b4a2b9598f22 req-7d1f8776-0fcf-495f-ac54-831a1fbf4f59 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "DELETE /v2.0/ports/4ab095ce-c193-44af-a0f2-2590ec0ba70b HTTP/1.1" status: 204 len: 173 time: 0.3959157 Dec 20 17:15:57.493072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'name': 'network-vif-deleted', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:15:57.495330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803a2b48-a4cd-4171-8cf6-bee705bc302d" -d '{"events": [{"server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "name": "network-vif-deleted", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:15:57.531772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3747101b-565f-4430-8d01-a55eef26f052 x-openstack-request-id: req-3747101b-565f-4430-8d01-a55eef26f052 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:15:57.532058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999fcbb0-c453-4f51-a401-bf4fe75af12f", "name": "network-vif-deleted", "tag": "4ab095ce-c193-44af-a0f2-2590ec0ba70b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:15:57.532331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3747101b-565f-4430-8d01-a55eef26f052 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:15:57.532726 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999fcbb0-c453-4f51-a401-bf4fe75af12f', 'name': 'network-vif-deleted', 'tag': '4ab095ce-c193-44af-a0f2-2590ec0ba70b', 'status': 'completed', 'code': 200} Dec 20 17:15:57.827728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2c21a55-272c-48b8-be3f-63eef4d095d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:57.992353 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4dc83af1-1305-437c-ac44-9254b6b47517 req-de00ed42-7a0c-4d3c-ba1e-a3c27cc6bdaa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=999fcbb0-c453-4f51-a401-bf4fe75af12f HTTP/1.1" status: 200 len: 210 time: 0.0322754 Dec 20 17:15:58.597261 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:59.047238 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:15:59.419853 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:59.669253 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port d0c3a507-31ef-4f35-b417-68f3658054db {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:15:59.669568 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:59.756071 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port d0c3a507-31ef-4f35-b417-68f3658054db, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d0c3a507-31ef-4f35-b417-68f3658054db,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:59.756420 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:59.772787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for d0c3a507-31ef-4f35-b417-68f3658054db owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:15:59.956098 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:59.981941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=d0c3a507-31ef-4f35-b417-68f3658054db,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:00.161334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.163637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.377686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router eba52fcc-d18a-45c0-badd-b77b2a502f43 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:16:00.487465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:16:00.492574 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f18d6df8-ecbc-4f70-9e0a-0a34d8f52c0c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/eba52fcc-d18a-45c0-badd-b77b2a502f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4442992 Dec 20 17:16:00.495809 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:00.498302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] Sync routers for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:16:00.507541 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:00.508145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:00.545834 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-487fb0ad-21ae-49ce-8f63-f1cde7884927 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting subnet 8ae7a777-1052-4120-8f42-0b16bb9f70e0 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:16:00.548976 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-487fb0ad-21ae-49ce-8f63-f1cde7884927 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.589197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-487fb0ad-21ae-49ce-8f63-f1cde7884927 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.610674 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:00.676051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-487fb0ad-21ae-49ce-8f63-f1cde7884927 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.734647 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-487fb0ad-21ae-49ce-8f63-f1cde7884927 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.763330 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fb0ad-21ae-49ce-8f63-f1cde7884927 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae7a777-1052-4120-8f42-0b16bb9f70e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:00.767051 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-487fb0ad-21ae-49ce-8f63-f1cde7884927 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.772638 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-487fb0ad-21ae-49ce-8f63-f1cde7884927 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/subnets/8ae7a777-1052-4120-8f42-0b16bb9f70e0 HTTP/1.1" status: 204 len: 168 time: 0.2735150 Dec 20 17:16:00.773596 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:00.776781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2581f7-aa04-4544-9b8a-6c0be6a488eb None None] Network 1086583b-e1e9-430e-884d-c8342df30313 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:16:00.831386 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 4ab095ce-c193-44af-a0f2-2590ec0ba70b no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:16:00.858330 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 4ab095ce-c193-44af-a0f2-2590ec0ba70b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:16:00.858678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 4ab095ce-c193-44af-a0f2-2590ec0ba70b not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:16:00.886429 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.887112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:15:59Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:00.922728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] Checking router: eba52fcc-d18a-45c0-badd-b77b2a502f43 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:16:00.941281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.943472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] Routers {'eba52fcc-d18a-45c0-badd-b77b2a502f43'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:00.944079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['eba52fcc-d18a-45c0-badd-b77b2a502f43'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:01.004095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.062945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port b173d6ef-922d-40e0-ab84-079b8ac2d1e8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:16:01.063301 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.153670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port b173d6ef-922d-40e0-ab84-079b8ac2d1e8, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=b173d6ef-922d-40e0-ab84-079b8ac2d1e8,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:01.154040 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.168352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for b173d6ef-922d-40e0-ab84-079b8ac2d1e8 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:16:01.185212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433558c-5dc0-41d2-b5bd-0e54abf3d93e None None] DHCP port deletion for 1086583b-e1e9-430e-884d-c8342df30313 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:01.187055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 30988fc0-e10c-4421-bd86-15b82b836cd2 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:16:01.268760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] Set router eba52fcc-d18a-45c0-badd-b77b2a502f43 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:01.338411 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.368974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=b173d6ef-922d-40e0-ab84-079b8ac2d1e8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:01.398904 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974b9aa-ee94-44fa-b49e-d033ae5734fa None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:01.428083 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.428810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.449936 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0433558c-5dc0-41d2-b5bd-0e54abf3d93e None None] Deleting port 30988fc0-e10c-4421-bd86-15b82b836cd2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:16:01.450336 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0433558c-5dc0-41d2-b5bd-0e54abf3d93e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.525552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.527768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.553777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 30988fc0-e10c-4421-bd86-15b82b836cd2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=30988fc0-e10c-4421-bd86-15b82b836cd2,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:01.564780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.568536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0433558c-5dc0-41d2-b5bd-0e54abf3d93e None None] For port 30988fc0-e10c-4421-bd86-15b82b836cd2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=30988fc0-e10c-4421-bd86-15b82b836cd2,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:01.568863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0433558c-5dc0-41d2-b5bd-0e54abf3d93e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.576683 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.577221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Fanout notify agent at l3_agent the message router_deleted on router eba52fcc-d18a-45c0-badd-b77b2a502f43 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:16:01.586228 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.587372 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cf8a1004-9817-4e32-9084-2d0f27988b0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/routers/eba52fcc-d18a-45c0-badd-b77b2a502f43 HTTP/1.1" status: 204 len: 168 time: 0.8126185 Dec 20 17:16:01.589994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:01.601096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0433558c-5dc0-41d2-b5bd-0e54abf3d93e None None] Calling delete_port for 30988fc0-e10c-4421-bd86-15b82b836cd2 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:16:01.665725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.673383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=30988fc0-e10c-4421-bd86-15b82b836cd2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:01.689005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.689361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.689709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.690054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.690422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.690759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.691097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.691431 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.691759 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.692090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.692418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.692741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.693065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.720470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:15:59Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:01.723950 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 30988fc0-e10c-4421-bd86-15b82b836cd2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:16:01.724304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.752384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8cd932-760f-4907-9084-71fd2020adc4 None None] The sync data for ids ['eba52fcc-d18a-45c0-badd-b77b2a502f43'] in dv-neutron-822328-3-hyperv is: [{'id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1891557629', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:15:59Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'b173d6ef-922d-40e0-ab84-079b8ac2d1e8', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba52fcc-d18a-45c0-badd-b77b2a502f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:14:17Z', 'updated_at': '2021-12-20T17:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:16:01.762883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0433558c-5dc0-41d2-b5bd-0e54abf3d93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.796841 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port 30988fc0-e10c-4421-bd86-15b82b836cd2, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=30988fc0-e10c-4421-bd86-15b82b836cd2,segment=NetworkSegment(4f06ee03-35ab-4401-8f28-a15cb804c0ad),segment_id=4f06ee03-35ab-4401-8f28-a15cb804c0ad)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:01.797211 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.801378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433558c-5dc0-41d2-b5bd-0e54abf3d93e None None] Pushing event deleted for resources: {'Port': ['ID=30988fc0-e10c-4421-bd86-15b82b836cd2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:01.803250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433558c-5dc0-41d2-b5bd-0e54abf3d93e None None] No DVR routers for this DVR port 30988fc0-e10c-4421-bd86-15b82b836cd2 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:16:01.815144 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 30988fc0-e10c-4421-bd86-15b82b836cd2 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:16:01.898337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.923639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=30988fc0-e10c-4421-bd86-15b82b836cd2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:01.927125 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] No DVR routers for this DVR port 30988fc0-e10c-4421-bd86-15b82b836cd2 on host dv-neutron-822328-3-hyperv {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:16:02.006994 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.027170 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1086583b-e1e9-430e-884d-c8342df30313']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:02.036112 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f06ee03-35ab-4401-8f28-a15cb804c0ad') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:02.036387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f06ee03-35ab-4401-8f28-a15cb804c0ad') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:02.046053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.059956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.066479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:16:02.066943 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: self.session.flush() Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:16:02.069955 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:16:02.130103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.141013 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.144523 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/networks/1086583b-e1e9-430e-884d-c8342df30313 HTTP/1.1" status: 204 len: 168 time: 0.5535722 Dec 20 17:16:02.147365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:02.155215 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780b7ec-aab0-4ec5-bc4c-4883f262efc5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Network': ['ID=1086583b-e1e9-430e-884d-c8342df30313,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:02.215144 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89297618-8968-4dd9-9b9c-06df3d497c7c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.242324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89297618-8968-4dd9-9b9c-06df3d497c7c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.303924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89297618-8968-4dd9-9b9c-06df3d497c7c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.306642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89297618-8968-4dd9-9b9c-06df3d497c7c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.307796 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-89297618-8968-4dd9-9b9c-06df3d497c7c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/security-groups/dc2e7b7b-997c-43e3-a213-b59d717a7690 HTTP/1.1" status: 204 len: 168 time: 0.1592791 Dec 20 17:16:02.317394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89297618-8968-4dd9-9b9c-06df3d497c7c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e7b7b-997c-43e3-a213-b59d717a7690,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:02.626581 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:02.631214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-78995ad1-cd8e-4698-ac51-5134c5658bcd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468081622', 'description': 'tempest-secgroup-smoke-1468081622 description', 'project_id': '29985579e4204648a2f86ee749dc11de'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:02.656980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78995ad1-cd8e-4698-ac51-5134c5658bcd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.722722 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78995ad1-cd8e-4698-ac51-5134c5658bcd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.726892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78995ad1-cd8e-4698-ac51-5134c5658bcd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.759339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78995ad1-cd8e-4698-ac51-5134c5658bcd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546048d9-30f2-4a01-8bd4-3ae1e9624936,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:02.764287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78995ad1-cd8e-4698-ac51-5134c5658bcd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.768307 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-78995ad1-cd8e-4698-ac51-5134c5658bcd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1379271 Dec 20 17:16:02.768968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:02.773535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bd068d70-4f23-4990-82e7-6b7fd29818a8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '546048d9-30f2-4a01-8bd4-3ae1e9624936', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:02.802443 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd068d70-4f23-4990-82e7-6b7fd29818a8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.863484 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd068d70-4f23-4990-82e7-6b7fd29818a8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.867346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd068d70-4f23-4990-82e7-6b7fd29818a8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.886291 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd068d70-4f23-4990-82e7-6b7fd29818a8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6d8028-29cc-4b50-8587-89e11faf7101,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:02.890733 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd068d70-4f23-4990-82e7-6b7fd29818a8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.891938 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bd068d70-4f23-4990-82e7-6b7fd29818a8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222720 Dec 20 17:16:02.895542 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54822) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:02.899855 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6ea1ce1b-bee1-44c3-ab2f-725a0bf9137f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '546048d9-30f2-4a01-8bd4-3ae1e9624936', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:02.927820 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ce1b-bee1-44c3-ab2f-725a0bf9137f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.984187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ce1b-bee1-44c3-ab2f-725a0bf9137f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.987893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ce1b-bee1-44c3-ab2f-725a0bf9137f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.004973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1ce1b-bee1-44c3-ab2f-725a0bf9137f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7526d964-1214-4e4f-b44d-8de4969f21f7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:03.012746 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ce1b-bee1-44c3-ab2f-725a0bf9137f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.014073 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6ea1ce1b-bee1-44c3-ab2f-725a0bf9137f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180334 Dec 20 17:16:03.016596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:03.020861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-babe869d-658f-42ea-82c2-8cb2342098db tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '546048d9-30f2-4a01-8bd4-3ae1e9624936', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:03.050578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-babe869d-658f-42ea-82c2-8cb2342098db tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.098982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b173d6ef-922d-40e0-ab84-079b8ac2d1e8 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:16:03.112277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-babe869d-658f-42ea-82c2-8cb2342098db tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.116252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-babe869d-658f-42ea-82c2-8cb2342098db tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.119011 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: b173d6ef-922d-40e0-ab84-079b8ac2d1e8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:16:03.119362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device b173d6ef-922d-40e0-ab84-079b8ac2d1e8 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:16:03.119792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d0c3a507-31ef-4f35-b417-68f3658054db no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:16:03.136283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe869d-658f-42ea-82c2-8cb2342098db tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94683224-3dc9-42ea-be7b-01f4e1d11cd1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:03.139089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: d0c3a507-31ef-4f35-b417-68f3658054db {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:16:03.139405 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d0c3a507-31ef-4f35-b417-68f3658054db not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:16:03.142524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-babe869d-658f-42ea-82c2-8cb2342098db tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.143961 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-babe869d-658f-42ea-82c2-8cb2342098db tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264129 Dec 20 17:16:03.146415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:03.151178 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5f8d4ff6-75c6-4acb-bc5b-40f697372475 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '546048d9-30f2-4a01-8bd4-3ae1e9624936', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:03.179073 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4ff6-75c6-4acb-bc5b-40f697372475 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.236388 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4ff6-75c6-4acb-bc5b-40f697372475 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.240658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4ff6-75c6-4acb-bc5b-40f697372475 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.259205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d4ff6-75c6-4acb-bc5b-40f697372475 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ea16f7-7dc2-4b96-97de-c3257baee050,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:03.266008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4ff6-75c6-4acb-bc5b-40f697372475 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.267446 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5f8d4ff6-75c6-4acb-bc5b-40f697372475 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201165 Dec 20 17:16:03.270200 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:03.275048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-02af3f4b-1d39-4dda-8ae3-8306fb7cbbaf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '546048d9-30f2-4a01-8bd4-3ae1e9624936', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:03.298366 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-02af3f4b-1d39-4dda-8ae3-8306fb7cbbaf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:16:03.303195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02af3f4b-1d39-4dda-8ae3-8306fb7cbbaf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.359708 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02af3f4b-1d39-4dda-8ae3-8306fb7cbbaf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.363243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02af3f4b-1d39-4dda-8ae3-8306fb7cbbaf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.383831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af3f4b-1d39-4dda-8ae3-8306fb7cbbaf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4629dd-30dd-411b-9c3a-edf40abb41f7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:03.389268 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02af3f4b-1d39-4dda-8ae3-8306fb7cbbaf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.393164 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-02af3f4b-1d39-4dda-8ae3-8306fb7cbbaf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191955 Dec 20 17:16:03.393164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:03.397513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-96b3366a-5c3b-4085-90b3-69f81ecef6a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '546048d9-30f2-4a01-8bd4-3ae1e9624936', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:03.422216 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-96b3366a-5c3b-4085-90b3-69f81ecef6a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:16:03.426986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96b3366a-5c3b-4085-90b3-69f81ecef6a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.483851 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96b3366a-5c3b-4085-90b3-69f81ecef6a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.487409 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96b3366a-5c3b-4085-90b3-69f81ecef6a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.504450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3366a-5c3b-4085-90b3-69f81ecef6a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60515b0-76ba-489c-adfb-985b81c2f4d5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:03.512701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96b3366a-5c3b-4085-90b3-69f81ecef6a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.513896 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-96b3366a-5c3b-4085-90b3-69f81ecef6a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198540 Dec 20 17:16:03.517057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:03.522387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'network': {'name': 'tempest-network-smoke--1304079666', 'project_id': '29985579e4204648a2f86ee749dc11de', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:03.544511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:16:03.547844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.569936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:16:03.578363 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.578700 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Added segment 6a3bf94c-cad7-459e-b699-9dc340fa4a58 of type vlan for network a7dac224-0ff5-47e2-b523-2cb4e5a9884e Dec 20 17:16:03.619151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.642175 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.646752 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:16:03.650873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:03.650873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.705110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870005 Dec 20 17:16:03.707801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:03.714573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'admin_state_up': True, 'project_id': '29985579e4204648a2f86ee749dc11de', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:03.723065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285512f-9fb6-43a7-8119-d95ee2801940 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Network': ['ID=a7dac224-0ff5-47e2-b523-2cb4e5a9884e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:03.734179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network a7dac224-0ff5-47e2-b523-2cb4e5a9884e details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:16:03.743261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.744264 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.797323 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.930584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:04.118688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:04.136692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:04.233412 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.72 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/f6fa0840-6904-469a-bd5e-b4390d0c2fe0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:04.336118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:04.369085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:04.407068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:04.409873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:04.412402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:04.422172 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8fc7ea-8dd6-4c83-890a-76bd9fba064a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:04.444399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=f6fa0840-6904-469a-bd5e-b4390d0c2fe0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:04.515939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-46e556e7-adb1-4c97-ad0e-29fee950a5a9 None None] Provisioning complete for port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:04.516221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46e556e7-adb1-4c97-ad0e-29fee950a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:04.548438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-46e556e7-adb1-4c97-ad0e-29fee950a5a9 None None] Port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:04.662795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:04.849734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:04.979238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:16:05.084921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:16:05.096275 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Sync routers for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:16:05.107621 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:05.107895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.108333 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:05.113520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:05.114086 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-b08cd0a9-c7f3-4646-8459-575d41e29a77 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4048288 Dec 20 17:16:05.146846 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6187929e-9d51-418d-ade0-876c43648b17 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=29985579e4204648a2f86ee749dc11de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321712 Dec 20 17:16:05.150028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:05.244033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dfe651-6721-4e58-83a5-f55eaedec39f tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:05.245572 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e2dfe651-6721-4e58-83a5-f55eaedec39f tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944672 Dec 20 17:16:05.248402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54840) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:05.277657 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-02c5d1a3-062f-4e93-a616-e028505379e1 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281417 Dec 20 17:16:05.280191 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54842) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:05.284943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841781470', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'project_id': '29985579e4204648a2f86ee749dc11de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:05.310003 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:05.374450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:16:05.377766 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.485305 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:04Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:05.514102 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Checking router: dfdc6f2b-abcb-4a57-aee5-08ed991fa77d for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:16:05.514475 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Updating router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:16:05.537908 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.558538 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.617475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Subnet': ['ID=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:05.628123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Checking segment: {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:05.628481 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network hostable DHCP agents. Network: a7dac224-0ff5-47e2-b523-2cb4e5a9884e, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:16:05.645201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network a7dac224-0ff5-47e2-b523-2cb4e5a9884e is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:16:05.654228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, a7dac224-0ff5-47e2-b523-2cb4e5a9884e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:05.659797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:05.660936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.664395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec2643-967a-420e-a44f-53bde8a22c7d None None] Network a7dac224-0ff5-47e2-b523-2cb4e5a9884e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:16:05.681723 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-071f9c8a-e936-4be0-bfec-3696998fc2f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3965933 Dec 20 17:16:05.681932 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:05.771480 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:16:05.772999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.792211 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.799120 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.827792 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Attempting to bind port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:16:05.828165 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Attempting to bind port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:16:05.828712 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Attempting to bind port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:05.853297 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:16:05.853666 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:05.854318 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.854874 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:16:05.855494 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Bound port: f6fa0840-6904-469a-bd5e-b4390d0c2fe0, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:16:05.856035 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.859486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14648c45-9016-42b1-8357-cac85e3def17 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:05.923439 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] For port f6fa0840-6904-469a-bd5e-b4390d0c2fe0, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:16:05.927084 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] For port f6fa0840-6904-469a-bd5e-b4390d0c2fe0, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f6fa0840-6904-469a-bd5e-b4390d0c2fe0,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:16:05.929013 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Pushing event updated for resources: {'Port': ['ID=f6fa0840-6904-469a-bd5e-b4390d0c2fe0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:05.934132 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.944492 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.944834 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.945359 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.946584 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.946584 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.946944 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.947256 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.947581 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.947903 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.948224 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.948542 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.948857 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.949173 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:05.951053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Allocated IP 172.20.0.2 (a7dac224-0ff5-47e2-b523-2cb4e5a9884e/40ce0c0e-fd8e-4c47-8dac-4f5e01676b45/a9fc3b95-38e4-48eb-9422-e6b3f08d2956) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:05.989291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9150eec-ecaa-4a1f-8b3f-322826f1bdfd None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:06.006095 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:06.006751 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:06.012322 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70f0a9-ebc0-40be-ae7b-e40819cfca1d None None] Pushing event updated for resources: {'Port': ['ID=f6fa0840-6904-469a-bd5e-b4390d0c2fe0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:06.026732 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9bebebf7-671a-4e74-afee-47c9930db79a None None] Provisioning complete for port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:06.027108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9bebebf7-671a-4e74-afee-47c9930db79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.131956 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:06.201658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.203447 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9bebebf7-671a-4e74-afee-47c9930db79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.218003 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.230188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9bebebf7-671a-4e74-afee-47c9930db79a None None] For port f6fa0840-6904-469a-bd5e-b4390d0c2fe0, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f6fa0840-6904-469a-bd5e-b4390d0c2fe0,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:06.255944 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9bebebf7-671a-4e74-afee-47c9930db79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.273435 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Network a7dac224-0ff5-47e2-b523-2cb4e5a9884e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:06.277354 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:06.281983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:06.284046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Pushing event updated for resources: {'Port': ['ID=a9fc3b95-38e4-48eb-9422-e6b3f08d2956,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:06.339792 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:04Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:06.370628 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cb8a1-f890-4ece-aac3-af75a93119c6 None None] The sync data for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv is: [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:04Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:16:06.376721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebebf7-671a-4e74-afee-47c9930db79a None None] Pushing event updated for resources: {'Port': ['ID=f6fa0840-6904-469a-bd5e-b4390d0c2fe0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:06.381114 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Attempting to bind port a9fc3b95-38e4-48eb-9422-e6b3f08d2956 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:16:06.381484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Attempting to bind port a9fc3b95-38e4-48eb-9422-e6b3f08d2956 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:16:06.381841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Attempting to bind port a9fc3b95-38e4-48eb-9422-e6b3f08d2956 on network a7dac224-0ff5-47e2-b523-2cb4e5a9884e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:06.390969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:16:06.391345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Checking segment: {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:06.391754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.392145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Bound using segment: {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:16:06.392628 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Bound port: a9fc3b95-38e4-48eb-9422-e6b3f08d2956, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:16:06.393009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.404185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-39d588e8-c136-406d-8b53-f158545f84a6 None None] Provisioning complete for port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:06.404562 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-39d588e8-c136-406d-8b53-f158545f84a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.523734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] For port a9fc3b95-38e4-48eb-9422-e6b3f08d2956, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:16:06.539256 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] For port a9fc3b95-38e4-48eb-9422-e6b3f08d2956, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a9fc3b95-38e4-48eb-9422-e6b3f08d2956,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:16:06.545344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.554341 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.601279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb053f5-ba8c-4d34-88a6-262a67f8b260 None None] Pushing event updated for resources: {'Port': ['ID=a9fc3b95-38e4-48eb-9422-e6b3f08d2956,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:06.908311 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.1 (a7dac224-0ff5-47e2-b523-2cb4e5a9884e/40ce0c0e-fd8e-4c47-8dac-4f5e01676b45/51159c25-c1b4-4743-965f-2ed42a05b435) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:07.047279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.088863 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.136300 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network a7dac224-0ff5-47e2-b523-2cb4e5a9884e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:07.139914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:07.146519 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:07.188108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f6fa0840-6904-469a-bd5e-b4390d0c2fe0 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:07.200617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=51159c25-c1b4-4743-965f-2ed42a05b435,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:07.213746 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.407953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.420470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:07.420931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.527125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a9fc3b95-38e4-48eb-9422-e6b3f08d2956 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:07.584457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a9fc3b95-38e4-48eb-9422-e6b3f08d2956 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:07.584829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.673036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.709914 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port a9fc3b95-38e4-48eb-9422-e6b3f08d2956, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a9fc3b95-38e4-48eb-9422-e6b3f08d2956,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:07.714701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.763568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc91d1a8-828d-410e-965e-0da1351b8ea2 None None] Network a7dac224-0ff5-47e2-b523-2cb4e5a9884e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:16:07.788654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.796388 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=a9fc3b95-38e4-48eb-9422-e6b3f08d2956,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:07.797325 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.841507 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3d85e6fd-6696-448c-930a-456b509adfd2 None None] Provisioning complete for port a9fc3b95-38e4-48eb-9422-e6b3f08d2956 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:07.841910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d85e6fd-6696-448c-930a-456b509adfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.875284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.877626 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=51159c25-c1b4-4743-965f-2ed42a05b435,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:07.984908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network a7dac224-0ff5-47e2-b523-2cb4e5a9884e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:07.986503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:08.115134 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:16:08.196446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-921ef28d-213e-4221-b3c9-7727bb07ea3b None None] Provisioning complete for port 51159c25-c1b4-4743-965f-2ed42a05b435 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:08.197086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-921ef28d-213e-4221-b3c9-7727bb07ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.237201 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-921ef28d-213e-4221-b3c9-7727bb07ea3b None None] Port 51159c25-c1b4-4743-965f-2ed42a05b435 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:08.246574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:16:08.250681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-921ef28d-213e-4221-b3c9-7727bb07ea3b None None] Provisioning complete for port a9fc3b95-38e4-48eb-9422-e6b3f08d2956 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:08.251050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-921ef28d-213e-4221-b3c9-7727bb07ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.252691 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1d1819b4-1107-4c97-a964-178f37cb459c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/dfdc6f2b-abcb-4a57-aee5-08ed991fa77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5699582 Dec 20 17:16:08.358455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Sync routers for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:16:08.375237 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:08.376131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:08.440794 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-11a6b5f1-647d-4c74-a065-493becd6ee79 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468081622&fields=id&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 267 time: 0.0554504 Dec 20 17:16:08.500404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:08.533495 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ed9a7323-c1bf-49d2-8a8c-65b4aea4d553 None None] Provisioning complete for port 51159c25-c1b4-4743-965f-2ed42a05b435 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:08.533871 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7323-c1bf-49d2-8a8c-65b4aea4d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.575839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-46f48b8b-86bf-4ab4-a5e1-7f2938d69f18 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:08.577369 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-46f48b8b-86bf-4ab4-a5e1-7f2938d69f18 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 797 time: 0.1288569 Dec 20 17:16:08.602830 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-d395abda-5ec9-46dc-9498-a607fb2f5048 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/quotas/29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 375 time: 0.0140274 Dec 20 17:16:08.612740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a7323-c1bf-49d2-8a8c-65b4aea4d553 None None] Port 51159c25-c1b4-4743-965f-2ed42a05b435 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:08.743993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d11941a5-8ebb-4b19-af95-abbb3563914f None None] Provisioning complete for port 51159c25-c1b4-4743-965f-2ed42a05b435 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:08.744378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d11941a5-8ebb-4b19-af95-abbb3563914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.795684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d11941a5-8ebb-4b19-af95-abbb3563914f None None] Port 51159c25-c1b4-4743-965f-2ed42a05b435 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:08.798849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '51159c25-c1b4-4743-965f-2ed42a05b435', 'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:b9:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:06Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 2, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:08.827763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Checking router: dfdc6f2b-abcb-4a57-aee5-08ed991fa77d for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:16:08.828131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Updating router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d port 51159c25-c1b4-4743-965f-2ed42a05b435 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:16:08.854556 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.009472 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2d7692a5-70eb-4314-bd92-d685deb5bdbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4000299 Dec 20 17:16:09.110628 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a9fc3b95-38e4-48eb-9422-e6b3f08d2956 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:09.111276 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-8eba0aec-d395-4b81-83e7-fc6c7bf614cf service neutron] 10.222.0.60 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898983 Dec 20 17:16:09.159259 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.167429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.208229 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-dc0fa6ed-4bc3-403f-aab7-4c7da680a4a0 service neutron] 10.222.0.60 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907154 Dec 20 17:16:09.225931 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a9fc3b95-38e4-48eb-9422-e6b3f08d2956 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:09.226400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.231478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f2199-8fde-4836-ac13-4d38ae5949bc None None] Pushing event updated for resources: {'Port': ['ID=51159c25-c1b4-4743-965f-2ed42a05b435,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:09.316483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Attempting to bind port 51159c25-c1b4-4743-965f-2ed42a05b435 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:16:09.316853 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Attempting to bind port 51159c25-c1b4-4743-965f-2ed42a05b435 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:16:09.317214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Attempting to bind port 51159c25-c1b4-4743-965f-2ed42a05b435 on network a7dac224-0ff5-47e2-b523-2cb4e5a9884e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:09.343265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:16:09.343634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Checking segment: {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:09.344032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.344422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Bound using segment: {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:16:09.344901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Bound port: 51159c25-c1b4-4743-965f-2ed42a05b435, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:16:09.345294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.426339 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d7e54182-8883-4612-98fe-77edb8aa768f req-8631594c-c81b-4abc-afcb-c75aa78d2a04 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 210 time: 0.0502722 Dec 20 17:16:09.431949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] For port 51159c25-c1b4-4743-965f-2ed42a05b435, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:16:09.435786 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] For port 51159c25-c1b4-4743-965f-2ed42a05b435, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=51159c25-c1b4-4743-965f-2ed42a05b435,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:16:09.440587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.503341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:09.503969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:09.507008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f2199-8fde-4836-ac13-4d38ae5949bc None None] Pushing event updated for resources: {'Port': ['ID=51159c25-c1b4-4743-965f-2ed42a05b435,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:09.596416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4e9b7f23-5f47-4118-ad32-fd02d35586fe None None] Provisioning complete for port 51159c25-c1b4-4743-965f-2ed42a05b435 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:09.596793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7f23-5f47-4118-ad32-fd02d35586fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.653070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:09.780055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7f23-5f47-4118-ad32-fd02d35586fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.850140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e9b7f23-5f47-4118-ad32-fd02d35586fe None None] For port 51159c25-c1b4-4743-965f-2ed42a05b435, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=51159c25-c1b4-4743-965f-2ed42a05b435,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:09.858312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7f23-5f47-4118-ad32-fd02d35586fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.939434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b7f23-5f47-4118-ad32-fd02d35586fe None None] Pushing event updated for resources: {'Port': ['ID=51159c25-c1b4-4743-965f-2ed42a05b435,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:09.965170 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '51159c25-c1b4-4743-965f-2ed42a05b435', 'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:b9:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:06Z', 'updated_at': '2021-12-20T17:16:09Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:10.168200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06122e48-b0c0-447c-b9b7-3d30f79db2f2 None None] The sync data for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv is: [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '51159c25-c1b4-4743-965f-2ed42a05b435', 'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:b9:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:06Z', 'updated_at': '2021-12-20T17:16:09Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:16:10.178028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c1f8ecd3-c659-4f39-a4b0-423c069e2fb5 None None] Provisioning complete for port 51159c25-c1b4-4743-965f-2ed42a05b435 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:10.178820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ecd3-c659-4f39-a4b0-423c069e2fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:10.320760 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:16:10.485563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-16e2541a-b1df-4bf2-ade3-b8958eb902c9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:10.487837 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-16e2541a-b1df-4bf2-ade3-b8958eb902c9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 797 time: 0.1245375 Dec 20 17:16:10.544241 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a8c661d5-e7c3-46b6-8e78-d7c05d9c4dcc req-e07a4c13-1f01-4797-995b-5ee59a19aba6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 210 time: 0.0526767 Dec 20 17:16:10.600836 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-b0b2871c-0a92-4441-b0c3-8807d6a09108 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 380 time: 0.0918438 Dec 20 17:16:10.614574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'port': {'device_id': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'admin_state_up': True, 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'security_groups': ['546048d9-30f2-4a01-8bd4-3ae1e9624936']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:10.735529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:16:10.739295 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:10.880160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.6 (a7dac224-0ff5-47e2-b523-2cb4e5a9884e/40ce0c0e-fd8e-4c47-8dac-4f5e01676b45/fea1205b-389a-4e4b-b3da-c50a77e4a3e2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:11.040475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.077315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.124929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network a7dac224-0ff5-47e2-b523-2cb4e5a9884e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:11.128186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:11.132691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:11.141026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:11.150520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 51159c25-c1b4-4743-965f-2ed42a05b435 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:11.197006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:11.197709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.216971 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-2ea6989f-24ef-41e3-b272-e138157e4200 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6091931 Dec 20 17:16:11.222703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 51159c25-c1b4-4743-965f-2ed42a05b435 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:11.223214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.227901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-7e70b556-d32d-412a-be2a-9a49648296f0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:16:11.229542 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-7e70b556-d32d-412a-be2a-9a49648296f0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070455 Dec 20 17:16:11.242034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Request body: {'port': {'device_id': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:11.316003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.424619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ad401317-060d-4905-8a9d-ea678512abf5 None None] Provisioning complete for port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:11.425107 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad401317-060d-4905-8a9d-ea678512abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.463614 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ad401317-060d-4905-8a9d-ea678512abf5 None None] Port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:11.613893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea1205b-389a-4e4b-b3da-c50a77e4a3e2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:16:11.622650 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.635646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Transition to ACTIVE for port object fea1205b-389a-4e4b-b3da-c50a77e4a3e2 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:16:11.644262 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.668923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce4e21-fb09-4d74-98a6-4ad9aa2e6fdf req-6ad4da04-f8c6-407f-b146-e6cb34ccf0a5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:11.670602 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-01ce4e21-fb09-4d74-98a6-4ad9aa2e6fdf req-6ad4da04-f8c6-407f-b146-e6cb34ccf0a5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 931 time: 0.0519953 Dec 20 17:16:11.699447 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Pushing event updated for resources: {'Port': ['ID=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:11.747890 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-01ce4e21-fb09-4d74-98a6-4ad9aa2e6fdf req-09fba1e2-166d-4fe7-902b-a4101e753ebf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683331 Dec 20 17:16:11.780067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Attempting to bind port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:16:11.780399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Attempting to bind port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:16:11.780793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Attempting to bind port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 on network a7dac224-0ff5-47e2-b523-2cb4e5a9884e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:11.785608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 on network a7dac224-0ff5-47e2-b523-2cb4e5a9884e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:16:11.785929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Attempting to bind port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 on network a7dac224-0ff5-47e2-b523-2cb4e5a9884e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:11.791680 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:16:11.792016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Checking segment: {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:11.792394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Bound using segment: {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:16:11.792815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Bound port: fea1205b-389a-4e4b-b3da-c50a77e4a3e2, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3bf94c-cad7-459e-b699-9dc340fa4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:16:11.793170 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.866139 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] For port fea1205b-389a-4e4b-b3da-c50a77e4a3e2, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:16:11.870205 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] For port fea1205b-389a-4e4b-b3da-c50a77e4a3e2, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:16:11.877677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.917585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:11.918636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.920335 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] 10.222.0.18 "PUT /v2.0/ports/fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 1093 time: 0.6827097 Dec 20 17:16:11.920955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:16:11.924383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:16:11.978881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb3e4-9c8b-472d-b2ca-dd0a072f9026 service neutron] Pushing event updated for resources: {'Port': ['ID=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:11.983500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a0ee81-3451-40b7-91bb-4b693c19cc0f x-openstack-request-id: req-26a0ee81-3451-40b7-91bb-4b693c19cc0f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:16:11.983929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:16:11.984183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26a0ee81-3451-40b7-91bb-4b693c19cc0f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:16:11.984584 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'status': 'completed', 'code': 200} Dec 20 17:16:12.036355 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-4a5d2e71-f06b-4704-9874-ed2d9975e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:12.037976 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-4a5d2e71-f06b-4704-9874-ed2d9975e571 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1096 time: 0.0525842 Dec 20 17:16:12.082550 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-a38ef9d8-2784-4911-a085-078c7271e603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 217 time: 0.0366068 Dec 20 17:16:12.143808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-91119c07-fde1-4afe-9605-e453c06f9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:12.145367 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-91119c07-fde1-4afe-9605-e453c06f9dca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 200 len: 834 time: 0.0554426 Dec 20 17:16:12.199909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-4bb38730-0356-4cb9-a39c-75a68154896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:12.201451 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-4bb38730-0356-4cb9-a39c-75a68154896b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487449 Dec 20 17:16:12.307161 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-1ab5f003-e116-4a8a-a1a9-9bc2fe8a401f service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986283 Dec 20 17:16:12.406412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-627aff36-8ed7-40f8-b3f5-4a24bd3b7810 req-fa8bc46c-c130-4b98-a36a-64e5beaebae2 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920427 Dec 20 17:16:12.499638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-e4df8259-bb73-4d17-87b8-b664341a3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:12.501150 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-e4df8259-bb73-4d17-87b8-b664341a3b11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1096 time: 0.0442905 Dec 20 17:16:12.600063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-0be72452-c358-4c69-8d0b-82aabfde5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:12.601458 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-0be72452-c358-4c69-8d0b-82aabfde5952 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 898 time: 0.0909715 Dec 20 17:16:12.651784 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-832f0264-6679-48da-8b48-bf21f6819d35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 217 time: 0.0413260 Dec 20 17:16:12.705052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-cdd70bf6-c2c2-47b6-b65d-d0f5ff5d91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:12.706685 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-cdd70bf6-c2c2-47b6-b65d-d0f5ff5d91f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 200 len: 834 time: 0.0468338 Dec 20 17:16:12.754423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-c6c80672-92c9-4a55-8b86-9d255f904164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:12.756023 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-c6c80672-92c9-4a55-8b86-9d255f904164 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417001 Dec 20 17:16:12.860999 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-aaf9609e-a725-4f7a-922d-f42864698915 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963469 Dec 20 17:16:12.875012 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90816dce-d51f-4dc0-a71c-fe9e2d8674d8 req-10245809-0a7a-4719-8488-3b4f0d0d7112 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:12.876543 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-90816dce-d51f-4dc0-a71c-fe9e2d8674d8 req-10245809-0a7a-4719-8488-3b4f0d0d7112 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 943 time: 0.0568907 Dec 20 17:16:12.937867 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-90816dce-d51f-4dc0-a71c-fe9e2d8674d8 req-58ae1276-b93a-4041-9615-1f25873b6373 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547216 Dec 20 17:16:12.960510 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fe9e0b03-6cf9-445c-bbc3-928f30207a5e req-e3d35ef8-9e58-47c1-95db-de8e8f3dfb8e service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911713 Dec 20 17:16:14.060002 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac1aa-70dc-4dad-a5b3-d731b4e90f33 req-109f2085-4df4-451c-88ff-0f9bcbb51dd9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:14.061681 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f81ac1aa-70dc-4dad-a5b3-d731b4e90f33 req-109f2085-4df4-451c-88ff-0f9bcbb51dd9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 943 time: 0.0510325 Dec 20 17:16:14.112284 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f81ac1aa-70dc-4dad-a5b3-d731b4e90f33 req-f08e2ab4-a147-409f-8dd2-b3c77c381db7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Dec 20 17:16:14.625051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.859870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fea1205b-389a-4e4b-b3da-c50a77e4a3e2 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:16:14.961735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fea1205b-389a-4e4b-b3da-c50a77e4a3e2, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:14.978009 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'port_id': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'mac_address': 'fa:16:3e:e5:63:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:16:15.015397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:15.029024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea1205b-389a-4e4b-b3da-c50a77e4a3e2 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:16:15.049075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fea1205b-389a-4e4b-b3da-c50a77e4a3e2, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:15.053701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:15.101275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:15.232966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7132c-b847-459b-9d13-8a5706ece3eb req-16c83da8-f2ab-41c6-9a7d-82d3446b5ba1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:15.234628 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0de7132c-b847-459b-9d13-8a5706ece3eb req-16c83da8-f2ab-41c6-9a7d-82d3446b5ba1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 944 time: 0.0516512 Dec 20 17:16:15.261655 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['fea1205b-389a-4e4b-b3da-c50a77e4a3e2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:16:15.287010 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0de7132c-b847-459b-9d13-8a5706ece3eb req-82eff58e-f3a1-41e0-965d-1f6d8b6644e9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463161 Dec 20 17:16:16.409404 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e3640-a45b-4f45-8a01-94aaa35f9e09 req-98cc7c17-658f-461e-8a7f-2be700e7ae5a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:16.410963 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a99e3640-a45b-4f45-8a01-94aaa35f9e09 req-98cc7c17-658f-461e-8a7f-2be700e7ae5a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 944 time: 0.0515580 Dec 20 17:16:16.462826 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a99e3640-a45b-4f45-8a01-94aaa35f9e09 req-695ab30a-63a3-4eff-814b-1c7b163d69b6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459027 Dec 20 17:16:16.876328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fea1205b-389a-4e4b-b3da-c50a77e4a3e2 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:16.933394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:16:16.938432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:16.938722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:17.019106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:17.043078 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:16:17.045653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b4913-74b8-454b-9935-7fef329c7681" -d '{"events": [{"server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "name": "network-vif-plugged", "status": "completed", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:16:17.060260 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port fea1205b-389a-4e4b-b3da-c50a77e4a3e2, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:17.065857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:17.093659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df2fdd8-b233-4eea-990d-2428d920d5f4 x-openstack-request-id: req-3df2fdd8-b233-4eea-990d-2428d920d5f4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:16:17.093951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "name": "network-vif-plugged", "status": "completed", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:16:17.094202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3df2fdd8-b233-4eea-990d-2428d920d5f4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:16:17.094621 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'code': 200} Dec 20 17:16:17.119262 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:17.271929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1895a-9266-41a1-ad02-0c9df8a21375 req-61bb5385-7332-4468-a03c-75179416dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:17.273333 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3b1895a-9266-41a1-ad02-0c9df8a21375 req-61bb5385-7332-4468-a03c-75179416dbaa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1098 time: 0.0446439 Dec 20 17:16:17.321513 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c3b1895a-9266-41a1-ad02-0c9df8a21375 req-d4a3da5b-0a2c-4ef4-a969-f150821a07df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 Dec 20 17:16:17.587893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a6b88-2f48-4b4a-90ac-5b35c3d54114 req-09b47d7d-d486-4e20-9f72-b310278bff0a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:17.589327 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4a6a6b88-2f48-4b4a-90ac-5b35c3d54114 req-09b47d7d-d486-4e20-9f72-b310278bff0a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0526025 Dec 20 17:16:17.639847 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4a6a6b88-2f48-4b4a-90ac-5b35c3d54114 req-ed7c5a48-d8d6-4368-bdf0-fb122100a75e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444796 Dec 20 17:16:18.757270 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0a617-5765-40b1-9e28-d3e6bcd669e7 req-1eccc56d-c879-4b1f-b1ee-91140f871952 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:18.758805 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71c0a617-5765-40b1-9e28-d3e6bcd669e7 req-1eccc56d-c879-4b1f-b1ee-91140f871952 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0495067 Dec 20 17:16:18.814755 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71c0a617-5765-40b1-9e28-d3e6bcd669e7 req-2b971c47-a7e9-40c7-a816-43536b9bdc41 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500348 Dec 20 17:16:18.931376 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce440a-d0cb-4047-abc2-c221badec6e3 req-beac6413-1e85-4b30-802a-05e855f92314 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:18.932797 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-12ce440a-d0cb-4047-abc2-c221badec6e3 req-beac6413-1e85-4b30-802a-05e855f92314 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Dec 20 17:16:18.989166 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-12ce440a-d0cb-4047-abc2-c221badec6e3 req-2405951c-e7ed-49ae-b79d-31e4526f757c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502334 Dec 20 17:16:19.010741 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:19.050721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22690965-b2c2-4f73-bc62-4337ffeb58b0 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:19.052274 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-22690965-b2c2-4f73-bc62-4337ffeb58b0 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1093 time: 0.0405297 Dec 20 17:16:19.055435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 54904) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:19.060314 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:19.084491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.185213 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.288437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.19 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/d3ea6ddb-ff67-4db4-bffd-d1da34143ef1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:19.407679 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.451120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.491810 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:19.495015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:19.498695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:19.523297 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=d3ea6ddb-ff67-4db4-bffd-d1da34143ef1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:19.861729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.931850 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:20.093104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:20.098331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:20.173767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=d3ea6ddb-ff67-4db4-bffd-d1da34143ef1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:20.188772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:20.297624 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP d231b909-1f15-465d-b0fa-e73cd0f2b2fc associated. External IP: 172.26.1.19, port: fea1205b-389a-4e4b-b3da-c50a77e4a3e2. Dec 20 17:16:20.536238 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:16:20.658526 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:16:20.668620 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] Sync routers for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:16:20.677948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:20.679080 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:20.679698 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:20.706252 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-344837ec-159a-4216-a161-db0a2aa27e0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6496329 Dec 20 17:16:20.706876 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:16:20.709153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e" -d '{"events": [{"name": "network-changed", "server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:16:20.752606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06018f57-3593-4c6a-b082-9a5f9b8374f7 x-openstack-request-id: req-06018f57-3593-4c6a-b082-9a5f9b8374f7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:16:20.752951 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:16:20.753135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06018f57-3593-4c6a-b082-9a5f9b8374f7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:16:20.753548 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'status': 'completed', 'code': 200} Dec 20 17:16:20.795681 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:20.812605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03afd08-ffa7-4c48-be04-2c820dc0de0a req-b55e8abc-2d06-4884-852d-fafe05cdbb18 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:20.814287 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e03afd08-ffa7-4c48-be04-2c820dc0de0a req-b55e8abc-2d06-4884-852d-fafe05cdbb18 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0576539 Dec 20 17:16:20.825688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-d08e7305-0dbf-4128-be88-ea51610998af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:20.827262 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-d08e7305-0dbf-4128-be88-ea51610998af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1098 time: 0.0516062 Dec 20 17:16:20.871188 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e03afd08-ffa7-4c48-be04-2c820dc0de0a req-eccbd840-653e-48a7-bb27-1c10a95c23b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504830 Dec 20 17:16:20.898091 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:20.949783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-7b2a84d2-ca2a-47d2-93f8-c40989c05c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:20.951598 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-7b2a84d2-ca2a-47d2-93f8-c40989c05c4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 898 time: 0.1164451 Dec 20 17:16:20.977644 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c1873cbd-453e-4483-b19c-346a256226a3 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/d231b909-1f15-465d-b0fa-e73cd0f2b2fc HTTP/1.1" status: 200 len: 990 time: 0.0755715 Dec 20 17:16:21.023217 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-921b7d68-0c95-4cd4-b4f3-6e30c4db2843 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 998 time: 0.0632617 Dec 20 17:16:21.061807 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'd231b909-1f15-465d-b0fa-e73cd0f2b2fc', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.19', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'port_id': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'mac_address': 'fa:16:3e:e5:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:16:19Z', 'updated_at': '2021-12-20T17:16:19Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51159c25-c1b4-4743-965f-2ed42a05b435', 'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:b9:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:06Z', 'updated_at': '2021-12-20T17:16:09Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:21.081418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-6daedfec-c78b-45ca-b95e-1a7f41f3f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:21.082947 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-6daedfec-c78b-45ca-b95e-1a7f41f3f3a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 200 len: 834 time: 0.0524306 Dec 20 17:16:21.088897 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] Checking router: dfdc6f2b-abcb-4a57-aee5-08ed991fa77d for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:16:21.098587 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:21.099200 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:15:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:21.141759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-ec63d331-5572-4cab-ba27-408256dff04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:21.143565 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-ec63d331-5572-4cab-ba27-408256dff04a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532210 Dec 20 17:16:21.257576 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-8ecca62d-428a-450b-b770-14bd8189be71 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066248 Dec 20 17:16:21.301675 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:21.421429 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-72d59a2f-70d1-4f7e-8763-ec181dc4b07e req-4f218c70-c4c2-46bc-9229-48b963ecf57a service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561415 Dec 20 17:16:21.530785 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'd231b909-1f15-465d-b0fa-e73cd0f2b2fc', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.19', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'port_id': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'mac_address': 'fa:16:3e:e5:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:16:19Z', 'updated_at': '2021-12-20T17:16:19Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51159c25-c1b4-4743-965f-2ed42a05b435', 'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:b9:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:06Z', 'updated_at': '2021-12-20T17:16:09Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:21.560569 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd19a15-0618-4187-bf34-a104da05d9c2 None None] The sync data for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv is: [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'd231b909-1f15-465d-b0fa-e73cd0f2b2fc', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.19', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'port_id': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'mac_address': 'fa:16:3e:e5:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:16:19Z', 'updated_at': '2021-12-20T17:16:19Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51159c25-c1b4-4743-965f-2ed42a05b435', 'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:b9:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:06Z', 'updated_at': '2021-12-20T17:16:09Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:16:21.756436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431af949-c095-4d0b-a224-e4ba7415d625 None None] New status for floating IP d231b909-1f15-465d-b0fa-e73cd0f2b2fc: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:16:21.980581 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:22.046135 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-987bd0e8-15d8-4ae7-b6df-697920c4d4c7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/d231b909-1f15-465d-b0fa-e73cd0f2b2fc HTTP/1.1" status: 200 len: 992 time: 0.0644031 Dec 20 17:16:25.148511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7f74-6583-4464-a1f9-f90beec3ebb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:27.830197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c1db867-1ce9-439e-99ca-5c052a010d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:28.600146 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:30.170200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:30.878620 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-005d837a-9269-4d85-adba-72c159d2bbd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421715 Dec 20 17:16:30.905949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:30.972978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-9112ee35-14a1-4684-ad1a-96f3a09ad8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:30.974545 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-9112ee35-14a1-4684-ad1a-96f3a09ad8c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1098 time: 0.0462554 Dec 20 17:16:31.080519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-18dc08fd-1094-49ec-86b5-011a95d70bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:31.081990 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-18dc08fd-1094-49ec-86b5-011a95d70bd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 898 time: 0.0860488 Dec 20 17:16:31.158113 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-7659ad27-100a-4467-addd-ed63a24d6300 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 1000 time: 0.0638793 Dec 20 17:16:31.220675 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-89c34cf3-cb6e-4d66-b7ac-ccbb0b8b3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:31.222189 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-89c34cf3-cb6e-4d66-b7ac-ccbb0b8b3070 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 200 len: 834 time: 0.0576224 Dec 20 17:16:31.271348 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-620185dd-90f2-42ea-a6ea-bf92df18841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:31.272886 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-620185dd-90f2-42ea-a6ea-bf92df18841b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425823 Dec 20 17:16:31.372371 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-d917f73e-e4bb-4d32-aa0d-4340a2bc7702 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907490 Dec 20 17:16:31.470830 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e25c7bdc-dec0-4a9c-9a09-1c467b4c249d req-37b9f88c-beb9-48d7-b011-d47745a08dbc service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906434 Dec 20 17:16:36.885008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-26594dd4-fe7b-46c9-b632-dbaa8553f50c req-d5b9262d-321e-476c-9da8-ee681dd3a1db tempest-ServerDiskConfigTestJSON-1324951122 tempest-ServerDiskConfigTestJSON-1324951122-project] (103325) timed out ('10.222.0.18', 64073) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 17:16:44.640187 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:47.320454 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:16:53.221170 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-ae8acfbc-a09f-4041-b111-b95f916d856a req-c89d59d1-b682-4db2-ae7f-c358b8924ef3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:16:53.222236 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ae8acfbc-a09f-4041-b111-b95f916d856a req-c89d59d1-b682-4db2-ae7f-c358b8924ef3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488822 Dec 20 17:16:53.412921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe8fac-5c63-4dec-85b7-2ee02d197e37 req-8a4e1a11-4a9b-4237-9191-811f8477f94f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:53.414673 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71fe8fac-5c63-4dec-85b7-2ee02d197e37 req-8a4e1a11-4a9b-4237-9191-811f8477f94f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0560639 Dec 20 17:16:53.440635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 54936) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:53.471438 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71fe8fac-5c63-4dec-85b7-2ee02d197e37 req-5427b4e5-decc-4c24-be66-67c62e8e2904 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487580 Dec 20 17:16:53.531009 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-0364ecb5-c83c-438b-942f-04a027e17e76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891035 Dec 20 17:16:53.540049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-4dc0f683-0ad2-4721-b9de-1c8ace2717d2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:16:53.541011 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-4dc0f683-0ad2-4721-b9de-1c8ace2717d2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049825 Dec 20 17:16:54.597372 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a91b7-83d1-455a-8f6b-69e2786d2ca3 req-505f324c-7237-4f5a-9df4-45903c7c3ab5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:54.598968 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e31a91b7-83d1-455a-8f6b-69e2786d2ca3 req-505f324c-7237-4f5a-9df4-45903c7c3ab5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0560381 Dec 20 17:16:54.649643 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e31a91b7-83d1-455a-8f6b-69e2786d2ca3 req-10792a10-e8b9-4bfd-84c0-05fedfe22b62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447047 Dec 20 17:16:54.764303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-8e0b2a35-c0a3-406a-b006-059de2fc4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:54.765662 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-8e0b2a35-c0a3-406a-b006-059de2fc4153 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1098 time: 0.0396881 Dec 20 17:16:54.856279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-11102b36-4629-48d3-bfdb-fe8a8199a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:54.857791 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-11102b36-4629-48d3-bfdb-fe8a8199a7af service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 898 time: 0.0853081 Dec 20 17:16:54.920629 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-52be9d7e-3d02-49cf-af45-e4d9aca091e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 1000 time: 0.0562038 Dec 20 17:16:54.972979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-46b87899-be99-4414-a475-836992c5e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:54.974518 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-46b87899-be99-4414-a475-836992c5e056 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 200 len: 834 time: 0.0473933 Dec 20 17:16:55.021777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-456c8085-3675-43b9-ab32-5f2e31709353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:55.023293 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-456c8085-3675-43b9-ab32-5f2e31709353 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410600 Dec 20 17:16:55.113823 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-7906d839-3d02-42e3-825c-efdddd88d871 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821090 Dec 20 17:16:55.152152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4adf971-b431-4b59-a40d-c0f4597ccbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:55.212384 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-8eb5f7a9-68ef-40b4-8391-1b1a3b9e1436 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901520 Dec 20 17:16:55.766234 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39143-cddd-4a1b-818a-34762404a741 req-2a6f5be7-5a5c-40bc-95a2-99c445a8064b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:55.767790 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-95b39143-cddd-4a1b-818a-34762404a741 req-2a6f5be7-5a5c-40bc-95a2-99c445a8064b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0494013 Dec 20 17:16:55.817330 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-95b39143-cddd-4a1b-818a-34762404a741 req-ff278563-0c9a-4fac-82a0-c71840dd8810 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Dec 20 17:16:56.939175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bb5b2-1a56-4333-97af-76c1a56570f2 req-8bcac7a3-0ad4-4cae-96c3-9fedfb323bd4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:56.940655 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d55bb5b2-1a56-4333-97af-76c1a56570f2 req-8bcac7a3-0ad4-4cae-96c3-9fedfb323bd4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0496156 Dec 20 17:16:56.993505 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d55bb5b2-1a56-4333-97af-76c1a56570f2 req-bfc5584e-445d-4096-876c-4e1e399912f3 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468276 Dec 20 17:16:57.831357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdfdafdf-9953-421e-b6b0-b5965e181f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:58.113279 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cf4e4-cd89-4a27-aee7-9acc89530372 req-733c0db1-659b-4748-bb54-317de4959c3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:58.114686 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-510cf4e4-cd89-4a27-aee7-9acc89530372 req-733c0db1-659b-4748-bb54-317de4959c3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0519259 Dec 20 17:16:58.164152 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-510cf4e4-cd89-4a27-aee7-9acc89530372 req-f3858bc9-125f-437a-a75d-ad8d8b0f8cdd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 Dec 20 17:16:58.602850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:59.276388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1eb5-a43a-4ff4-a419-b88406f6fb2a req-c42b747d-a16c-4aa7-8860-8accf5c82ccb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:59.278241 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86bc1eb5-a43a-4ff4-a419-b88406f6fb2a req-c42b747d-a16c-4aa7-8860-8accf5c82ccb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0484414 Dec 20 17:16:59.335129 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-86bc1eb5-a43a-4ff4-a419-b88406f6fb2a req-c54781cf-7333-481c-8ea6-15fd297beab8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507085 Dec 20 17:17:00.167803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:00.452381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9d9fd-3d49-47e3-b9aa-5467eb6ec30b req-f44e8f00-5a9d-40de-a018-57632715fadc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:00.453852 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7f9d9fd-3d49-47e3-b9aa-5467eb6ec30b req-f44e8f00-5a9d-40de-a018-57632715fadc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0483792 Dec 20 17:17:00.501665 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7f9d9fd-3d49-47e3-b9aa-5467eb6ec30b req-59cc635f-03f2-471f-8f99-59afbfa6ebe2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419016 Dec 20 17:17:00.900795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:01.617782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7d3db-b4b0-4a50-a426-0f25adf55ab5 req-d1ad7b5a-b614-44f4-a14c-9fd9f279a7bb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:01.617782 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6ca7d3db-b4b0-4a50-a426-0f25adf55ab5 req-d1ad7b5a-b614-44f4-a14c-9fd9f279a7bb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0489106 Dec 20 17:17:01.665769 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6ca7d3db-b4b0-4a50-a426-0f25adf55ab5 req-1fd7ee65-d1b1-4983-b5d3-3581e2634fe0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 Dec 20 17:17:02.784256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaad8eb-d7e5-4ab2-843f-ebee21fbf0de req-43515477-fd2c-433d-b2dc-e29eb01f12a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:02.785703 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9aaad8eb-d7e5-4ab2-843f-ebee21fbf0de req-43515477-fd2c-433d-b2dc-e29eb01f12a4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0527108 Dec 20 17:17:03.167276 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9aaad8eb-d7e5-4ab2-843f-ebee21fbf0de req-1bb2df17-7a95-4c83-b1be-c31a69739518 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755827 Dec 20 17:17:04.283599 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16084a91-c849-4c58-99a7-4a971184d8fb req-69036883-80d5-4b46-9523-4618c789a3ff tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:04.285017 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-16084a91-c849-4c58-99a7-4a971184d8fb req-69036883-80d5-4b46-9523-4618c789a3ff tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0497184 Dec 20 17:17:04.333786 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-16084a91-c849-4c58-99a7-4a971184d8fb req-b288fbe8-2230-4973-b797-74b7044d8799 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Dec 20 17:17:05.450166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05876d37-1387-426a-8e06-6c5818f7dd2b req-2edabaa9-fb9d-4d19-9fad-1473a65a86e0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:05.451666 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-05876d37-1387-426a-8e06-6c5818f7dd2b req-2edabaa9-fb9d-4d19-9fad-1473a65a86e0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Dec 20 17:17:05.499119 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-05876d37-1387-426a-8e06-6c5818f7dd2b req-611ba02d-f022-41ae-a5fe-851b648f1dbe tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415707 Dec 20 17:17:06.615573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aba68f-89c5-4098-bc4a-577ef813d3e7 req-ac2f6ef0-6a6c-400a-b067-3c022a7d1a1b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:06.617047 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-07aba68f-89c5-4098-bc4a-577ef813d3e7 req-ac2f6ef0-6a6c-400a-b067-3c022a7d1a1b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0521472 Dec 20 17:17:06.665829 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-07aba68f-89c5-4098-bc4a-577ef813d3e7 req-ff1bc07c-95aa-4da3-a45e-82d3381feb10 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 Dec 20 17:17:07.779834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50de6-9ce0-4a69-900f-361f44143594 req-0b2441a3-f059-4769-be28-0ef297c8534a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:07.781283 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-83e50de6-9ce0-4a69-900f-361f44143594 req-0b2441a3-f059-4769-be28-0ef297c8534a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0477819 Dec 20 17:17:07.832556 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-83e50de6-9ce0-4a69-900f-361f44143594 req-7bbbcd62-3597-4a40-9828-450592e93c70 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454183 Dec 20 17:17:08.948998 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69225f5-1872-4a45-99ee-bc50c79ea5e5 req-72dc11f3-56b4-4510-8fbf-59b0fbf35a97 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:08.950479 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d69225f5-1872-4a45-99ee-bc50c79ea5e5 req-72dc11f3-56b4-4510-8fbf-59b0fbf35a97 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0493457 Dec 20 17:17:08.999746 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d69225f5-1872-4a45-99ee-bc50c79ea5e5 req-7c61d7b8-bdfc-4151-8f46-a0ade19ed756 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Dec 20 17:17:10.112034 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e1d6-f705-46f4-b2b2-780ab432a44e req-dd2dcfe6-d7ea-4ca7-a415-6f884e555353 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:10.113525 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a5a7e1d6-f705-46f4-b2b2-780ab432a44e req-dd2dcfe6-d7ea-4ca7-a415-6f884e555353 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0470409 Dec 20 17:17:10.161367 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a5a7e1d6-f705-46f4-b2b2-780ab432a44e req-7cd84848-d953-43c6-8d1f-6c3679ae449f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Dec 20 17:17:11.325319 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861b1dd-64e0-4d75-9cb7-94540aeb8884 req-4ca69887-3e1a-4267-b217-952ed74f5be9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:11.326886 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a861b1dd-64e0-4d75-9cb7-94540aeb8884 req-4ca69887-3e1a-4267-b217-952ed74f5be9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0978642 Dec 20 17:17:11.379370 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a861b1dd-64e0-4d75-9cb7-94540aeb8884 req-6c2b5f84-27bb-4b9a-b531-12696f59b3f4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Dec 20 17:17:11.860783 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-06f5a4dd-b9f3-4864-813a-ff988f1aa517 service neutron] 10.222.0.18 "GET /v2.0/ports/fea1205b-389a-4e4b-b3da-c50a77e4a3e2/bindings/hv-neutron-8223 HTTP/1.1" status: 200 len: 384 time: 0.0549531 Dec 20 17:17:12.070598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-bdff4c6c-9cc2-49d5-9b4d-e1158a84e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:12.072115 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-bdff4c6c-9cc2-49d5-9b4d-e1158a84e051 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 1098 time: 0.0439487 Dec 20 17:17:12.131507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-66fcfe5f-1a29-4f5c-841a-0aae2fc10cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:12.132872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-66fcfe5f-1a29-4f5c-841a-0aae2fc10cab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1098 time: 0.0384874 Dec 20 17:17:12.225666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-b0fbacb4-4dd7-498c-ba2d-24feeaed61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:12.227165 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-b0fbacb4-4dd7-498c-ba2d-24feeaed61fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 898 time: 0.0870242 Dec 20 17:17:12.296667 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-97131d61-b040-429e-9e1a-8dccc29316ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 1000 time: 0.0615008 Dec 20 17:17:12.344387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-d1937130-9778-4a3a-8d4a-4a17083b0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:12.345820 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-d1937130-9778-4a3a-8d4a-4a17083b0fcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 200 len: 834 time: 0.0426760 Dec 20 17:17:12.390808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-eaa60501-3da6-4ca3-947c-cb75dea42494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:12.392186 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-eaa60501-3da6-4ca3-947c-cb75dea42494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391204 Dec 20 17:17:12.491847 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-e8a51911-ae3f-454d-acbd-3f7316be5ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925384 Dec 20 17:17:12.604931 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a98675-89a8-4933-bf6d-c922c716a4e2 req-d30bd806-1957-4a9f-b367-82778547ad3a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:12.606495 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-81a98675-89a8-4933-bf6d-c922c716a4e2 req-d30bd806-1957-4a9f-b367-82778547ad3a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.1519513 Dec 20 17:17:12.634459 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7156f53a-1d45-4e19-94a2-0b46b001d210 req-d0553941-e083-4225-b687-9f521dc9e1d3 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351278 Dec 20 17:17:12.666135 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-81a98675-89a8-4933-bf6d-c922c716a4e2 req-b8132953-1c15-4627-a33a-4947bb08d3bc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518198 Dec 20 17:17:13.782473 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbd683-1f22-48b8-9668-4c31a27c1efa req-85c577ca-f97b-4682-91db-1f423fba4d9a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:13.783948 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7bbbd683-1f22-48b8-9668-4c31a27c1efa req-85c577ca-f97b-4682-91db-1f423fba4d9a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0483172 Dec 20 17:17:13.833090 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7bbbd683-1f22-48b8-9668-4c31a27c1efa req-2b1cb739-2fe8-4bde-8130-0fb13d3c862a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Dec 20 17:17:14.645182 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:14.949735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768dd0-1c5b-442d-a4d9-a9f1437a5e19 req-35d7c83b-edaf-4457-bc2e-67789f4b19ec tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:14.951245 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9768dd0-1c5b-442d-a4d9-a9f1437a5e19 req-35d7c83b-edaf-4457-bc2e-67789f4b19ec tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0481665 Dec 20 17:17:15.004239 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9768dd0-1c5b-442d-a4d9-a9f1437a5e19 req-c90d6144-8fc4-45c5-be82-91acac7b2ddb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470772 Dec 20 17:17:15.230667 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367b099-7e0c-4c73-9a16-c49a58e2a675 req-971db1a1-53dc-4247-8352-e4603a024c8d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:15.232096 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f367b099-7e0c-4c73-9a16-c49a58e2a675 req-971db1a1-53dc-4247-8352-e4603a024c8d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0824215 Dec 20 17:17:15.241386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-427ddcee-92c8-43fa-bcb6-35c88a6c0670 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:15.242978 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-427ddcee-92c8-43fa-bcb6-35c88a6c0670 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601&tenant_id=29985579e4204648a2f86ee749dc11de&binding%3Ahost_id=hv-neutron-8223 HTTP/1.1" status: 200 len: 945 time: 0.0685973 Dec 20 17:17:15.300437 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f367b099-7e0c-4c73-9a16-c49a58e2a675 req-68915fbc-280a-473a-979d-8f632f5849f2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564151 Dec 20 17:17:15.335427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-6c675a48-640d-4f3c-a1cb-c3dd62a6d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:15.336993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-6c675a48-640d-4f3c-a1cb-c3dd62a6d564 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1098 time: 0.0495887 Dec 20 17:17:15.423095 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96354d48-499b-49f8-8d5c-13eee1e0aeb2 req-f29b5b05-a66a-4c02-aeb7-8b260f0fc6fe tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:15.424706 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-96354d48-499b-49f8-8d5c-13eee1e0aeb2 req-f29b5b05-a66a-4c02-aeb7-8b260f0fc6fe tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0511420 Dec 20 17:17:15.433958 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-d598410e-db9b-4ed7-8e82-8a9302b419bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:15.435435 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-d598410e-db9b-4ed7-8e82-8a9302b419bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 898 time: 0.0904508 Dec 20 17:17:15.475361 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-96354d48-499b-49f8-8d5c-13eee1e0aeb2 req-7ef66528-80c2-47f5-89ff-642d4450cec7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443041 Dec 20 17:17:15.506633 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-c0413dd4-036f-4d09-bad1-afaa6468ed11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 1000 time: 0.0631087 Dec 20 17:17:15.554374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-12bcad77-b3f5-4583-9ffe-b6ebf2004f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:15.555782 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-12bcad77-b3f5-4583-9ffe-b6ebf2004f3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 200 len: 834 time: 0.0426865 Dec 20 17:17:15.599692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-69c14ad3-dad6-4fce-9ee5-4cf2bc9ae81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:15.601155 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-69c14ad3-dad6-4fce-9ee5-4cf2bc9ae81b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380797 Dec 20 17:17:15.692032 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-2a6d3c47-9e62-4f8f-8939-7c3053bf8bed service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834348 Dec 20 17:17:15.779952 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5e4c2c23-5505-4f2d-88b4-e0832600a4c5 req-77f4f978-e69f-41c1-8645-9ab779460e00 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802753 Dec 20 17:17:16.601585 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7aafd-bc6b-4bbf-882e-dbe48033f453 req-a0bc5934-5ce4-4eeb-9457-0acd452889a2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:16.603101 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5de7aafd-bc6b-4bbf-882e-dbe48033f453 req-a0bc5934-5ce4-4eeb-9457-0acd452889a2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0533097 Dec 20 17:17:16.652823 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5de7aafd-bc6b-4bbf-882e-dbe48033f453 req-a015d176-4991-4c5c-a906-aa2923c0a87f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 Dec 20 17:17:16.674318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:16.733693 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ecb4fbf0-76b4-4c23-9d17-0a84e6a305f8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/d231b909-1f15-465d-b0fa-e73cd0f2b2fc HTTP/1.1" status: 200 len: 992 time: 0.0582359 Dec 20 17:17:24.319908 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:17:25.155231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-125bae0f-7b4e-4628-b866-3d3643cc6f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:27.833396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bca6898-5486-4939-a36e-a3c8a119d612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:28.607721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:30.170286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:30.906424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:31.895374 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-f66c47fb-7a48-4b22-93f2-2127df5196dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425701 Dec 20 17:17:31.977991 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-eb95e750-0555-406d-b681-378eb34cb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:31.979565 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-eb95e750-0555-406d-b681-378eb34cb89f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1098 time: 0.0413857 Dec 20 17:17:32.093015 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-62a1a19b-02d3-40fa-be51-4d197ca4e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:32.094564 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-62a1a19b-02d3-40fa-be51-4d197ca4e48a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 898 time: 0.0913737 Dec 20 17:17:32.170365 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-addc4fae-59b0-4908-85d0-8495ab1eaf20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 1000 time: 0.0683222 Dec 20 17:17:32.220799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-ee4a310b-5712-4f6e-8005-2cb5dd34679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:32.222290 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-ee4a310b-5712-4f6e-8005-2cb5dd34679c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 200 len: 834 time: 0.0449224 Dec 20 17:17:32.269311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-e58bdbfd-30ab-46c8-8baf-7d44ee80b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:32.270837 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-e58bdbfd-30ab-46c8-8baf-7d44ee80b7d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414746 Dec 20 17:17:32.369254 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-f2021448-ac58-49ef-9058-535bc0b3399e service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888934 Dec 20 17:17:32.467385 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7f0e1a72-73c7-4bca-9727-d30c72c9ee85 req-9c0498d0-2305-459b-add7-d9802b5da59f service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904415 Dec 20 17:17:44.652203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:45.173453 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55028) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:45.341566 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port d3ea6ddb-ff67-4db4-bffd-d1da34143ef1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:45.341852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:45.422541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:45.422858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:45.435543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for d3ea6ddb-ff67-4db4-bffd-d1da34143ef1 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:45.586823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:45.612719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=d3ea6ddb-ff67-4db4-bffd-d1da34143ef1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:45.624868 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.625218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.625560 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.625892 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.626221 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.626578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.626903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.627231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.627553 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.627872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.628193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.628513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.628832 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:45.686841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:45.687160 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP d231b909-1f15-465d-b0fa-e73cd0f2b2fc disassociated (deleted). External IP: 172.26.1.19, port: fea1205b-389a-4e4b-b3da-c50a77e4a3e2. Dec 20 17:17:45.907288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:17:46.016693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:46.021408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:46.032512 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] Sync routers for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:17:46.043076 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:46.043693 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:46.051883 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3b5dc63a-2abf-4e8a-af7e-e3dbc918245d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/floatingips/d231b909-1f15-465d-b0fa-e73cd0f2b2fc HTTP/1.1" status: 204 len: 168 time: 0.8773007 Dec 20 17:17:46.052753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:17:46.055504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c807e85-4589-49d4-821b-76e6d4bcfb08" -d '{"events": [{"name": "network-changed", "server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:17:46.102999 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfcf48f-98c9-4e7c-8277-87af91e08eb0 x-openstack-request-id: req-6bfcf48f-98c9-4e7c-8277-87af91e08eb0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:17:46.103572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:17:46.103846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bfcf48f-98c9-4e7c-8277-87af91e08eb0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:17:46.104235 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'status': 'completed', 'code': 200} Dec 20 17:17:46.162877 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:46.206033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-11ed3696-5639-45cd-a50d-ca9012255e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:46.209102 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-11ed3696-5639-45cd-a50d-ca9012255e6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 1098 time: 0.0783222 Dec 20 17:17:46.326812 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-4b5925f1-912f-4e35-bee9-b8a3fcadb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:46.329032 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-4b5925f1-912f-4e35-bee9-b8a3fcadb392 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 200 len: 898 time: 0.0991776 Dec 20 17:17:46.332109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633bcab-d863-4b3b-a0a5-8c42deeb0443 req-26774a61-364c-4bf5-b5f5-a6e0815bc17a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:46.333652 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d633bcab-d863-4b3b-a0a5-8c42deeb0443 req-26774a61-364c-4bf5-b5f5-a6e0815bc17a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0554175 Dec 20 17:17:46.379025 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-159791bf-c084-43fb-a0f4-42a3a32ff4ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 200 len: 217 time: 0.0378916 Dec 20 17:17:46.392392 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d633bcab-d863-4b3b-a0a5-8c42deeb0443 req-1ffd9b22-7717-4fb5-80e6-460389711dda tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465343 Dec 20 17:17:46.395466 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '51159c25-c1b4-4743-965f-2ed42a05b435', 'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:b9:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:06Z', 'updated_at': '2021-12-20T17:16:09Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:46.424832 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] Checking router: dfdc6f2b-abcb-4a57-aee5-08ed991fa77d for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:17:46.433439 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:46.434038 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:46.437271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-10bf21d5-9a8e-4cba-8deb-f740bbf1a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:46.439001 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-10bf21d5-9a8e-4cba-8deb-f740bbf1a5a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 200 len: 834 time: 0.0479279 Dec 20 17:17:46.492698 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-53e2021f-b7d4-4024-9afe-0dadf3a3ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:46.494306 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-53e2021f-b7d4-4024-9afe-0dadf3a3ae3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7dac224-0ff5-47e2-b523-2cb4e5a9884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480640 Dec 20 17:17:46.549841 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:46.591925 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-04e371bd-199d-4842-9d79-5abcc9a442fe service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850685 Dec 20 17:17:46.706749 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7c807e85-4589-49d4-821b-76e6d4bcfb08 req-bdebe9a5-2ed1-4710-9413-44e1497e6b0e service neutron] 10.222.0.18 "GET /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063473 Dec 20 17:17:46.768939 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '51159c25-c1b4-4743-965f-2ed42a05b435', 'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:b9:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:06Z', 'updated_at': '2021-12-20T17:16:09Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:46.800171 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff758b8-0996-4ca9-8017-3ae67ab7098f None None] The sync data for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv is: [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:16:07Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '51159c25-c1b4-4743-965f-2ed42a05b435', 'name': '', 'network_id': 'a7dac224-0ff5-47e2-b523-2cb4e5a9884e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:b9:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:06Z', 'updated_at': '2021-12-20T17:16:09Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '40ce0c0e-fd8e-4c47-8dac-4f5e01676b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:17:47.037963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996e6614-8c89-4668-9b74-9f355675a7bb None None] New status for floating IP d231b909-1f15-465d-b0fa-e73cd0f2b2fc: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:17:47.516787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4b20c-1715-4795-a131-64b32b7d4b5c req-8dd8e469-6208-4ed4-a48d-b846da1b45ac tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:47.518386 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34a4b20c-1715-4795-a131-64b32b7d4b5c req-8dd8e469-6208-4ed4-a48d-b846da1b45ac tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0490701 Dec 20 17:17:47.568585 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34a4b20c-1715-4795-a131-64b32b7d4b5c req-77b07a01-bec6-497f-9024-dc8e85765552 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=546048d9-30f2-4a01-8bd4-3ae1e9624936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Dec 20 17:17:47.985058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4449416-037c-4878-8752-09b3020a4b2f req-8f0e1a15-bfec-476b-adba-8e1acdb0439a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:47.986548 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e4449416-037c-4878-8752-09b3020a4b2f req-8f0e1a15-bfec-476b-adba-8e1acdb0439a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 945 time: 0.0478272 Dec 20 17:17:48.077038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e4449416-037c-4878-8752-09b3020a4b2f req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:48.077370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e4449416-037c-4878-8752-09b3020a4b2f req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:48.161862 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e4449416-037c-4878-8752-09b3020a4b2f req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port fea1205b-389a-4e4b-b3da-c50a77e4a3e2, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:48.162196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e4449416-037c-4878-8752-09b3020a4b2f req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:48.174391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e4449416-037c-4878-8752-09b3020a4b2f req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for fea1205b-389a-4e4b-b3da-c50a77e4a3e2 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:48.301945 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e4449416-037c-4878-8752-09b3020a4b2f req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:48.330622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=fea1205b-389a-4e4b-b3da-c50a77e4a3e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:48.374349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4449416-037c-4878-8752-09b3020a4b2f req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] No DVR routers for this DVR port fea1205b-389a-4e4b-b3da-c50a77e4a3e2 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:17:48.376893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e4449416-037c-4878-8752-09b3020a4b2f req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:48.380354 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e4449416-037c-4878-8752-09b3020a4b2f req-08d21b59-1dd7-4916-a484-03dd945466b2 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "DELETE /v2.0/ports/fea1205b-389a-4e4b-b3da-c50a77e4a3e2 HTTP/1.1" status: 204 len: 173 time: 0.3882761 Dec 20 17:17:48.380838 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'name': 'network-vif-deleted', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:17:48.383093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482d6ae6-d7a1-4b42-8f23-b1a809c788b1" -d '{"events": [{"server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "name": "network-vif-deleted", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:17:48.425493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26d27be-0689-4c10-beaa-673fdea6021c x-openstack-request-id: req-c26d27be-0689-4c10-beaa-673fdea6021c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:17:48.425804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0155bb21-4f61-4a99-9f8f-10f76bf23601", "name": "network-vif-deleted", "tag": "fea1205b-389a-4e4b-b3da-c50a77e4a3e2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:17:48.426059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c26d27be-0689-4c10-beaa-673fdea6021c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:17:48.426495 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0155bb21-4f61-4a99-9f8f-10f76bf23601', 'name': 'network-vif-deleted', 'tag': 'fea1205b-389a-4e4b-b3da-c50a77e4a3e2', 'status': 'completed', 'code': 200} Dec 20 17:17:48.674885 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6e1b47bf-d170-4fec-8c01-cad3b4d6721a req-f39a0dd7-108f-4b00-adbe-7bd1de61782d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=0155bb21-4f61-4a99-9f8f-10f76bf23601 HTTP/1.1" status: 200 len: 210 time: 0.0266850 Dec 20 17:17:49.735938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:50.089229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:50.338857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 51159c25-c1b4-4743-965f-2ed42a05b435 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:50.339096 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:50.762031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port 51159c25-c1b4-4743-965f-2ed42a05b435, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=51159c25-c1b4-4743-965f-2ed42a05b435,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:50.763313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:50.774805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 51159c25-c1b4-4743-965f-2ed42a05b435 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:50.962839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.002493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=51159c25-c1b4-4743-965f-2ed42a05b435,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:51.171858 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.385819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:17:51.492166 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:51.501410 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a3bd61c2-0094-490e-9bbc-68d7581c792c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/dfdc6f2b-abcb-4a57-aee5-08ed991fa77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7608299 Dec 20 17:17:51.501410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:51.504041 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] Sync routers for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:17:51.513423 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:51.514016 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:51.550083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-71beddc5-6ff8-43da-bc6d-91f6a94e42b9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting subnet 40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:17:51.553150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71beddc5-6ff8-43da-bc6d-91f6a94e42b9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.593048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71beddc5-6ff8-43da-bc6d-91f6a94e42b9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.685394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71beddc5-6ff8-43da-bc6d-91f6a94e42b9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.719848 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:51.743506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71beddc5-6ff8-43da-bc6d-91f6a94e42b9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.771488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71beddc5-6ff8-43da-bc6d-91f6a94e42b9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Subnet': ['ID=40ce0c0e-fd8e-4c47-8dac-4f5e01676b45,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:51.773449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71beddc5-6ff8-43da-bc6d-91f6a94e42b9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.776729 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-71beddc5-6ff8-43da-bc6d-91f6a94e42b9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/subnets/40ce0c0e-fd8e-4c47-8dac-4f5e01676b45 HTTP/1.1" status: 204 len: 168 time: 0.2753642 Dec 20 17:17:51.780361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:51.783149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be03ce-e41c-4562-aef8-fe1f4d0310b3 None None] Network a7dac224-0ff5-47e2-b523-2cb4e5a9884e requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:17:51.903437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.912552 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:17:50Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:51.942389 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] Checking router: dfdc6f2b-abcb-4a57-aee5-08ed991fa77d for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:17:51.950922 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] Routers {'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:51.951550 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:51.957897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] DHCP port deletion for a7dac224-0ff5-47e2-b523-2cb4e5a9884e request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:17:52.015218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Deleting port a9fc3b95-38e4-48eb-9422-e6b3f08d2956 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:52.015724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.016634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.072766 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] Set router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:52.077510 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port f6fa0840-6904-469a-bd5e-b4390d0c2fe0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:52.078024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.082046 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] For port a9fc3b95-38e4-48eb-9422-e6b3f08d2956, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a9fc3b95-38e4-48eb-9422-e6b3f08d2956,segment=NetworkSegment(6a3bf94c-cad7-459e-b699-9dc340fa4a58),segment_id=6a3bf94c-cad7-459e-b699-9dc340fa4a58)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:52.082470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.096214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Calling delete_port for a9fc3b95-38e4-48eb-9422-e6b3f08d2956 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:52.171574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port f6fa0840-6904-469a-bd5e-b4390d0c2fe0, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=f6fa0840-6904-469a-bd5e-b4390d0c2fe0,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:52.171993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.184789 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.188100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for f6fa0840-6904-469a-bd5e-b4390d0c2fe0 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:52.215189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Pushing event deleted for resources: {'Port': ['ID=a9fc3b95-38e4-48eb-9422-e6b3f08d2956,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:52.221884 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] No DVR routers for this DVR port a9fc3b95-38e4-48eb-9422-e6b3f08d2956 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:17:52.224012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.224373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.224714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.225054 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.225390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.225725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.226051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.226416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.226737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.227067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.227393 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.227714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.228037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51107683-64e9-41a4-a1eb-bb7b6703a084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:52.268518 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:17:50Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:52.295128 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2cbbc-b4b2-4915-b51f-51c362b2332a None None] The sync data for ids ['dfdc6f2b-abcb-4a57-aee5-08ed991fa77d'] in dv-neutron-822328-3-hyperv is: [{'id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156360531', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:03Z', 'updated_at': '2021-12-20T17:17:50Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'f6fa0840-6904-469a-bd5e-b4390d0c2fe0', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdc6f2b-abcb-4a57-aee5-08ed991fa77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:04Z', 'updated_at': '2021-12-20T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:17:52.363065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.392543 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=f6fa0840-6904-469a-bd5e-b4390d0c2fe0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:52.399947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b90cc5-f5de-413e-8c4b-f21218ee8d5f None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:17:52.449370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.539534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.541544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.587821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.588458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Fanout notify agent at l3_agent the message router_deleted on router dfdc6f2b-abcb-4a57-aee5-08ed991fa77d {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:17:52.595975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.597108 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2475b909-8ce8-46f8-bfa9-8fc9c3674f0b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/routers/dfdc6f2b-abcb-4a57-aee5-08ed991fa77d HTTP/1.1" status: 204 len: 168 time: 0.8158412 Dec 20 17:17:52.601397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:52.682541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.778007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.797334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7dac224-0ff5-47e2-b523-2cb4e5a9884e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:52.806373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3bf94c-cad7-459e-b699-9dc340fa4a58') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:52.806687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3bf94c-cad7-459e-b699-9dc340fa4a58') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:52.817143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.831405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.837704 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:17:52.838117 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:17:52.841419 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:17:52.905557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.912642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.918172 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/networks/a7dac224-0ff5-47e2-b523-2cb4e5a9884e HTTP/1.1" status: 204 len: 168 time: 0.3133750 Dec 20 17:17:52.919081 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:52.929231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0447-f244-46ae-9627-4ae79dcb7cb0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Network': ['ID=a7dac224-0ff5-47e2-b523-2cb4e5a9884e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:52.979324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.005516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.069982 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.072590 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.073768 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/security-groups/546048d9-30f2-4a01-8bd4-3ae1e9624936 HTTP/1.1" status: 204 len: 168 time: 0.1536374 Dec 20 17:17:53.083111 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546048d9-30f2-4a01-8bd4-3ae1e9624936,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:53.091472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.091817 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.092155 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.092491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.093323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.093323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.093545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.093941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.094290 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.094759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.095149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.095538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.095893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eaee9c-1ba8-4cf5-bec6-b390f5cebe99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:53.271489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fea1205b-389a-4e4b-b3da-c50a77e4a3e2 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:17:53.315353 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: fea1205b-389a-4e4b-b3da-c50a77e4a3e2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:17:53.315761 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device fea1205b-389a-4e4b-b3da-c50a77e4a3e2 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:17:53.325343 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f6fa0840-6904-469a-bd5e-b4390d0c2fe0 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:17:53.349087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: f6fa0840-6904-469a-bd5e-b4390d0c2fe0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:17:53.349519 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device f6fa0840-6904-469a-bd5e-b4390d0c2fe0 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:17:53.350012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 51159c25-c1b4-4743-965f-2ed42a05b435 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:17:53.368835 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 51159c25-c1b4-4743-965f-2ed42a05b435 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:17:53.369179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 51159c25-c1b4-4743-965f-2ed42a05b435 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:17:53.369586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a9fc3b95-38e4-48eb-9422-e6b3f08d2956 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:17:53.387663 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a9fc3b95-38e4-48eb-9422-e6b3f08d2956 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:17:53.388008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a9fc3b95-38e4-48eb-9422-e6b3f08d2956 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:17:53.618070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:53.622632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-02f2aa88-0d46-4bad-8e83-ee8325883f94 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529286769', 'description': 'tempest-secgroup-smoke-1529286769 description', 'project_id': '29985579e4204648a2f86ee749dc11de'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:53.647874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02f2aa88-0d46-4bad-8e83-ee8325883f94 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.718598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02f2aa88-0d46-4bad-8e83-ee8325883f94 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.722557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02f2aa88-0d46-4bad-8e83-ee8325883f94 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.752578 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02f2aa88-0d46-4bad-8e83-ee8325883f94 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.753805 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-02f2aa88-0d46-4bad-8e83-ee8325883f94 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1347110 Dec 20 17:17:53.755803 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2aa88-0d46-4bad-8e83-ee8325883f94 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186e01fe-d715-4bfa-9583-8dc80f9aa3fb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:53.756819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55060) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:53.765901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1d8eaaf1-ea02-4742-81bc-440a8be16b0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '186e01fe-d715-4bfa-9583-8dc80f9aa3fb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:53.793979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d8eaaf1-ea02-4742-81bc-440a8be16b0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.838871 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d8eaaf1-ea02-4742-81bc-440a8be16b0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.843101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d8eaaf1-ea02-4742-81bc-440a8be16b0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.861709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eaaf1-ea02-4742-81bc-440a8be16b0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f35be4f-a450-4b44-aa13-11ea0db86ac1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:53.867023 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d8eaaf1-ea02-4742-81bc-440a8be16b0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.868583 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1d8eaaf1-ea02-4742-81bc-440a8be16b0e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103342 Dec 20 17:17:53.871076 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:53.875591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-65930baf-7540-4f44-8223-6865db29708c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '186e01fe-d715-4bfa-9583-8dc80f9aa3fb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:53.903627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65930baf-7540-4f44-8223-6865db29708c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.958350 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65930baf-7540-4f44-8223-6865db29708c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.964674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65930baf-7540-4f44-8223-6865db29708c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.979228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65930baf-7540-4f44-8223-6865db29708c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f1d11b-71e5-4aff-819b-4bd2bc109581,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:53.993252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65930baf-7540-4f44-8223-6865db29708c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:53.994487 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-65930baf-7540-4f44-8223-6865db29708c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223674 Dec 20 17:17:53.997705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:54.002584 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-21cc3a3c-cee5-4dbb-90cd-dd627dafb899 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '186e01fe-d715-4bfa-9583-8dc80f9aa3fb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:54.029227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21cc3a3c-cee5-4dbb-90cd-dd627dafb899 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.084705 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21cc3a3c-cee5-4dbb-90cd-dd627dafb899 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.088233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21cc3a3c-cee5-4dbb-90cd-dd627dafb899 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.105719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc3a3c-cee5-4dbb-90cd-dd627dafb899 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0641b66-d0b5-4c32-b031-3eb791863185,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:54.109946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-21cc3a3c-cee5-4dbb-90cd-dd627dafb899 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.113909 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:54.114463 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-21cc3a3c-cee5-4dbb-90cd-dd627dafb899 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146157 Dec 20 17:17:54.118604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0a8d5ead-f296-4796-9960-a4163fd9c0b6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '186e01fe-d715-4bfa-9583-8dc80f9aa3fb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:54.148486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a8d5ead-f296-4796-9960-a4163fd9c0b6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.206410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a8d5ead-f296-4796-9960-a4163fd9c0b6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.209771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a8d5ead-f296-4796-9960-a4163fd9c0b6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.227805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d5ead-f296-4796-9960-a4163fd9c0b6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5a2f30-9ef1-4c3d-9661-389a0342643b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:54.236158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a8d5ead-f296-4796-9960-a4163fd9c0b6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.237347 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0a8d5ead-f296-4796-9960-a4163fd9c0b6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223252 Dec 20 17:17:54.240081 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:54.244269 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-836865ef-53ea-4d92-b3df-0bfa12884933 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '186e01fe-d715-4bfa-9583-8dc80f9aa3fb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:54.268598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-836865ef-53ea-4d92-b3df-0bfa12884933 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:17:54.273575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-836865ef-53ea-4d92-b3df-0bfa12884933 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.332321 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-836865ef-53ea-4d92-b3df-0bfa12884933 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.335985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-836865ef-53ea-4d92-b3df-0bfa12884933 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.351936 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836865ef-53ea-4d92-b3df-0bfa12884933 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d095a60-30e9-48ed-ba4c-9a0eca375f8a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:54.364886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-836865ef-53ea-4d92-b3df-0bfa12884933 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.365956 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-836865ef-53ea-4d92-b3df-0bfa12884933 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249809 Dec 20 17:17:54.368698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:54.373486 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-932a2f52-8a0b-424a-968c-92eb2bd9ce02 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '186e01fe-d715-4bfa-9583-8dc80f9aa3fb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:54.398654 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-932a2f52-8a0b-424a-968c-92eb2bd9ce02 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:17:54.403818 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932a2f52-8a0b-424a-968c-92eb2bd9ce02 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.465303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932a2f52-8a0b-424a-968c-92eb2bd9ce02 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.469482 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932a2f52-8a0b-424a-968c-92eb2bd9ce02 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.491437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a2f52-8a0b-424a-968c-92eb2bd9ce02 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6160353e-b686-4ffe-a8f7-5798403cfbfc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:54.497606 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932a2f52-8a0b-424a-968c-92eb2bd9ce02 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.498750 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-932a2f52-8a0b-424a-968c-92eb2bd9ce02 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291378 Dec 20 17:17:54.502283 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:54.507308 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'network': {'name': 'tempest-network-smoke--1662444784', 'project_id': '29985579e4204648a2f86ee749dc11de', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:54.528505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:17:54.532153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.557877 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:17:54.567250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.567593 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Added segment e5c01352-14ee-4c9f-8e36-481167268949 of type vlan for network 0747ddd3-770e-4124-b88e-ced6e100ddcb Dec 20 17:17:54.607125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.631004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.636493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:54.637085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.674099 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1680932 Dec 20 17:17:54.674598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:54.679418 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'admin_state_up': True, 'project_id': '29985579e4204648a2f86ee749dc11de', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:54.704693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657ba6e-5d96-4c80-8645-916a3d299b6c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Network': ['ID=0747ddd3-770e-4124-b88e-ced6e100ddcb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:54.704951 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.705893 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.716235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 0747ddd3-770e-4124-b88e-ced6e100ddcb details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:17:54.761407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.898738 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:55.090869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:55.109201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:55.162627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-254f2804-b535-4012-a592-ae468ab97e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:55.215056 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.193 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/7e3b172e-690e-4c8b-bbc0-caa9e834837f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:17:55.317190 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:55.351447 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:55.392579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:17:55.398448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:17:55.400510 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=7e3b172e-690e-4c8b-bbc0-caa9e834837f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:55.402843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:17:55.413341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c8867-bad4-4f36-a534-1cdca72ef76c None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:17:55.506195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e83e4b6-50f2-4fa3-82cb-69d36a8d0be9 None None] Provisioning complete for port 7e3b172e-690e-4c8b-bbc0-caa9e834837f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:17:55.506584 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e83e4b6-50f2-4fa3-82cb-69d36a8d0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:55.540193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e83e4b6-50f2-4fa3-82cb-69d36a8d0be9 None None] Port 7e3b172e-690e-4c8b-bbc0-caa9e834837f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:17:55.654850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:56.176828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:56.304328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router bc4e9687-ba4b-4f0b-861c-517e37c093a7 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:17:56.408633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:56.419464 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Sync routers for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:17:56.429278 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:56.429966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:56.430639 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:56.431848 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8a1abfcd-e91e-416e-8839-115fcecbe22a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7561791 Dec 20 17:17:56.435185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:56.468065 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ea202ea4-0644-480a-9b42-bccab6dd74e3 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=29985579e4204648a2f86ee749dc11de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317240 Dec 20 17:17:56.470948 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:56.533993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:56.556954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83717c1-d657-4e3a-a549-883ec9ce7495 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:56.560936 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a83717c1-d657-4e3a-a549-883ec9ce7495 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865850 Dec 20 17:17:56.561305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:56.589534 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-fb457843-58fb-4b05-a7b1-39b0a2abcfd7 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270107 Dec 20 17:17:56.592560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:56.597590 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2025083780', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:17:56.686646 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:17:56.690605 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:56.712140 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:55Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:56.738751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Checking router: bc4e9687-ba4b-4f0b-861c-517e37c093a7 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:17:56.739101 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Updating router bc4e9687-ba4b-4f0b-861c-517e37c093a7 port 7e3b172e-690e-4c8b-bbc0-caa9e834837f binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:17:56.767451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:56.884425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:56.948217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Subnet': ['ID=c1b5df33-fcab-4c8b-b2e3-0c4584e74f76,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:56.963635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Checking segment: {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:17:56.964251 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network hostable DHCP agents. Network: 0747ddd3-770e-4124-b88e-ced6e100ddcb, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:17:56.982834 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 0747ddd3-770e-4124-b88e-ced6e100ddcb is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:17:56.991279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 0747ddd3-770e-4124-b88e-ced6e100ddcb) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:17:57.000039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:57.000637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.009258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b2020-5ed6-4f71-b8fc-194bd2d1992c None None] Network 0747ddd3-770e-4124-b88e-ced6e100ddcb requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:17:57.021582 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1a891c7a-1539-444f-b787-1b3fe6371551 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4253953 Dec 20 17:17:57.022000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:57.076326 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.088434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.157177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f9825-94c4-427b-8d84-589eeefa7adf None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:17:57.323414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540c304-b74d-4101-9895-fde18f3938c6 None None] Pushing event updated for resources: {'Port': ['ID=7e3b172e-690e-4c8b-bbc0-caa9e834837f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:57.329743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-0747ddd3-770e-4124-b88e-ced6e100ddcb', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:17:57.330761 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.341296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Attempting to bind port 7e3b172e-690e-4c8b-bbc0-caa9e834837f on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:17:57.341669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Attempting to bind port 7e3b172e-690e-4c8b-bbc0-caa9e834837f by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:17:57.342148 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Attempting to bind port 7e3b172e-690e-4c8b-bbc0-caa9e834837f on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:17:57.350246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:17:57.350642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:17:57.351042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.351434 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:17:57.351903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Bound port: 7e3b172e-690e-4c8b-bbc0-caa9e834837f, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:17:57.352280 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.459379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-38930439-5e73-4dad-bac1-a13087a311e8 None None] Provisioning complete for port 7e3b172e-690e-4c8b-bbc0-caa9e834837f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:17:57.460072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38930439-5e73-4dad-bac1-a13087a311e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.479884 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.513098 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] For port 7e3b172e-690e-4c8b-bbc0-caa9e834837f, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:17:57.548303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] For port 7e3b172e-690e-4c8b-bbc0-caa9e834837f, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=7e3b172e-690e-4c8b-bbc0-caa9e834837f,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:17:57.551320 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-38930439-5e73-4dad-bac1-a13087a311e8 None None] Port 7e3b172e-690e-4c8b-bbc0-caa9e834837f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:17:57.555827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.609368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799edc9-1661-4235-a562-d99e51a722e6 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:17:57.625432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Allocated IP 172.20.0.2 (0747ddd3-770e-4124-b88e-ced6e100ddcb/c1b5df33-fcab-4c8b-b2e3-0c4584e74f76/39fd2a80-60d4-4424-830c-788380740691) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:17:57.639090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540c304-b74d-4101-9895-fde18f3938c6 None None] Pushing event updated for resources: {'Port': ['ID=7e3b172e-690e-4c8b-bbc0-caa9e834837f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:57.647404 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:57.648058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:57.794627 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8c296a06-1459-4dc0-8c60-f214934e04ad None None] Provisioning complete for port 7e3b172e-690e-4c8b-bbc0-caa9e834837f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:17:57.795001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c296a06-1459-4dc0-8c60-f214934e04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.878737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd85c4ec-bbd3-4682-94e4-51f5df42ff9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.909622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:58.005050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.056782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.063788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.1 (0747ddd3-770e-4124-b88e-ced6e100ddcb/c1b5df33-fcab-4c8b-b2e3-0c4584e74f76/3df09eba-6e60-49e5-9259-6bcf63e03e21) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:17:58.115193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c296a06-1459-4dc0-8c60-f214934e04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.129340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Network 0747ddd3-770e-4124-b88e-ced6e100ddcb is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:17:58.151995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:17:58.160939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Pushing event updated for resources: {'Port': ['ID=39fd2a80-60d4-4424-830c-788380740691,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:58.163232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:17:58.168800 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8c296a06-1459-4dc0-8c60-f214934e04ad None None] For port 7e3b172e-690e-4c8b-bbc0-caa9e834837f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=7e3b172e-690e-4c8b-bbc0-caa9e834837f,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:58.177031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c296a06-1459-4dc0-8c60-f214934e04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.186661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.223260 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.266224 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 0747ddd3-770e-4124-b88e-ced6e100ddcb is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:17:58.271197 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:17:58.274357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Attempting to bind port 39fd2a80-60d4-4424-830c-788380740691 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:17:58.274777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Attempting to bind port 39fd2a80-60d4-4424-830c-788380740691 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:17:58.275105 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Attempting to bind port 39fd2a80-60d4-4424-830c-788380740691 on network 0747ddd3-770e-4124-b88e-ced6e100ddcb {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:17:58.276627 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:17:58.281281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=3df09eba-6e60-49e5-9259-6bcf63e03e21,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:58.287899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:17:58.288279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Checking segment: {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:17:58.288684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.289077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Bound using segment: {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:17:58.289550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Bound port: 39fd2a80-60d4-4424-830c-788380740691, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:17:58.289938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.312317 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c296a06-1459-4dc0-8c60-f214934e04ad None None] Pushing event updated for resources: {'Port': ['ID=7e3b172e-690e-4c8b-bbc0-caa9e834837f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:58.324451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.354764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:55Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:58.397725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7aa5e-a812-4013-8116-d1e4f1d0f43d None None] The sync data for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv is: [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:55Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:17:58.412462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] For port 39fd2a80-60d4-4424-830c-788380740691, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:17:58.417304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] For port 39fd2a80-60d4-4424-830c-788380740691, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=39fd2a80-60d4-4424-830c-788380740691,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:17:58.426518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.466194 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.492190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43acde8-e98c-4836-aecf-2a3d1ea5447c None None] Pushing event updated for resources: {'Port': ['ID=39fd2a80-60d4-4424-830c-788380740691,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:58.614291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.833345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.841341 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.917706 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.919938 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=3df09eba-6e60-49e5-9259-6bcf63e03e21,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:59.024397 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 0747ddd3-770e-4124-b88e-ced6e100ddcb is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:17:59.025945 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:17:59.161299 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router bc4e9687-ba4b-4f0b-861c-517e37c093a7 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:17:59.253586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7e3b172e-690e-4c8b-bbc0-caa9e834837f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:17:59.320797 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 7e3b172e-690e-4c8b-bbc0-caa9e834837f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:17:59.321183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.339998 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:59.346964 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c336291b-4ae9-4f2f-8d13-8a7a20c075af tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/bc4e9687-ba4b-4f0b-861c-517e37c093a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3235686 Dec 20 17:17:59.431340 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 39fd2a80-60d4-4424-830c-788380740691 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:17:59.482143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 39fd2a80-60d4-4424-830c-788380740691 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:17:59.482585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.534880 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-90aded68-66cd-4c86-8ab4-6331c12423be tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529286769&fields=id&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 267 time: 0.0485535 Dec 20 17:17:59.566564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b232b-826d-409c-9a25-313764de6414 None None] Network 0747ddd3-770e-4124-b88e-ced6e100ddcb requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:17:59.580048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.648264 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479cd9b-a419-496c-b415-953fb2e102ce req-dd188b4f-9fb9-42b1-9498-d0df9ae393ae tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:59.649753 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-dd188b4f-9fb9-42b1-9498-d0df9ae393ae tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/networks?id=0747ddd3-770e-4124-b88e-ced6e100ddcb HTTP/1.1" status: 200 len: 797 time: 0.1109197 Dec 20 17:17:59.665663 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-b4bc2d91-16b4-40b4-87d2-12ef1ea1bd17 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/quotas/29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 375 time: 0.0095932 Dec 20 17:17:59.682083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 39fd2a80-60d4-4424-830c-788380740691, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=39fd2a80-60d4-4424-830c-788380740691,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:59.685783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-43109a7a-9eea-4d1b-8074-2e8a05963d30 None None] Provisioning complete for port 39fd2a80-60d4-4424-830c-788380740691 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:17:59.686158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43109a7a-9eea-4d1b-8074-2e8a05963d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.706165 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.722051 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-7631e5ee-7d80-447f-a20d-50618a79f268 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501919 Dec 20 17:17:59.788625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=39fd2a80-60d4-4424-830c-788380740691,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:59.835424 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-f336b415-cb7f-4a26-94d9-5b9a777970a4 service neutron] 10.222.0.60 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005867 Dec 20 17:17:59.929952 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-16101f5b-6daf-42c8-b9cd-1575194428ce service neutron] 10.222.0.60 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941119 Dec 20 17:18:00.064656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b57a83a8-aa7e-4233-b519-c74f6d4b2a8c None None] Provisioning complete for port 39fd2a80-60d4-4424-830c-788380740691 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:00.065023 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57a83a8-aa7e-4233-b519-c74f6d4b2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.123531 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-985c6216-ceec-4450-8d15-419af5dce58b req-07125251-fa42-4a06-a276-67609a309b73 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 210 time: 0.0380962 Dec 20 17:18:00.190754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.213108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b57a83a8-aa7e-4233-b519-c74f6d4b2a8c None None] Provisioning complete for port 3df09eba-6e60-49e5-9259-6bcf63e03e21 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:00.213601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57a83a8-aa7e-4233-b519-c74f6d4b2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.251259 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b57a83a8-aa7e-4233-b519-c74f6d4b2a8c None None] Port 3df09eba-6e60-49e5-9259-6bcf63e03e21 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:00.296898 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Sync routers for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:18:00.310050 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:00.310894 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:00.442832 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1a26ede9-5ea1-4ad1-b233-f100d3cd5f04 None None] Provisioning complete for port 3df09eba-6e60-49e5-9259-6bcf63e03e21 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:00.443031 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:00.443816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a26ede9-5ea1-4ad1-b233-f100d3cd5f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.494013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1a26ede9-5ea1-4ad1-b233-f100d3cd5f04 None None] Port 3df09eba-6e60-49e5-9259-6bcf63e03e21 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:00.617117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-11942e20-bde3-4b90-8fc2-f50228867b90 None None] Provisioning complete for port 3df09eba-6e60-49e5-9259-6bcf63e03e21 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:00.617821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11942e20-bde3-4b90-8fc2-f50228867b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.652558 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-11942e20-bde3-4b90-8fc2-f50228867b90 None None] Port 3df09eba-6e60-49e5-9259-6bcf63e03e21 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:00.666961 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '3df09eba-6e60-49e5-9259-6bcf63e03e21', 'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:cf:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 2, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:00.692973 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Checking router: bc4e9687-ba4b-4f0b-861c-517e37c093a7 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:18:00.693231 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Updating router bc4e9687-ba4b-4f0b-861c-517e37c093a7 port 3df09eba-6e60-49e5-9259-6bcf63e03e21 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:18:00.718435 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.908494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.981439 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.986938 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.083824 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Attempting to bind port 3df09eba-6e60-49e5-9259-6bcf63e03e21 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:18:01.084204 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Attempting to bind port 3df09eba-6e60-49e5-9259-6bcf63e03e21 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:18:01.084562 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Attempting to bind port 3df09eba-6e60-49e5-9259-6bcf63e03e21 on network 0747ddd3-770e-4124-b88e-ced6e100ddcb {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:18:01.086496 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Pushing event updated for resources: {'Port': ['ID=3df09eba-6e60-49e5-9259-6bcf63e03e21,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:01.096141 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.096484 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.096819 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.097144 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.097471 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.097784 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.098304 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.098799 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.099279 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.099746 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.100223 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.100677 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.101144 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:01.106540 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:18:01.107103 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Checking segment: {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:18:01.107669 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.108481 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Bound using segment: {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:18:01.109107 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Bound port: 3df09eba-6e60-49e5-9259-6bcf63e03e21, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:18:01.109647 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.195984 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] For port 3df09eba-6e60-49e5-9259-6bcf63e03e21, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:01.199315 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] For port 3df09eba-6e60-49e5-9259-6bcf63e03e21, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3df09eba-6e60-49e5-9259-6bcf63e03e21,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:01.206050 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.209639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479cd9b-a419-496c-b415-953fb2e102ce req-8ef30b98-f763-4033-8992-fbfeb9db7337 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:01.212231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-8ef30b98-f763-4033-8992-fbfeb9db7337 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/networks?id=0747ddd3-770e-4124-b88e-ced6e100ddcb HTTP/1.1" status: 200 len: 797 time: 0.1717751 Dec 20 17:18:01.232108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 39fd2a80-60d4-4424-830c-788380740691 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:18:01.288377 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:01.289007 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:01.311162 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-15cc4940-3dc4-4ce7-bd1d-1d9c9bce3e9b req-572c3aff-c847-40d5-8712-9d03297cf7fb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 210 time: 0.0391815 Dec 20 17:18:01.323224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 39fd2a80-60d4-4424-830c-788380740691 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:01.323621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.344194 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-d46963fb-90b7-47ba-9c99-3cc57ebfab40 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 380 time: 0.1229842 Dec 20 17:18:01.344795 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6f353-db98-4ae5-b40e-584a6a09e0bb None None] Pushing event updated for resources: {'Port': ['ID=3df09eba-6e60-49e5-9259-6bcf63e03e21,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:01.355346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'port': {'device_id': 'bad02b61-4d5a-4dc3-824e-701647132660', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'admin_state_up': True, 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'security_groups': ['186e01fe-d715-4bfa-9583-8dc80f9aa3fb']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:01.390527 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:18:01.393640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ac0670e2-4516-4b9d-b6ba-e6cf6bb981cb None None] Provisioning complete for port 3df09eba-6e60-49e5-9259-6bcf63e03e21 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:01.393997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac0670e2-4516-4b9d-b6ba-e6cf6bb981cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.423736 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:01.520361 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:18:01.527457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.541548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac0670e2-4516-4b9d-b6ba-e6cf6bb981cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.579493 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ac0670e2-4516-4b9d-b6ba-e6cf6bb981cb None None] For port 3df09eba-6e60-49e5-9259-6bcf63e03e21, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3df09eba-6e60-49e5-9259-6bcf63e03e21,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:01.595383 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac0670e2-4516-4b9d-b6ba-e6cf6bb981cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.666425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0670e2-4516-4b9d-b6ba-e6cf6bb981cb None None] Pushing event updated for resources: {'Port': ['ID=3df09eba-6e60-49e5-9259-6bcf63e03e21,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:01.677044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.10 (0747ddd3-770e-4124-b88e-ced6e100ddcb/c1b5df33-fcab-4c8b-b2e3-0c4584e74f76/159f4655-900b-4fdd-8bf0-9cba4f7875de) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:01.718065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8ceeb07e-2806-47f8-8410-5d5937369eb5 None None] Provisioning complete for port 3df09eba-6e60-49e5-9259-6bcf63e03e21 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:01.718453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb07e-2806-47f8-8410-5d5937369eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.752717 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '3df09eba-6e60-49e5-9259-6bcf63e03e21', 'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:cf:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:01.781230 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3fde4-a54b-4429-8803-6619ad8c1f7c None None] The sync data for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv is: [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '3df09eba-6e60-49e5-9259-6bcf63e03e21', 'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:cf:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:18:01.840081 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.885816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.936822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 0747ddd3-770e-4124-b88e-ced6e100ddcb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:01.939993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:01.944651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:01.975564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=159f4655-900b-4fdd-8bf0-9cba4f7875de,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:02.010825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:02.011575 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.032452 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-1d853f65-f9c0-443a-9fdf-2c8fce44c6b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6816719 Dec 20 17:18:02.045748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Request body: {'port': {'device_id': 'bad02b61-4d5a-4dc3-824e-701647132660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:02.106293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.225445 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a18d4f10-2fe6-4e2e-82b7-c362d5dc0a39 None None] Provisioning complete for port 159f4655-900b-4fdd-8bf0-9cba4f7875de triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:02.225821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a18d4f10-2fe6-4e2e-82b7-c362d5dc0a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.420929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159f4655-900b-4fdd-8bf0-9cba4f7875de {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:18:02.430346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a18d4f10-2fe6-4e2e-82b7-c362d5dc0a39 None None] Port 159f4655-900b-4fdd-8bf0-9cba4f7875de cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:02.432773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.448436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Transition to ACTIVE for port object 159f4655-900b-4fdd-8bf0-9cba4f7875de will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:02.450004 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a5ab3-9f7e-47c9-a7f1-159beb8b30bb req-40bf3a1d-4587-41ba-b462-c189e572b2b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:02.452434 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-035a5ab3-9f7e-47c9-a7f1-159beb8b30bb req-40bf3a1d-4587-41ba-b462-c189e572b2b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 932 time: 0.0592763 Dec 20 17:18:02.453431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.506952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Pushing event updated for resources: {'Port': ['ID=159f4655-900b-4fdd-8bf0-9cba4f7875de,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:02.513776 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-035a5ab3-9f7e-47c9-a7f1-159beb8b30bb req-f37ea435-5e43-4c88-8cc4-e2f51edf6367 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542133 Dec 20 17:18:02.582842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Attempting to bind port 159f4655-900b-4fdd-8bf0-9cba4f7875de on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:18:02.583263 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Attempting to bind port 159f4655-900b-4fdd-8bf0-9cba4f7875de by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:18:02.583656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Attempting to bind port 159f4655-900b-4fdd-8bf0-9cba4f7875de on network 0747ddd3-770e-4124-b88e-ced6e100ddcb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:18:02.588809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Port 159f4655-900b-4fdd-8bf0-9cba4f7875de on network 0747ddd3-770e-4124-b88e-ced6e100ddcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:18:02.589373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Attempting to bind port 159f4655-900b-4fdd-8bf0-9cba4f7875de on network 0747ddd3-770e-4124-b88e-ced6e100ddcb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:18:02.595524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:18:02.595860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Checking segment: {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:18:02.596240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Bound using segment: {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:18:02.596696 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Bound port: 159f4655-900b-4fdd-8bf0-9cba4f7875de, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c01352-14ee-4c9f-8e36-481167268949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:18:02.597049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.671284 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] For port 159f4655-900b-4fdd-8bf0-9cba4f7875de, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:02.674689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] For port 159f4655-900b-4fdd-8bf0-9cba4f7875de, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:02.683135 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.725200 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:02.725801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.727231 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] 10.222.0.18 "PUT /v2.0/ports/159f4655-900b-4fdd-8bf0-9cba4f7875de HTTP/1.1" status: 200 len: 1094 time: 0.6859634 Dec 20 17:18:02.727748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:18:02.730136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd98076-3818-47f5-b095-28a0f2e5f842" -d '{"events": [{"name": "network-changed", "server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:18:02.758666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5352c-60f2-4ec6-82da-9bc3546e793b service neutron] Pushing event updated for resources: {'Port': ['ID=159f4655-900b-4fdd-8bf0-9cba4f7875de,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:02.790294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6e9930-bc06-4aa6-877f-509064f0400d x-openstack-request-id: req-7a6e9930-bc06-4aa6-877f-509064f0400d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:18:02.790294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:18:02.790294 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a6e9930-bc06-4aa6-877f-509064f0400d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:18:02.790294 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'status': 'completed', 'code': 200} Dec 20 17:18:02.847469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479cd9b-a419-496c-b415-953fb2e102ce req-bc62c65a-e07c-4c59-bb69-27cec605bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:02.849035 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-bc62c65a-e07c-4c59-bb69-27cec605bc5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 1097 time: 0.0445104 Dec 20 17:18:02.897778 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-9ab281c6-6239-4016-8114-e6c8c1dd3c64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de HTTP/1.1" status: 200 len: 217 time: 0.0405664 Dec 20 17:18:02.952049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479cd9b-a419-496c-b415-953fb2e102ce req-be14c091-afdb-4d43-8bc9-f84fdf23d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:02.953680 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-be14c091-afdb-4d43-8bc9-f84fdf23d33c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1b5df33-fcab-4c8b-b2e3-0c4584e74f76 HTTP/1.1" status: 200 len: 835 time: 0.0478332 Dec 20 17:18:03.003839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479cd9b-a419-496c-b415-953fb2e102ce req-20699da6-2b55-4c0e-9a3c-eb1e156bc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:03.005439 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-20699da6-2b55-4c0e-9a3c-eb1e156bc23d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0747ddd3-770e-4124-b88e-ced6e100ddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453086 Dec 20 17:18:03.099523 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-11034f66-b77c-4d6a-8e66-8fd514d9ed37 service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861962 Dec 20 17:18:03.183444 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3df09eba-6e60-49e5-9259-6bcf63e03e21 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:18:03.191357 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a479cd9b-a419-496c-b415-953fb2e102ce req-a8905315-feeb-4883-8a15-4eb4f1d81a6a service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843210 Dec 20 17:18:03.230214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 3df09eba-6e60-49e5-9259-6bcf63e03e21 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:03.230636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.283485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-d5f55e52-4127-4ef3-9811-9d638fcadf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:03.284698 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-d5f55e52-4127-4ef3-9811-9d638fcadf96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 1097 time: 0.0452323 Dec 20 17:18:03.375829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-0dba8be0-bae0-4cbc-9163-c7e1831b0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:03.377308 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-0dba8be0-bae0-4cbc-9163-c7e1831b0368 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0747ddd3-770e-4124-b88e-ced6e100ddcb HTTP/1.1" status: 200 len: 898 time: 0.0844214 Dec 20 17:18:03.423540 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-fccfd4ac-4bb3-48d8-a96b-a6c52ad44760 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de HTTP/1.1" status: 200 len: 217 time: 0.0382473 Dec 20 17:18:03.473954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-84030734-e896-4373-b199-6d8ebe9c49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:03.475450 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-84030734-e896-4373-b199-6d8ebe9c49d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1b5df33-fcab-4c8b-b2e3-0c4584e74f76 HTTP/1.1" status: 200 len: 835 time: 0.0452394 Dec 20 17:18:03.524269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-a7123a5a-f9a2-4cd5-a9ae-0e323490170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:03.525785 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-a7123a5a-f9a2-4cd5-a9ae-0e323490170e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0747ddd3-770e-4124-b88e-ced6e100ddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408015 Dec 20 17:18:03.619520 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-f9590d05-fb9f-4e3a-a022-b665a9d5017c service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859816 Dec 20 17:18:03.636033 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0d654-746b-409e-9580-1168cd987b77 req-35094b39-2166-4a62-8211-079079df0794 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:03.638012 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-88e0d654-746b-409e-9580-1168cd987b77 req-35094b39-2166-4a62-8211-079079df0794 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 944 time: 0.0532856 Dec 20 17:18:03.687309 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-88e0d654-746b-409e-9580-1168cd987b77 req-46555739-5bbb-403a-88f5-a237f9a17702 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Dec 20 17:18:03.716251 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5cd98076-3818-47f5-b095-28a0f2e5f842 req-950ec430-2193-45ff-ac26-368bfc2556eb service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878296 Dec 20 17:18:04.808344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663101d-2212-4cb4-8239-b1e9ce60ff3c req-c8cebaaa-4600-4a26-8d87-93ec9191c41f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:04.809812 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9663101d-2212-4cb4-8239-b1e9ce60ff3c req-c8cebaaa-4600-4a26-8d87-93ec9191c41f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 944 time: 0.0529389 Dec 20 17:18:04.860010 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9663101d-2212-4cb4-8239-b1e9ce60ff3c req-b8295848-1808-4887-9094-285b21a043d9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437782 Dec 20 17:18:05.973352 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb5c84-b801-4fc5-baf4-1c36ac37c5e9 req-5a10357b-0629-4bc9-a262-ccd74a37805e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:05.974868 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-92cb5c84-b801-4fc5-baf4-1c36ac37c5e9 req-5a10357b-0629-4bc9-a262-ccd74a37805e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 944 time: 0.0494399 Dec 20 17:18:06.024146 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-92cb5c84-b801-4fc5-baf4-1c36ac37c5e9 req-add73bea-ef68-4e8c-aee1-21c08473c9a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433083 Dec 20 17:18:07.184565 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05177ea-c5fa-40aa-8df5-4c5e134ad804 req-bb642503-b1f1-4685-a3f0-24b43b1fe3f9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:07.186019 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e05177ea-c5fa-40aa-8df5-4c5e134ad804 req-bb642503-b1f1-4685-a3f0-24b43b1fe3f9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 944 time: 0.0488346 Dec 20 17:18:07.236194 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e05177ea-c5fa-40aa-8df5-4c5e134ad804 req-2c25368d-d674-48ab-96bb-07a72a9b8de0 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Dec 20 17:18:07.309576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 159f4655-900b-4fdd-8bf0-9cba4f7875de details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:18:07.405617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 159f4655-900b-4fdd-8bf0-9cba4f7875de, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:07.417178 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'port_id': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'mac_address': 'fa:16:3e:e8:25:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:18:07.455418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:07.468809 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159f4655-900b-4fdd-8bf0-9cba4f7875de {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:18:07.488535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 159f4655-900b-4fdd-8bf0-9cba4f7875de, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:07.492727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:07.540827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=159f4655-900b-4fdd-8bf0-9cba4f7875de,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:07.695206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['159f4655-900b-4fdd-8bf0-9cba4f7875de'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:18:08.349424 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717803e-8b68-452d-a883-6986e72be80f req-50643859-46a0-4b8f-8546-74649be1c9e3 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:08.350931 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8717803e-8b68-452d-a883-6986e72be80f req-50643859-46a0-4b8f-8546-74649be1c9e3 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 945 time: 0.0489945 Dec 20 17:18:08.403916 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8717803e-8b68-452d-a883-6986e72be80f req-a80621e7-2649-4fb8-99fd-746456870e26 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470898 Dec 20 17:18:09.311058 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 159f4655-900b-4fdd-8bf0-9cba4f7875de up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:18:09.361126 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 159f4655-900b-4fdd-8bf0-9cba4f7875de completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:09.364847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 159f4655-900b-4fdd-8bf0-9cba4f7875de triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:09.365213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.442051 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.465048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:18:09.467451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad52a97-6aec-459a-8ab3-84af8d7fa7a1" -d '{"events": [{"server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "name": "network-vif-plugged", "status": "completed", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:18:09.483636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 159f4655-900b-4fdd-8bf0-9cba4f7875de, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:09.486144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.522169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e1316-93d8-4a04-a4b9-7405bec250b4 req-58f30cc4-3f0f-445c-b597-25d64cc49266 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:09.523710 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c84e1316-93d8-4a04-a4b9-7405bec250b4 req-58f30cc4-3f0f-445c-b597-25d64cc49266 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 945 time: 0.0524051 Dec 20 17:18:09.535856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=159f4655-900b-4fdd-8bf0-9cba4f7875de,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:09.568432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd8207c-2856-4322-a7b5-5fa16391830a x-openstack-request-id: req-9cd8207c-2856-4322-a7b5-5fa16391830a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:18:09.568716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "name": "network-vif-plugged", "status": "completed", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:18:09.568961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cd8207c-2856-4322-a7b5-5fa16391830a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:18:09.569347 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'code': 200} Dec 20 17:18:09.582924 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c84e1316-93d8-4a04-a4b9-7405bec250b4 req-09e2e3d5-77bb-47dd-affb-ce4db68e2e75 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506797 Dec 20 17:18:10.076687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e436ed-8674-4dbe-b86f-255388440b71 req-ba1fbe72-a35f-4501-82fe-14490968e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:10.078150 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-43e436ed-8674-4dbe-b86f-255388440b71 req-ba1fbe72-a35f-4501-82fe-14490968e529 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 1099 time: 0.3776882 Dec 20 17:18:10.123595 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-43e436ed-8674-4dbe-b86f-255388440b71 req-2866bb25-efa7-4f2e-b6f3-4aaa6410cd17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378926 Dec 20 17:18:10.699532 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05f570-7038-41c7-a40a-4c62515cf058 req-ead8d0ee-9712-443e-82ab-dfc4511c654c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:10.700985 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8f05f570-7038-41c7-a40a-4c62515cf058 req-ead8d0ee-9712-443e-82ab-dfc4511c654c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0487425 Dec 20 17:18:10.750516 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8f05f570-7038-41c7-a40a-4c62515cf058 req-1f0b91b3-6cb0-4435-9285-8790d09e6354 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435181 Dec 20 17:18:11.862429 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c91b8-9ce1-4c97-8456-f1700530016c req-39bd8fb9-e89e-432a-a927-52573f4cd08b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:11.863883 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b8c91b8-9ce1-4c97-8456-f1700530016c req-39bd8fb9-e89e-432a-a927-52573f4cd08b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0474579 Dec 20 17:18:11.912170 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9b8c91b8-9ce1-4c97-8456-f1700530016c req-8a8817dc-bcc4-4166-a682-3533f679013b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 Dec 20 17:18:12.024920 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a6588-7e27-406a-a58b-ee6fb8d98951 req-f68126af-b55c-4444-9a9c-e35685c652b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:12.026420 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9f7a6588-7e27-406a-a58b-ee6fb8d98951 req-f68126af-b55c-4444-9a9c-e35685c652b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0480742 Dec 20 17:18:12.078022 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9f7a6588-7e27-406a-a58b-ee6fb8d98951 req-099ebae8-40da-4f1d-af2f-f6eed9b062ae tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Dec 20 17:18:12.099768 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:12.193067 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8406e25-f952-4c0c-ae0d-84d8e1ce0f35 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:12.194643 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-f8406e25-f952-4c0c-ae0d-84d8e1ce0f35 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 1094 time: 0.0938587 Dec 20 17:18:12.197672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:12.205092 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:12.228812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.323855 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.431137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.254 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/e8b6899e-0366-4842-acfb-ac3a48932fb0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:12.529245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.561887 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.606861 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:12.609698 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:12.614101 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:12.617168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=e8b6899e-0366-4842-acfb-ac3a48932fb0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:12.965728 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.030367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.180615 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.185776 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.251980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=e8b6899e-0366-4842-acfb-ac3a48932fb0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:13.264205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.367390 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP a276055c-6f6d-4828-9949-c46750d2de6a associated. External IP: 172.26.1.254, port: 159f4655-900b-4fdd-8bf0-9cba4f7875de. Dec 20 17:18:13.576177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router bc4e9687-ba4b-4f0b-861c-517e37c093a7 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:18:13.684096 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:18:13.693647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] Sync routers for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:18:13.702003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.703215 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:13.703827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:13.729025 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6bd1b1c4-bfdc-4cfb-9216-b03dcb94cf56 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5302575 Dec 20 17:18:13.729693 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:18:13.732794 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea" -d '{"events": [{"name": "network-changed", "server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:18:13.815544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:13.832549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87473c2-0b94-4c0b-b5bb-d709178dd645 x-openstack-request-id: req-b87473c2-0b94-4c0b-b5bb-d709178dd645 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:18:13.832837 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:18:13.833107 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b87473c2-0b94-4c0b-b5bb-d709178dd645 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:18:13.833665 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'status': 'completed', 'code': 200} Dec 20 17:18:13.843305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f46739-0011-4c41-9140-e7f0796a46c3 req-89fe5452-bb6a-4c21-a230-d08aa7066f79 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:13.846994 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-68f46739-0011-4c41-9140-e7f0796a46c3 req-89fe5452-bb6a-4c21-a230-d08aa7066f79 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0615251 Dec 20 17:18:13.923349 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-68f46739-0011-4c41-9140-e7f0796a46c3 req-36f0916c-9fe6-414a-9a21-a3cbce8c2bda tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715010 Dec 20 17:18:13.926430 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-b855ab86-e608-4356-8b9e-f90a2eb7c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:13.927866 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-b855ab86-e608-4356-8b9e-f90a2eb7c430 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 1099 time: 0.0690477 Dec 20 17:18:13.946116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:14.022212 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a9af6721-86e5-4c1a-8d4a-475556b66f69 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/a276055c-6f6d-4828-9949-c46750d2de6a HTTP/1.1" status: 200 len: 992 time: 0.0745902 Dec 20 17:18:14.032618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-695bea22-ba9a-45b3-bad4-8782a1203859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:14.034213 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-695bea22-ba9a-45b3-bad4-8782a1203859 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0747ddd3-770e-4124-b88e-ced6e100ddcb HTTP/1.1" status: 200 len: 898 time: 0.0991387 Dec 20 17:18:14.051044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'a276055c-6f6d-4828-9949-c46750d2de6a', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.254', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'port_id': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'mac_address': 'fa:16:3e:e8:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad02b61-4d5a-4dc3-824e-701647132660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:12Z', 'updated_at': '2021-12-20T17:18:12Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df09eba-6e60-49e5-9259-6bcf63e03e21', 'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:cf:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:14.080731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] Checking router: bc4e9687-ba4b-4f0b-861c-517e37c093a7 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:18:14.089213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:14.090426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:17:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:14.102718 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-0d8a9bf3-685b-419d-95fe-beb8376fc9a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de HTTP/1.1" status: 200 len: 1000 time: 0.0611396 Dec 20 17:18:14.159591 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-02514579-6c1d-460e-ade7-100a13692cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:14.161052 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-02514579-6c1d-460e-ade7-100a13692cf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1b5df33-fcab-4c8b-b2e3-0c4584e74f76 HTTP/1.1" status: 200 len: 835 time: 0.0515866 Dec 20 17:18:14.207571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-bdc80598-0355-4894-8d66-a1c9932b08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:14.209094 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-bdc80598-0355-4894-8d66-a1c9932b08b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0747ddd3-770e-4124-b88e-ced6e100ddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409114 Dec 20 17:18:14.210006 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:14.302355 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-3e895aac-6163-41ec-b5db-067bcb3b6391 service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849626 Dec 20 17:18:14.403560 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fcf653a0-6ae9-4afc-bac3-fdae69e895ea req-cb88ec90-1dab-4f65-b446-5e7ad82fc207 service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935264 Dec 20 17:18:14.451718 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'a276055c-6f6d-4828-9949-c46750d2de6a', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.254', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'port_id': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'mac_address': 'fa:16:3e:e8:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad02b61-4d5a-4dc3-824e-701647132660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:12Z', 'updated_at': '2021-12-20T17:18:12Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df09eba-6e60-49e5-9259-6bcf63e03e21', 'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:cf:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:14.478918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7bdad-6d73-455d-8d4e-246343f6582d None None] The sync data for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv is: [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'a276055c-6f6d-4828-9949-c46750d2de6a', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.254', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'port_id': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'mac_address': 'fa:16:3e:e8:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad02b61-4d5a-4dc3-824e-701647132660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:12Z', 'updated_at': '2021-12-20T17:18:12Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df09eba-6e60-49e5-9259-6bcf63e03e21', 'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:cf:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:18:14.653167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:14.680300 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1547d0-8653-4798-835c-acb31d1165d8 None None] New status for floating IP a276055c-6f6d-4828-9949-c46750d2de6a: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:18:15.026115 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:15.421083 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-a8bf9250-58fa-4dad-b138-c3488d69dc15 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/a276055c-6f6d-4828-9949-c46750d2de6a HTTP/1.1" status: 200 len: 994 time: 0.3937132 Dec 20 17:18:25.154467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86985184-552f-4633-8e0e-de4fa70825eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:27.830484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77f12b81-2f6b-417b-bbd6-9887944d5c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:28.612525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:30.176629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:30.912418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:32.917382 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-b2146afa-600d-4810-b04c-f94369b101e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396230 Dec 20 17:18:33.027217 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-14a20e1c-dcca-497e-8ed9-9d02e36fa8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:33.028799 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-14a20e1c-dcca-497e-8ed9-9d02e36fa8f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 1099 time: 0.0444057 Dec 20 17:18:33.135893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-8ce8898c-712e-4ca4-9a49-b8a9f4a4c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:33.138134 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-8ce8898c-712e-4ca4-9a49-b8a9f4a4c466 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0747ddd3-770e-4124-b88e-ced6e100ddcb HTTP/1.1" status: 200 len: 898 time: 0.0870192 Dec 20 17:18:33.211098 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-6ebbeaac-98ee-4240-814f-6696d30e86d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de HTTP/1.1" status: 200 len: 1002 time: 0.0652170 Dec 20 17:18:33.263202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-da0a9a1e-7079-4ed5-bf8c-0ac980eda7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:33.264764 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-da0a9a1e-7079-4ed5-bf8c-0ac980eda7e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1b5df33-fcab-4c8b-b2e3-0c4584e74f76 HTTP/1.1" status: 200 len: 835 time: 0.0459945 Dec 20 17:18:33.310734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-d115c19a-3a4f-4da7-84c1-513b912e5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:33.312220 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-d115c19a-3a4f-4da7-84c1-513b912e5699 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0747ddd3-770e-4124-b88e-ced6e100ddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402427 Dec 20 17:18:33.402113 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-26a6df76-415f-4b21-98b1-c2c894e2e44d service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824001 Dec 20 17:18:33.490328 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-544c60a8-8068-48b6-84f8-c0d5635e1a40 req-c807d03c-3acb-4c44-a6f0-6731dd277b15 service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804954 Dec 20 17:18:38.360623 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:18:44.666238 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:46.743410 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdf7d5-c124-4435-8a8d-44603799303c req-244ff933-f18a-488c-8495-fd984bcb82f6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:46.744905 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a1cdf7d5-c124-4435-8a8d-44603799303c req-244ff933-f18a-488c-8495-fd984bcb82f6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0504079 Dec 20 17:18:46.794395 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a1cdf7d5-c124-4435-8a8d-44603799303c req-ad8dfe86-f20e-44ff-a8b4-f81c1d6b3ad7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432856 Dec 20 17:18:47.917921 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97203ee4-57a8-4967-9422-f2ff0cd3e034 req-65e8f46d-40e3-43a3-b442-ce8b5861df51 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:47.920080 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97203ee4-57a8-4967-9422-f2ff0cd3e034 req-65e8f46d-40e3-43a3-b442-ce8b5861df51 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0527925 Dec 20 17:18:47.968865 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-97203ee4-57a8-4967-9422-f2ff0cd3e034 req-bf3c7c89-85eb-4d2b-a57f-c5f17b6289cb tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Dec 20 17:18:49.085788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca7f3-01f4-4769-9e6d-22669db392fa req-7f68be1f-8111-40b6-92b4-e7465f390097 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:49.087302 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4cdca7f3-01f4-4769-9e6d-22669db392fa req-7f68be1f-8111-40b6-92b4-e7465f390097 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0517771 Dec 20 17:18:49.135918 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4cdca7f3-01f4-4769-9e6d-22669db392fa req-92114ce2-f8ba-4833-9344-a52bda40423a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Dec 20 17:18:50.258595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227e8a8-adba-4ae4-aa93-fa4c4c1dca48 req-28ac0a65-15fe-4307-9a58-295c08077a6f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:50.259969 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4227e8a8-adba-4ae4-aa93-fa4c4c1dca48 req-28ac0a65-15fe-4307-9a58-295c08077a6f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0487506 Dec 20 17:18:50.311949 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4227e8a8-adba-4ae4-aa93-fa4c4c1dca48 req-3cbba114-a263-4fc5-9723-43b78acd099d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448580 Dec 20 17:18:51.428175 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fe568-ee05-434e-bf08-fe074e90333c req-a76a804f-ff48-4d74-8238-ebd34d6eb3a9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:51.429875 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-453fe568-ee05-434e-bf08-fe074e90333c req-a76a804f-ff48-4d74-8238-ebd34d6eb3a9 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0491297 Dec 20 17:18:51.480757 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-453fe568-ee05-434e-bf08-fe074e90333c req-f9ef3560-05a0-4012-802c-669d328c431d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443692 Dec 20 17:18:52.595229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b783f-42a7-42e4-abef-9883531a81b0 req-6974b617-068b-4110-8c3c-9caab2301b38 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:52.596813 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-450b783f-42a7-42e4-abef-9883531a81b0 req-6974b617-068b-4110-8c3c-9caab2301b38 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0491087 Dec 20 17:18:52.649809 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-450b783f-42a7-42e4-abef-9883531a81b0 req-8a296b62-a9cc-4c75-ae45-02ae8236bec7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469368 Dec 20 17:18:53.766610 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ef145-afc4-4f28-8134-59b3e543617c req-48804a9f-25aa-417b-99c7-d91f358730ef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:53.768121 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-939ef145-afc4-4f28-8134-59b3e543617c req-48804a9f-25aa-417b-99c7-d91f358730ef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0521410 Dec 20 17:18:53.821751 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-939ef145-afc4-4f28-8134-59b3e543617c req-e6d73c0e-46a0-4546-bfcf-cdb40aca3721 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477057 Dec 20 17:18:54.937642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b15b01-ee58-4e9b-85e4-3a188e13e93a req-c46f7882-18da-45de-88a0-07ad68f1ccab tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:54.939138 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-66b15b01-ee58-4e9b-85e4-3a188e13e93a req-c46f7882-18da-45de-88a0-07ad68f1ccab tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0508494 Dec 20 17:18:54.988648 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-66b15b01-ee58-4e9b-85e4-3a188e13e93a req-ecb2671d-0bcd-4956-93f8-28e523422c50 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436223 Dec 20 17:18:55.155503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4dbc7075-1c8a-4c4e-a07b-a3904da1d256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:56.101565 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9da52c-b907-4e01-a62a-fe021f3ee0ed req-a7bb1730-a429-4fe5-89ea-75aca7ec9b23 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:56.103039 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ff9da52c-b907-4e01-a62a-fe021f3ee0ed req-a7bb1730-a429-4fe5-89ea-75aca7ec9b23 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0475259 Dec 20 17:18:56.151103 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ff9da52c-b907-4e01-a62a-fe021f3ee0ed req-01d01454-6db3-402e-bd25-a7b79ed190fa tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 Dec 20 17:18:57.270550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3922e-e756-4ddb-b6b0-6a23bd8db44b req-df52a8f7-e082-4249-bc54-e484320ba315 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:57.272017 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c3922e-e756-4ddb-b6b0-6a23bd8db44b req-df52a8f7-e082-4249-bc54-e484320ba315 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0488358 Dec 20 17:18:57.320297 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-07c3922e-e756-4ddb-b6b0-6a23bd8db44b req-2dd18545-46ce-4cae-8ea9-6fec15a12d03 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Dec 20 17:18:57.837912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23a5b05-5411-463c-af7e-3f7772ee6fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:58.439367 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588184-2f8d-4990-9036-4a8990e17226 req-44a358eb-327b-41c8-9575-3bb6f289d1be tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:58.440866 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-27588184-2f8d-4990-9036-4a8990e17226 req-44a358eb-327b-41c8-9575-3bb6f289d1be tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0512428 Dec 20 17:18:58.494449 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-27588184-2f8d-4990-9036-4a8990e17226 req-8e883b3b-0a1c-4ade-a235-7a6395d1fbbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475874 Dec 20 17:18:58.615881 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:59.613966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30732-eba4-4700-9af2-b1fb0da5dce4 req-fe3f38c6-635a-47a2-88da-58323ca03fa8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:59.615459 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0ec30732-eba4-4700-9af2-b1fb0da5dce4 req-fe3f38c6-635a-47a2-88da-58323ca03fa8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0523546 Dec 20 17:18:59.663480 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0ec30732-eba4-4700-9af2-b1fb0da5dce4 req-aaf99fa5-48c3-4bcc-8f74-2422f37d8741 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Dec 20 17:19:00.179081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:00.779282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287c434-276c-42a4-aa00-e9a7695c86af req-eb0b4a11-c335-4813-86a8-e2c1bca0ce8d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:00.780783 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e287c434-276c-42a4-aa00-e9a7695c86af req-eb0b4a11-c335-4813-86a8-e2c1bca0ce8d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Dec 20 17:19:00.831338 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e287c434-276c-42a4-aa00-e9a7695c86af req-9254afd9-0d93-4006-a120-0ba4075f60a6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Dec 20 17:19:00.916153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:01.956683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994b76-7e91-42de-a98a-362bd0d18691 req-c3ea4eef-eb22-4aa2-89ee-747003798c2d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:01.958326 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff994b76-7e91-42de-a98a-362bd0d18691 req-c3ea4eef-eb22-4aa2-89ee-747003798c2d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0561254 Dec 20 17:19:02.016642 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff994b76-7e91-42de-a98a-362bd0d18691 req-cf7add39-dc8c-4c48-a48e-28ed89025bc7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494928 Dec 20 17:19:03.134387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808be3f0-0dbe-49fc-8de6-94665ed0b1a4 req-d28fe7ab-1db9-41cb-bbb3-65431f84b8fd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:03.135286 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-808be3f0-0dbe-49fc-8de6-94665ed0b1a4 req-d28fe7ab-1db9-41cb-bbb3-65431f84b8fd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0482669 Dec 20 17:19:03.184986 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-808be3f0-0dbe-49fc-8de6-94665ed0b1a4 req-7fea9a78-2859-4592-821a-2adfb8f56625 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Dec 20 17:19:03.206336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:03.270087 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9eb0a3e6-9307-47ba-9637-a9f122f67c6e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/a276055c-6f6d-4828-9949-c46750d2de6a HTTP/1.1" status: 200 len: 994 time: 0.0625057 Dec 20 17:19:04.574905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523be8f0-175c-4a35-9d9b-4a829937411b req-3073311e-5ab3-4fe0-96fa-dc976dfe4789 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:04.576372 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-523be8f0-175c-4a35-9d9b-4a829937411b req-3073311e-5ab3-4fe0-96fa-dc976dfe4789 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0731378 Dec 20 17:19:04.606084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-1138e985-501c-4ce8-b0f9-74d4e7303d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:04.607769 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-1138e985-501c-4ce8-b0f9-74d4e7303d5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 1099 time: 0.0726955 Dec 20 17:19:04.665252 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-523be8f0-175c-4a35-9d9b-4a829937411b req-36c51bb6-eae8-419f-a73d-3b22b64f4102 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823009 Dec 20 17:19:04.728270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-0f509346-45a3-487a-857a-1dcfa0cb2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:04.729772 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-0f509346-45a3-487a-857a-1dcfa0cb2b3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0747ddd3-770e-4124-b88e-ced6e100ddcb HTTP/1.1" status: 200 len: 898 time: 0.1089706 Dec 20 17:19:04.800466 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-cfe9d594-255b-4743-8c6b-2c24345bf94a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de HTTP/1.1" status: 200 len: 1002 time: 0.0614121 Dec 20 17:19:04.851061 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-95811c74-a8b2-4e05-be74-c43af6a4e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:04.852449 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-95811c74-a8b2-4e05-be74-c43af6a4e229 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1b5df33-fcab-4c8b-b2e3-0c4584e74f76 HTTP/1.1" status: 200 len: 835 time: 0.0438623 Dec 20 17:19:04.900036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-5b292ca6-a1de-4197-900f-fe94eca59245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:04.901539 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-5b292ca6-a1de-4197-900f-fe94eca59245 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0747ddd3-770e-4124-b88e-ced6e100ddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398359 Dec 20 17:19:04.993903 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-a3e95200-d9a7-4165-b435-7b1792adc9de service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851414 Dec 20 17:19:05.081767 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-93e62067-74aa-4604-8030-20326fd1c5e6 req-b89f9ac1-6b22-4960-b4a5-38574614a84d service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812743 Dec 20 17:19:05.795974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5eca-dfbd-4ff0-9c70-c35500ae4bd9 req-f08cd486-6d1a-46b1-ae5a-86036ca7ad4c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:05.797482 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d32e5eca-dfbd-4ff0-9c70-c35500ae4bd9 req-f08cd486-6d1a-46b1-ae5a-86036ca7ad4c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0556846 Dec 20 17:19:05.850691 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d32e5eca-dfbd-4ff0-9c70-c35500ae4bd9 req-31188251-2ad7-42e6-a7aa-05fc94eda581 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467002 Dec 20 17:19:05.874331 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:05.945083 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3aa57cc7-d861-40bd-9d00-a32ced0d3777 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/a276055c-6f6d-4828-9949-c46750d2de6a HTTP/1.1" status: 200 len: 994 time: 0.0694103 Dec 20 17:19:14.681272 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:15.361131 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:19:25.164085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e55f8218-b619-4925-99d9-cb561e9d8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.975981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0df1-6f65-4e1d-9681-35a0b69971bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.616629 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:30.184033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:30.918585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.142332 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-318f8901-4ee2-4142-9ec4-c94e536b998d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410390 Dec 20 17:19:33.227514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-147b5e22-2568-4bf7-9de1-cbdd63cfea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:33.228865 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-147b5e22-2568-4bf7-9de1-cbdd63cfea23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 1099 time: 0.0413725 Dec 20 17:19:33.333845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-fd8eb43c-2f1d-4728-9c17-be4c554ecbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:33.335330 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-fd8eb43c-2f1d-4728-9c17-be4c554ecbbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=0747ddd3-770e-4124-b88e-ced6e100ddcb HTTP/1.1" status: 200 len: 898 time: 0.0866184 Dec 20 17:19:33.404353 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-e51e0c17-0ba3-4c54-a6c9-90cd7673ac3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de HTTP/1.1" status: 200 len: 1002 time: 0.0615301 Dec 20 17:19:33.457072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-05b61d0e-0095-41e5-95ba-56f5293a8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:33.458546 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-05b61d0e-0095-41e5-95ba-56f5293a8bc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1b5df33-fcab-4c8b-b2e3-0c4584e74f76 HTTP/1.1" status: 200 len: 835 time: 0.0445232 Dec 20 17:19:33.503104 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-7a652396-84ed-4556-8e06-0c11fc0be370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:33.504474 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-7a652396-84ed-4556-8e06-0c11fc0be370 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0747ddd3-770e-4124-b88e-ced6e100ddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386970 Dec 20 17:19:33.594476 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-37b91a3b-e198-4330-83a4-086d9c0883cc service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821121 Dec 20 17:19:33.681442 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-34c1f173-2cbc-4da1-bf94-89ba06d962f6 req-a1f25bdf-995b-4773-bc7f-44fbcf2dbcef service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795929 Dec 20 17:19:36.490806 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:36.642898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port e8b6899e-0366-4842-acfb-ac3a48932fb0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:36.643228 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.724500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.724819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.736049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for e8b6899e-0366-4842-acfb-ac3a48932fb0 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:36.887310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.911891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=e8b6899e-0366-4842-acfb-ac3a48932fb0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:36.923141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.923524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.923867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.924203 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.924533 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.924860 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.925188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.925511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.925831 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.926176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.926598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.926928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.927237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:36.983936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.984260 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP a276055c-6f6d-4828-9949-c46750d2de6a disassociated (deleted). External IP: 172.26.1.254, port: 159f4655-900b-4fdd-8bf0-9cba4f7875de. Dec 20 17:19:37.184282 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router bc4e9687-ba4b-4f0b-861c-517e37c093a7 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:19:37.293293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:37.298241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:37.303089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] Sync routers for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:37.313048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:37.313671 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:37.329502 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-49d7363b-c6c2-4d45-90b3-5e719807794c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/floatingips/a276055c-6f6d-4828-9949-c46750d2de6a HTTP/1.1" status: 204 len: 168 time: 0.8376124 Dec 20 17:19:37.330093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:19:37.332506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:19:37.423960 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:37.459194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad260158-678b-499c-8c90-22762d272a5c x-openstack-request-id: req-ad260158-678b-499c-8c90-22762d272a5c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:19:37.459391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:19:37.459691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad260158-678b-499c-8c90-22762d272a5c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:19:37.460073 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'status': 'completed', 'code': 200} Dec 20 17:19:37.563910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-0c0704ae-029f-4eda-8dda-f9cd118f9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:37.565394 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-0c0704ae-029f-4eda-8dda-f9cd118f9076 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 1099 time: 0.0740392 Dec 20 17:19:37.580504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12600678-5c5a-40c4-8bb6-fd159e431f5e req-5fa30153-f0cc-4103-9687-2d32d9c2ad8d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:37.581931 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-12600678-5c5a-40c4-8bb6-fd159e431f5e req-5fa30153-f0cc-4103-9687-2d32d9c2ad8d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0593522 Dec 20 17:19:37.652511 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '3df09eba-6e60-49e5-9259-6bcf63e03e21', 'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:cf:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:37.679484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] Checking router: bc4e9687-ba4b-4f0b-861c-517e37c093a7 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:37.688081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:37.688408 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-12600678-5c5a-40c4-8bb6-fd159e431f5e req-8a1e99f6-e147-4a3e-ad87-a12380fab2ba tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975888 Dec 20 17:19:37.688695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:37.715212 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-8d1d97f3-2def-4e69-8e96-ac3aca57da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:37.716689 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-8d1d97f3-2def-4e69-8e96-ac3aca57da0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0747ddd3-770e-4124-b88e-ced6e100ddcb HTTP/1.1" status: 200 len: 898 time: 0.1338930 Dec 20 17:19:37.762584 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-a3e0f8ab-30bf-42d2-8af7-ff2a370e3797 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de HTTP/1.1" status: 200 len: 217 time: 0.0354087 Dec 20 17:19:37.798740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:37.819740 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-5f62d147-75ab-4eea-a68f-51b148046bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:37.821464 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-5f62d147-75ab-4eea-a68f-51b148046bb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1b5df33-fcab-4c8b-b2e3-0c4584e74f76 HTTP/1.1" status: 200 len: 835 time: 0.0503323 Dec 20 17:19:37.871800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-147ab592-0ba0-4979-9f4c-b127d829c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:37.873479 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-147ab592-0ba0-4979-9f4c-b127d829c374 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0747ddd3-770e-4124-b88e-ced6e100ddcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438721 Dec 20 17:19:37.962637 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-d53e4e6e-c941-40bf-834e-8356039ff53f service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814841 Dec 20 17:19:38.004656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '3df09eba-6e60-49e5-9259-6bcf63e03e21', 'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:cf:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:38.030812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7eaed-e54d-4edf-822a-ae577df10e2d None None] The sync data for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv is: [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '3df09eba-6e60-49e5-9259-6bcf63e03e21', 'name': '', 'network_id': '0747ddd3-770e-4124-b88e-ced6e100ddcb', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:cf:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:57Z', 'updated_at': '2021-12-20T17:18:01Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': 'c1b5df33-fcab-4c8b-b2e3-0c4584e74f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:38.056796 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b70cf87-cce9-4bc9-ae28-a8aa3a1c5bc4 req-d79a9375-2a56-4106-b574-aa681b6e76d6 service neutron] 10.222.0.18 "GET /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861328 Dec 20 17:19:38.251443 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d2ce8-7828-4164-bda7-0a6792790302 None None] New status for floating IP a276055c-6f6d-4828-9949-c46750d2de6a: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:19:38.810888 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139490d-8485-496d-b33d-4164c8de3bf1 req-2e67d650-d1f5-4bbd-b51a-e5da4deba04a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:38.813642 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2139490d-8485-496d-b33d-4164c8de3bf1 req-2e67d650-d1f5-4bbd-b51a-e5da4deba04a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0543685 Dec 20 17:19:38.868465 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2139490d-8485-496d-b33d-4164c8de3bf1 req-a1b9ed55-6201-48c3-b799-fc7b784dbebd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=186e01fe-d715-4bfa-9583-8dc80f9aa3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478077 Dec 20 17:19:39.084179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-ffd8c154-3b52-4127-bd2e-5c4522c8edb6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:39.085641 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-ffd8c154-3b52-4127-bd2e-5c4522c8edb6 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 946 time: 0.0493195 Dec 20 17:19:39.179673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 159f4655-900b-4fdd-8bf0-9cba4f7875de {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:39.180010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:39.266358 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port 159f4655-900b-4fdd-8bf0-9cba4f7875de, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=159f4655-900b-4fdd-8bf0-9cba4f7875de,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:39.266718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:39.278977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 159f4655-900b-4fdd-8bf0-9cba4f7875de owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:39.407727 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:39.434563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=159f4655-900b-4fdd-8bf0-9cba4f7875de,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:39.476384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] No DVR routers for this DVR port 159f4655-900b-4fdd-8bf0-9cba4f7875de on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:19:39.478775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:39.482631 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dd8f1178-4bd3-43ae-85da-183af1e0ddad req-fefaacf1-01b3-43c3-9ae1-bd9fadb542a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "DELETE /v2.0/ports/159f4655-900b-4fdd-8bf0-9cba4f7875de HTTP/1.1" status: 204 len: 173 time: 0.3912272 Dec 20 17:19:39.483069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'name': 'network-vif-deleted', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:19:39.485324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e514f4-f2cb-47a4-80cb-ea609c339a35" -d '{"events": [{"server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "name": "network-vif-deleted", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:19:39.524551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad05dea0-07bb-4a28-842b-141c8185525a x-openstack-request-id: req-ad05dea0-07bb-4a28-842b-141c8185525a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:19:39.524840 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad02b61-4d5a-4dc3-824e-701647132660", "name": "network-vif-deleted", "tag": "159f4655-900b-4fdd-8bf0-9cba4f7875de", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:19:39.525089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad05dea0-07bb-4a28-842b-141c8185525a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:19:39.525484 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad02b61-4d5a-4dc3-824e-701647132660', 'name': 'network-vif-deleted', 'tag': '159f4655-900b-4fdd-8bf0-9cba4f7875de', 'status': 'completed', 'code': 200} Dec 20 17:19:39.991565 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6f772b40-5ecf-4b59-84a1-d77519bf71f8 req-5a7291c9-2e18-4e30-91ab-55d1d9a16b7c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=bad02b61-4d5a-4dc3-824e-701647132660 HTTP/1.1" status: 200 len: 210 time: 0.0309775 Dec 20 17:19:41.048186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:41.397339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:41.647290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 3df09eba-6e60-49e5-9259-6bcf63e03e21 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:41.647682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:41.734674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port 3df09eba-6e60-49e5-9259-6bcf63e03e21, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=3df09eba-6e60-49e5-9259-6bcf63e03e21,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:41.735039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.080830 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 3df09eba-6e60-49e5-9259-6bcf63e03e21 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:42.264834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.289595 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=3df09eba-6e60-49e5-9259-6bcf63e03e21,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:42.467975 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.674225 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router bc4e9687-ba4b-4f0b-861c-517e37c093a7 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:19:42.780088 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:42.785521 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2eeb4ba4-03b1-4a6a-a141-a492d6163a99 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/bc4e9687-ba4b-4f0b-861c-517e37c093a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7362697 Dec 20 17:19:42.788202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:42.789422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] Sync routers for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:42.799967 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:42.800579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:42.839954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c629e1b-5665-4ed2-b6be-dbeea0fe146c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting subnet c1b5df33-fcab-4c8b-b2e3-0c4584e74f76 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:19:42.843057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c629e1b-5665-4ed2-b6be-dbeea0fe146c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.886603 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c629e1b-5665-4ed2-b6be-dbeea0fe146c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.909657 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:42.969885 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c629e1b-5665-4ed2-b6be-dbeea0fe146c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.027414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c629e1b-5665-4ed2-b6be-dbeea0fe146c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.059646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c629e1b-5665-4ed2-b6be-dbeea0fe146c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b5df33-fcab-4c8b-b2e3-0c4584e74f76,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:43.062240 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c629e1b-5665-4ed2-b6be-dbeea0fe146c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.067368 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4c629e1b-5665-4ed2-b6be-dbeea0fe146c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/subnets/c1b5df33-fcab-4c8b-b2e3-0c4584e74f76 HTTP/1.1" status: 204 len: 168 time: 0.2756889 Dec 20 17:19:43.067810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55260) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:43.069047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb6d42-1f33-474a-b6e3-3e34e86010c3 None None] Network 0747ddd3-770e-4124-b88e-ced6e100ddcb requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:19:43.159411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:19:42Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:43.188014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.193855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] Checking router: bc4e9687-ba4b-4f0b-861c-517e37c093a7 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:43.208452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] Routers {'bc4e9687-ba4b-4f0b-861c-517e37c093a7'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:43.209072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:43.291714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] DHCP port deletion for 0747ddd3-770e-4124-b88e-ced6e100ddcb request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:43.303641 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.347553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] Set router bc4e9687-ba4b-4f0b-861c-517e37c093a7 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:43.358045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 7e3b172e-690e-4c8b-bbc0-caa9e834837f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:43.358507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.444479 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port 7e3b172e-690e-4c8b-bbc0-caa9e834837f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=7e3b172e-690e-4c8b-bbc0-caa9e834837f,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:43.444828 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.457525 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Deleting port 39fd2a80-60d4-4424-830c-788380740691 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:43.457748 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 7e3b172e-690e-4c8b-bbc0-caa9e834837f owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:43.457875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.631892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.656496 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=7e3b172e-690e-4c8b-bbc0-caa9e834837f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:43.672298 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.672810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.673168 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.673518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.673857 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.674192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.674564 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.674903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.675236 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.675591 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.675922 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.676272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.676576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.686613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eac798-7492-4562-91ca-ec5d791030b8 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:43.694740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] For port 39fd2a80-60d4-4424-830c-788380740691, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=39fd2a80-60d4-4424-830c-788380740691,segment=NetworkSegment(e5c01352-14ee-4c9f-8e36-481167268949),segment_id=e5c01352-14ee-4c9f-8e36-481167268949)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:43.695133 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.726055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Calling delete_port for 39fd2a80-60d4-4424-830c-788380740691 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:43.737672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.817709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:19:42Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:43.831244 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.833366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.845223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e2674-ba2e-412e-ae2d-b4bca2ad82b6 None None] The sync data for ids ['bc4e9687-ba4b-4f0b-861c-517e37c093a7'] in dv-neutron-822328-3-hyperv is: [{'id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540283642', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:17:54Z', 'updated_at': '2021-12-20T17:19:42Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': '7e3b172e-690e-4c8b-bbc0-caa9e834837f', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4e9687-ba4b-4f0b-861c-517e37c093a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:17:55Z', 'updated_at': '2021-12-20T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:43.849550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.880677 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.881231 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Fanout notify agent at l3_agent the message router_deleted on router bc4e9687-ba4b-4f0b-861c-517e37c093a7 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:19:43.882295 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Pushing event deleted for resources: {'Port': ['ID=39fd2a80-60d4-4424-830c-788380740691,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:43.886370 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 159f4655-900b-4fdd-8bf0-9cba4f7875de no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:19:43.889205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.892237 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-78fcb5d1-c784-4901-9fad-5fe21188eb74 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/routers/bc4e9687-ba4b-4f0b-861c-517e37c093a7 HTTP/1.1" status: 204 len: 168 time: 0.8210206 Dec 20 17:19:43.892545 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:43.915483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.915838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.916174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.916537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.917426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.917740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.918062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.918412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.918734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.919055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.919372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.919687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.919999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:43.925822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a4a4e-f128-4146-89fe-e2096fc1bf73 None None] No DVR routers for this DVR port 39fd2a80-60d4-4424-830c-788380740691 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:19:43.929694 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 159f4655-900b-4fdd-8bf0-9cba4f7875de {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:19:43.930043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 159f4655-900b-4fdd-8bf0-9cba4f7875de not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:19:43.972503 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.063456 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.082934 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0747ddd3-770e-4124-b88e-ced6e100ddcb']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:44.093053 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c01352-14ee-4c9f-8e36-481167268949') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:44.093345 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c01352-14ee-4c9f-8e36-481167268949') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:44.103642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.118775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.125380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:19:44.125819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:19:44.129317 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:19:44.194142 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.203103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.206135 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/networks/0747ddd3-770e-4124-b88e-ced6e100ddcb HTTP/1.1" status: 204 len: 168 time: 0.3126059 Dec 20 17:19:44.210847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:44.218094 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf09754-c260-40d9-a9d6-e81e0bf633df tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Network': ['ID=0747ddd3-770e-4124-b88e-ced6e100ddcb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:44.281519 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec9b85a2-d1e3-45ae-a6f4-b6af0df53255 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.311273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec9b85a2-d1e3-45ae-a6f4-b6af0df53255 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.392644 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec9b85a2-d1e3-45ae-a6f4-b6af0df53255 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.395364 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec9b85a2-d1e3-45ae-a6f4-b6af0df53255 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.396628 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-ec9b85a2-d1e3-45ae-a6f4-b6af0df53255 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/security-groups/186e01fe-d715-4bfa-9583-8dc80f9aa3fb HTTP/1.1" status: 204 len: 168 time: 0.1838107 Dec 20 17:19:44.408290 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b85a2-d1e3-45ae-a6f4-b6af0df53255 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186e01fe-d715-4bfa-9583-8dc80f9aa3fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:44.678523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.798742 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:44.804051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bf50f5b5-765b-4493-8a3d-efaad4d06c85 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655239796', 'description': 'tempest-secgroup-smoke-1655239796 description', 'project_id': '29985579e4204648a2f86ee749dc11de'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:44.830137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf50f5b5-765b-4493-8a3d-efaad4d06c85 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.895879 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf50f5b5-765b-4493-8a3d-efaad4d06c85 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.899392 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf50f5b5-765b-4493-8a3d-efaad4d06c85 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.926689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf50f5b5-765b-4493-8a3d-efaad4d06c85 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:44.927907 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bf50f5b5-765b-4493-8a3d-efaad4d06c85 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1280441 Dec 20 17:19:44.931271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:44.932606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50f5b5-765b-4493-8a3d-efaad4d06c85 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:44.943229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1f00d4cc-b46d-4c42-bfea-389e6ad68a5e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:44.978360 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f00d4cc-b46d-4c42-bfea-389e6ad68a5e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.036686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f00d4cc-b46d-4c42-bfea-389e6ad68a5e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.040245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f00d4cc-b46d-4c42-bfea-389e6ad68a5e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.059256 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00d4cc-b46d-4c42-bfea-389e6ad68a5e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcdf45d-3069-4d58-85e5-3c9af9ab379f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:45.064926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f00d4cc-b46d-4c42-bfea-389e6ad68a5e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.066011 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1f00d4cc-b46d-4c42-bfea-389e6ad68a5e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334748 Dec 20 17:19:45.068657 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:45.073366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-50cf6a32-713b-437f-a5a8-6bf9e537c557 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:45.101014 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50cf6a32-713b-437f-a5a8-6bf9e537c557 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.156723 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50cf6a32-713b-437f-a5a8-6bf9e537c557 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.160472 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50cf6a32-713b-437f-a5a8-6bf9e537c557 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.184379 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf6a32-713b-437f-a5a8-6bf9e537c557 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc348a13-bf35-444c-9900-9251e4cad11c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:45.190963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50cf6a32-713b-437f-a5a8-6bf9e537c557 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.192121 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-50cf6a32-713b-437f-a5a8-6bf9e537c557 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225607 Dec 20 17:19:45.194784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:45.199911 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e13f0503-b22c-472c-81ec-baccfe8cbcef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:45.217059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3df09eba-6e60-49e5-9259-6bcf63e03e21 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:19:45.229192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e13f0503-b22c-472c-81ec-baccfe8cbcef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.240926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 3df09eba-6e60-49e5-9259-6bcf63e03e21 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:19:45.241275 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 3df09eba-6e60-49e5-9259-6bcf63e03e21 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:19:45.241705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7e3b172e-690e-4c8b-bbc0-caa9e834837f no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:19:45.262566 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 7e3b172e-690e-4c8b-bbc0-caa9e834837f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:19:45.262831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 7e3b172e-690e-4c8b-bbc0-caa9e834837f not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:19:45.263248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 39fd2a80-60d4-4424-830c-788380740691 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:19:45.282762 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 39fd2a80-60d4-4424-830c-788380740691 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:19:45.283111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 39fd2a80-60d4-4424-830c-788380740691 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:19:45.287387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e13f0503-b22c-472c-81ec-baccfe8cbcef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.293131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e13f0503-b22c-472c-81ec-baccfe8cbcef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.312190 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f0503-b22c-472c-81ec-baccfe8cbcef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e418e95-42ed-473a-89b1-4755691a3fe3,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:45.318884 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e13f0503-b22c-472c-81ec-baccfe8cbcef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.320127 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e13f0503-b22c-472c-81ec-baccfe8cbcef tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243777 Dec 20 17:19:45.323531 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:45.327770 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-660d822e-19a9-4b60-bf45-71afbdb1291c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:45.355157 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-660d822e-19a9-4b60-bf45-71afbdb1291c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.412672 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-660d822e-19a9-4b60-bf45-71afbdb1291c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.417116 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-660d822e-19a9-4b60-bf45-71afbdb1291c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.438045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d822e-19a9-4b60-bf45-71afbdb1291c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c38363-1f40-4a8e-a771-74226fa46c0b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:45.443553 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-660d822e-19a9-4b60-bf45-71afbdb1291c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.444759 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-660d822e-19a9-4b60-bf45-71afbdb1291c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202915 Dec 20 17:19:45.448507 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:45.452926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7fea3502-63b7-4c2a-a3b7-7a8ba7db037e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:45.475840 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-7fea3502-63b7-4c2a-a3b7-7a8ba7db037e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:19:45.480737 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea3502-63b7-4c2a-a3b7-7a8ba7db037e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.539953 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea3502-63b7-4c2a-a3b7-7a8ba7db037e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.543677 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea3502-63b7-4c2a-a3b7-7a8ba7db037e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.565551 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea3502-63b7-4c2a-a3b7-7a8ba7db037e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d7d9e0-354f-437e-833c-7cb5d1adfd45,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:45.575208 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea3502-63b7-4c2a-a3b7-7a8ba7db037e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.576400 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7fea3502-63b7-4c2a-a3b7-7a8ba7db037e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269567 Dec 20 17:19:45.579234 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:45.583608 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3f8ee5a9-e14f-456b-919e-376bfc0533e1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'security_group_rule': {'security_group_id': '5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3', 'project_id': '29985579e4204648a2f86ee749dc11de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:45.607429 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-3f8ee5a9-e14f-456b-919e-376bfc0533e1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Project 29985579e4204648a2f86ee749dc11de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:19:45.612221 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee5a9-e14f-456b-919e-376bfc0533e1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.672870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee5a9-e14f-456b-919e-376bfc0533e1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.676484 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee5a9-e14f-456b-919e-376bfc0533e1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.694041 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ee5a9-e14f-456b-919e-376bfc0533e1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c884489-6809-4426-b582-8db22e134582,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:45.702003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee5a9-e14f-456b-919e-376bfc0533e1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.703274 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-3f8ee5a9-e14f-456b-919e-376bfc0533e1 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230876 Dec 20 17:19:45.706199 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:45.711109 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'network': {'name': 'tempest-network-smoke--1525827274', 'project_id': '29985579e4204648a2f86ee749dc11de', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:45.732619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:19:45.736100 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.759212 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:19:45.768903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.769250 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Added segment a151c193-c82d-436f-80a7-01d99f52db17 of type vlan for network fb3db522-d878-4052-bbbe-1c0eb84e3000 Dec 20 17:19:45.811786 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.838569 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.844293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:45.844886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.882558 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1752543 Dec 20 17:19:45.885544 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:45.890188 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'admin_state_up': True, 'project_id': '29985579e4204648a2f86ee749dc11de', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:45.917571 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.918700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:45.927933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae282900-969c-4fd0-a9fc-c8cb103049b8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Network': ['ID=fb3db522-d878-4052-bbbe-1c0eb84e3000,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:45.943073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network fb3db522-d878-4052-bbbe-1c0eb84e3000 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:19:45.976489 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:46.114116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:46.306942 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:46.326380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:46.432242 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.215 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/fa4b8754-e835-4844-9768-759d1f3bc8d3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:46.545160 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:46.578554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:46.621446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:46.625654 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:46.628027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:46.633666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=fa4b8754-e835-4844-9768-759d1f3bc8d3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:46.638923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8657ae9a-1113-43c2-8c76-5cc6e908ef7e None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:46.681851 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e006251d-629e-4797-9e7a-a7846782b1c4 None None] Provisioning complete for port fa4b8754-e835-4844-9768-759d1f3bc8d3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:46.682345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e006251d-629e-4797-9e7a-a7846782b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:46.717268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e006251d-629e-4797-9e7a-a7846782b1c4 None None] Port fa4b8754-e835-4844-9768-759d1f3bc8d3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:46.885018 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.079464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.201181 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 9018403d-e6ff-4956-857d-7445e9eca54e is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:19:47.311470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:47.322489 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Sync routers for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:47.331903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.332101 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:47.332693 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:47.333167 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-68c256cc-7fe3-469e-bd04-31dd52143b76 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4465749 Dec 20 17:19:47.336153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:47.365110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bb5e75bb-c6f2-4a4d-816f-49cf1b5cfd67 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=29985579e4204648a2f86ee749dc11de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278223 Dec 20 17:19:47.367721 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:47.440546 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:47.459108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b397a80-dea4-48bc-a2b3-563b8e42549f tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:47.460617 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6b397a80-dea4-48bc-a2b3-563b8e42549f tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920019 Dec 20 17:19:47.463508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:47.490853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4a07081c-760f-49d1-b8dc-d8f468c5e175 tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=77fd5335-c03d-4b54-ba31-dcf92a808927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262854 Dec 20 17:19:47.493382 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:47.498800 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640072083', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'project_id': '29985579e4204648a2f86ee749dc11de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:47.592107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:19:47.595594 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.618825 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:46Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:47.649738 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Checking router: 9018403d-e6ff-4956-857d-7445e9eca54e for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:47.649738 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Updating router 9018403d-e6ff-4956-857d-7445e9eca54e port fa4b8754-e835-4844-9768-759d1f3bc8d3 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:19:47.675634 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.781301 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.841229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Subnet': ['ID=79ded974-eb55-4dc1-b3c7-94d5732ba0e3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:47.850065 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Checking segment: {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:47.850466 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network hostable DHCP agents. Network: fb3db522-d878-4052-bbbe-1c0eb84e3000, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:19:47.868187 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network fb3db522-d878-4052-bbbe-1c0eb84e3000 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:19:47.879471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, fb3db522-d878-4052-bbbe-1c0eb84e3000) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:47.889628 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d9f90-c27b-4f1a-86c9-c6335a45e542 None None] Network fb3db522-d878-4052-bbbe-1c0eb84e3000 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:19:47.891410 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:47.891973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.910688 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9fa13331-3cee-4918-aa52-9f96449be70c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4161015 Dec 20 17:19:47.913472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:47.941080 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.947757 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.993152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec2b320-ba27-41aa-875b-f625ed919b2f None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:48.004586 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Attempting to bind port fa4b8754-e835-4844-9768-759d1f3bc8d3 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:48.004971 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Attempting to bind port fa4b8754-e835-4844-9768-759d1f3bc8d3 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:48.005311 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Attempting to bind port fa4b8754-e835-4844-9768-759d1f3bc8d3 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:48.014968 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:48.015289 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:48.015697 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.016118 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:48.016598 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Bound port: fa4b8754-e835-4844-9768-759d1f3bc8d3, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:48.016976 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.024812 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-fb3db522-d878-4052-bbbe-1c0eb84e3000', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:19:48.025833 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.066149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4dc5dc3b-0787-49b1-ab73-2abf58c34b7b None None] Provisioning complete for port fa4b8754-e835-4844-9768-759d1f3bc8d3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:48.066677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4dc5dc3b-0787-49b1-ab73-2abf58c34b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.132193 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Pushing event updated for resources: {'Port': ['ID=fa4b8754-e835-4844-9768-759d1f3bc8d3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:48.145305 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.145651 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.145988 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.146349 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.146680 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.147004 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.147327 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.147648 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.147970 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.148291 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.148611 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.148923 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.149240 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:48.166899 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5dc3b-0787-49b1-ab73-2abf58c34b7b None None] Port fa4b8754-e835-4844-9768-759d1f3bc8d3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:48.173735 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] For port fa4b8754-e835-4844-9768-759d1f3bc8d3, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:48.177046 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] For port fa4b8754-e835-4844-9768-759d1f3bc8d3, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fa4b8754-e835-4844-9768-759d1f3bc8d3,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:48.183396 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.237319 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:48.237712 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3476815-50ae-45c8-a2b3-a11d95c0f954 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:48.237963 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:48.240102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Allocated IP 172.20.0.2 (fb3db522-d878-4052-bbbe-1c0eb84e3000/79ded974-eb55-4dc1-b3c7-94d5732ba0e3/d6070784-d1d4-4506-83aa-053db989ec1f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:48.292614 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8d98c-c1b8-4e45-9506-12e58113238c None None] Pushing event updated for resources: {'Port': ['ID=fa4b8754-e835-4844-9768-759d1f3bc8d3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:48.341236 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d17a483d-87b0-467f-b788-dec157f47b50 None None] Provisioning complete for port fa4b8754-e835-4844-9768-759d1f3bc8d3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:48.341609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d17a483d-87b0-467f-b788-dec157f47b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.371200 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:48.485760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.489722 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d17a483d-87b0-467f-b788-dec157f47b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.497518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.542742 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d17a483d-87b0-467f-b788-dec157f47b50 None None] For port fa4b8754-e835-4844-9768-759d1f3bc8d3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fa4b8754-e835-4844-9768-759d1f3bc8d3,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:48.553483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Network fb3db522-d878-4052-bbbe-1c0eb84e3000 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:48.554423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d17a483d-87b0-467f-b788-dec157f47b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.559367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:48.562816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:48.575124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Pushing event updated for resources: {'Port': ['ID=d6070784-d1d4-4506-83aa-053db989ec1f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:48.577564 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:46Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:48.622908 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724fa3d-39d0-4984-baad-6e0622d20cec None None] The sync data for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv is: [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:46Z', 'revision_number': 3, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:48.659520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Attempting to bind port d6070784-d1d4-4506-83aa-053db989ec1f on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:48.659895 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Attempting to bind port d6070784-d1d4-4506-83aa-053db989ec1f by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:48.660264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Attempting to bind port d6070784-d1d4-4506-83aa-053db989ec1f on network fb3db522-d878-4052-bbbe-1c0eb84e3000 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:48.668891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a483d-87b0-467f-b788-dec157f47b50 None None] Pushing event updated for resources: {'Port': ['ID=fa4b8754-e835-4844-9768-759d1f3bc8d3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:48.671710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:48.672080 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Checking segment: {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:48.672480 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.672860 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Bound using segment: {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:48.673334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Bound port: d6070784-d1d4-4506-83aa-053db989ec1f, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:48.673705 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.732059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.751648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] For port d6070784-d1d4-4506-83aa-053db989ec1f, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:48.755106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] For port d6070784-d1d4-4506-83aa-053db989ec1f, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d6070784-d1d4-4506-83aa-053db989ec1f,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:48.760910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.829870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19167925-cfc7-41c2-b5b3-0b5c74da7f35 None None] Pushing event updated for resources: {'Port': ['ID=d6070784-d1d4-4506-83aa-053db989ec1f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:49.097152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.1 (fb3db522-d878-4052-bbbe-1c0eb84e3000/79ded974-eb55-4dc1-b3c7-94d5732ba0e3/873bbfb3-09e5-46b1-ad40-90deb20ed113) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:49.239839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.277132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.305636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fa4b8754-e835-4844-9768-759d1f3bc8d3 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:49.329959 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network fb3db522-d878-4052-bbbe-1c0eb84e3000 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:49.334149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:49.336681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:49.340928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=873bbfb3-09e5-46b1-ad40-90deb20ed113,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:49.370232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port fa4b8754-e835-4844-9768-759d1f3bc8d3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:49.370734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.386341 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.462972 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d6070784-d1d4-4506-83aa-053db989ec1f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:49.520350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d6070784-d1d4-4506-83aa-053db989ec1f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:49.521128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.536399 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.644635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.694526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port d6070784-d1d4-4506-83aa-053db989ec1f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d6070784-d1d4-4506-83aa-053db989ec1f,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:49.701144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.758866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=d6070784-d1d4-4506-83aa-053db989ec1f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:49.859390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.865839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.944598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.946435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=873bbfb3-09e5-46b1-ad40-90deb20ed113,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:49.972279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c84a0-d6cc-4eb4-9d9a-0bf9f10dc6c4 None None] Network fb3db522-d878-4052-bbbe-1c0eb84e3000 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:19:50.033783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-16c82bd8-fd35-4341-b893-b10f0f6b9046 None None] Provisioning complete for port d6070784-d1d4-4506-83aa-053db989ec1f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:50.034153 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16c82bd8-fd35-4341-b893-b10f0f6b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:50.045391 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network fb3db522-d878-4052-bbbe-1c0eb84e3000 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:50.046816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:50.164365 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 9018403d-e6ff-4956-857d-7445e9eca54e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:19:50.282445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:50.288018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-229c32f4-4968-462b-88dd-77e3322dda3d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/9018403d-e6ff-4956-857d-7445e9eca54e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3734753 Dec 20 17:19:50.468359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-dd77ba91-27ef-4a14-a5a3-eef96efc9a86 None None] Provisioning complete for port 873bbfb3-09e5-46b1-ad40-90deb20ed113 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:50.469008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd77ba91-27ef-4a14-a5a3-eef96efc9a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:50.482893 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-04013d05-f0a5-411c-a34d-7fa7b3c960cf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655239796&fields=id&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 267 time: 0.0650713 Dec 20 17:19:50.511594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dd77ba91-27ef-4a14-a5a3-eef96efc9a86 None None] Port 873bbfb3-09e5-46b1-ad40-90deb20ed113 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:50.522856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-dd77ba91-27ef-4a14-a5a3-eef96efc9a86 None None] Provisioning complete for port d6070784-d1d4-4506-83aa-053db989ec1f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:50.523557 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd77ba91-27ef-4a14-a5a3-eef96efc9a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:50.568716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Sync routers for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:50.583571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:50.584097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:50.608690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-42c36d8e-69de-441e-bf3b-bf1b97510713 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:50.610394 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-42c36d8e-69de-441e-bf3b-bf1b97510713 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/networks?id=fb3db522-d878-4052-bbbe-1c0eb84e3000 HTTP/1.1" status: 200 len: 797 time: 0.1251106 Dec 20 17:19:50.625768 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-7cc17b65-1205-46ad-b17b-c30b18d3bb3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/quotas/29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 375 time: 0.0095201 Dec 20 17:19:50.684603 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-d3b815a1-0bea-426c-a79a-015150428948 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526841 Dec 20 17:19:50.700650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-a944a3ed-e534-4448-ab46-9f36997ceec6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:19:50.701687 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-a944a3ed-e534-4448-ab46-9f36997ceec6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055063 Dec 20 17:19:50.735169 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:50.800753 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-b779577a-fd4a-4ce1-b99e-14f00f2cedce service neutron] 10.222.0.60 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887971 Dec 20 17:19:50.819472 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f8eca875-d251-4287-bfbb-1e46f360cb90 None None] Provisioning complete for port 873bbfb3-09e5-46b1-ad40-90deb20ed113 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:50.819838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8eca875-d251-4287-bfbb-1e46f360cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:50.899956 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-f41e719d-ebea-4734-89bf-fad0c4cc439d service neutron] 10.222.0.60 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927286 Dec 20 17:19:50.901537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f8eca875-d251-4287-bfbb-1e46f360cb90 None None] Port 873bbfb3-09e5-46b1-ad40-90deb20ed113 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:50.984446 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '873bbfb3-09e5-46b1-ad40-90deb20ed113', 'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:2e:f7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:48Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 2, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:51.018174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Checking router: 9018403d-e6ff-4956-857d-7445e9eca54e for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:51.018594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Updating router 9018403d-e6ff-4956-857d-7445e9eca54e port 873bbfb3-09e5-46b1-ad40-90deb20ed113 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:19:51.072652 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6562558f-d202-43d9-b54a-3f685ae8a67d req-f9f5194c-4728-44ac-b619-ab9bfc23cd7d tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 210 time: 0.0283115 Dec 20 17:19:51.212188 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:51.226635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b68c9d52-f2fe-41ce-8668-7abd8fcf0967 None None] Provisioning complete for port 873bbfb3-09e5-46b1-ad40-90deb20ed113 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:51.227004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b68c9d52-f2fe-41ce-8668-7abd8fcf0967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:51.266184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d6070784-d1d4-4506-83aa-053db989ec1f up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:51.328470 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b68c9d52-f2fe-41ce-8668-7abd8fcf0967 None None] Port 873bbfb3-09e5-46b1-ad40-90deb20ed113 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:51.411047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port d6070784-d1d4-4506-83aa-053db989ec1f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:51.411373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:51.615425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:51.621091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:51.672577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887e381-200f-4ad8-8535-8005a2ebaa98 None None] Pushing event updated for resources: {'Port': ['ID=873bbfb3-09e5-46b1-ad40-90deb20ed113,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:51.737843 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Attempting to bind port 873bbfb3-09e5-46b1-ad40-90deb20ed113 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:51.738200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Attempting to bind port 873bbfb3-09e5-46b1-ad40-90deb20ed113 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:51.738600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Attempting to bind port 873bbfb3-09e5-46b1-ad40-90deb20ed113 on network fb3db522-d878-4052-bbbe-1c0eb84e3000 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:51.744015 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:51.744439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Checking segment: {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:51.744848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:51.745235 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Bound using segment: {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:51.745698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Bound port: 873bbfb3-09e5-46b1-ad40-90deb20ed113, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:51.746070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:51.811850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] For port 873bbfb3-09e5-46b1-ad40-90deb20ed113, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:51.815179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] For port 873bbfb3-09e5-46b1-ad40-90deb20ed113, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=873bbfb3-09e5-46b1-ad40-90deb20ed113,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:51.819436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:51.878247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:51.878907 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:51.914649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887e381-200f-4ad8-8535-8005a2ebaa98 None None] Pushing event updated for resources: {'Port': ['ID=873bbfb3-09e5-46b1-ad40-90deb20ed113,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:52.011702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-082b9673-71e1-4d4f-a18a-f5e920e593c6 None None] Provisioning complete for port 873bbfb3-09e5-46b1-ad40-90deb20ed113 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:52.011966 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-082b9673-71e1-4d4f-a18a-f5e920e593c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.056792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:52.073934 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-391e7b3f-84e9-4b46-b0f7-b651e247bf6f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:52.076677 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-391e7b3f-84e9-4b46-b0f7-b651e247bf6f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/networks?id=fb3db522-d878-4052-bbbe-1c0eb84e3000 HTTP/1.1" status: 200 len: 797 time: 0.1549737 Dec 20 17:19:52.160351 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-85459d8f-d453-4279-a6fb-1e19f025354c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29985579e4204648a2f86ee749dc11de HTTP/1.1" status: 200 len: 380 time: 0.0727198 Dec 20 17:19:52.171455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'port': {'device_id': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'admin_state_up': True, 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'security_groups': ['5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:52.193020 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-71bff325-abee-4a67-b2fb-c1543629e8fa req-5179bb5f-928b-4ed6-b3bd-81ebc0eed2a7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 210 time: 0.0355947 Dec 20 17:19:52.263069 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-082b9673-71e1-4d4f-a18a-f5e920e593c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.295677 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Made reservation on behalf of 29985579e4204648a2f86ee749dc11de for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:19:52.299222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.332761 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-082b9673-71e1-4d4f-a18a-f5e920e593c6 None None] For port 873bbfb3-09e5-46b1-ad40-90deb20ed113, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=873bbfb3-09e5-46b1-ad40-90deb20ed113,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:52.339368 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-082b9673-71e1-4d4f-a18a-f5e920e593c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.360097 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:19:52.397642 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b9673-71e1-4d4f-a18a-f5e920e593c6 None None] Pushing event updated for resources: {'Port': ['ID=873bbfb3-09e5-46b1-ad40-90deb20ed113,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:52.403437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '873bbfb3-09e5-46b1-ad40-90deb20ed113', 'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:2e:f7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:48Z', 'updated_at': '2021-12-20T17:19:51Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:52.429652 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.20.0.9 (fb3db522-d878-4052-bbbe-1c0eb84e3000/79ded974-eb55-4dc1-b3c7-94d5732ba0e3/23230983-d193-4de4-b40a-57dd9eeb392e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:52.436245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd57691-2586-43c3-ba21-76267b165568 None None] The sync data for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv is: [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '873bbfb3-09e5-46b1-ad40-90deb20ed113', 'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:2e:f7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:48Z', 'updated_at': '2021-12-20T17:19:51Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:52.459307 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a60349b7-0411-4d4b-aaed-8fa8f50a6d20 None None] Provisioning complete for port 873bbfb3-09e5-46b1-ad40-90deb20ed113 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:52.459677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a60349b7-0411-4d4b-aaed-8fa8f50a6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.608380 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.644004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.691611 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network fb3db522-d878-4052-bbbe-1c0eb84e3000 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:52.694869 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:52.698770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:52.722845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=23230983-d193-4de4-b40a-57dd9eeb392e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:52.757149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:52.757863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.777263 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-8e20ee41-b874-4d2f-a3ab-6eeb5701173c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101656 Dec 20 17:19:52.789817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Request body: {'port': {'device_id': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:52.855639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.990754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-28f24da4-b1c7-48f8-8a79-eafe2a712816 None None] Provisioning complete for port 23230983-d193-4de4-b40a-57dd9eeb392e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:52.991335 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28f24da4-b1c7-48f8-8a79-eafe2a712816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:53.028765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-28f24da4-b1c7-48f8-8a79-eafe2a712816 None None] Port 23230983-d193-4de4-b40a-57dd9eeb392e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:53.155853 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23230983-d193-4de4-b40a-57dd9eeb392e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:19:53.164474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:53.179693 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Transition to ACTIVE for port object 23230983-d193-4de4-b40a-57dd9eeb392e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:19:53.184379 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:53.251914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Pushing event updated for resources: {'Port': ['ID=23230983-d193-4de4-b40a-57dd9eeb392e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:53.269574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 873bbfb3-09e5-46b1-ad40-90deb20ed113 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:53.342455 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 873bbfb3-09e5-46b1-ad40-90deb20ed113 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:53.342845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:53.380872 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360308bb-5710-435d-9fe8-c69bab631043 req-db48fa38-00e7-4b5e-a781-5b10d8020c66 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:53.382481 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-360308bb-5710-435d-9fe8-c69bab631043 req-db48fa38-00e7-4b5e-a781-5b10d8020c66 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 943 time: 0.0922034 Dec 20 17:19:53.426152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Attempting to bind port 23230983-d193-4de4-b40a-57dd9eeb392e on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:53.426518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Attempting to bind port 23230983-d193-4de4-b40a-57dd9eeb392e by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:53.426904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Attempting to bind port 23230983-d193-4de4-b40a-57dd9eeb392e on network fb3db522-d878-4052-bbbe-1c0eb84e3000 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:53.443207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Port 23230983-d193-4de4-b40a-57dd9eeb392e on network fb3db522-d878-4052-bbbe-1c0eb84e3000 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:19:53.443541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Attempting to bind port 23230983-d193-4de4-b40a-57dd9eeb392e on network fb3db522-d878-4052-bbbe-1c0eb84e3000 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:53.456137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:53.456501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Checking segment: {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:53.456873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Bound using segment: {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:53.457327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Bound port: 23230983-d193-4de4-b40a-57dd9eeb392e, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a151c193-c82d-436f-80a7-01d99f52db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:53.457682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:53.475850 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-360308bb-5710-435d-9fe8-c69bab631043 req-f141458a-7831-4147-9925-0b3add43a5c4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770061 Dec 20 17:19:53.543041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] For port 23230983-d193-4de4-b40a-57dd9eeb392e, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:53.546529 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] For port 23230983-d193-4de4-b40a-57dd9eeb392e, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=23230983-d193-4de4-b40a-57dd9eeb392e,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:53.551634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:53.591952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:53.592579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:53.594098 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] 10.222.0.18 "PUT /v2.0/ports/23230983-d193-4de4-b40a-57dd9eeb392e HTTP/1.1" status: 200 len: 1093 time: 0.8085842 Dec 20 17:19:53.594609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:19:53.599196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b2617-c675-4b48-a04e-2d6ecac1b004" -d '{"events": [{"name": "network-changed", "server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:19:53.631202 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f3232-b142-44a6-a69e-a64eb5353762 service neutron] Pushing event updated for resources: {'Port': ['ID=23230983-d193-4de4-b40a-57dd9eeb392e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:53.670091 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda4809b-1e48-45bc-8bee-9df519da3a1f x-openstack-request-id: req-dda4809b-1e48-45bc-8bee-9df519da3a1f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:19:53.670415 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:19:53.670684 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dda4809b-1e48-45bc-8bee-9df519da3a1f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:19:53.671083 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e', 'status': 'completed', 'code': 200} Dec 20 17:19:53.688158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-f72fb13b-27fe-40c4-84cf-d7be5ef3c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:53.690302 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-f72fb13b-27fe-40c4-84cf-d7be5ef3c3c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 1096 time: 0.0485690 Dec 20 17:19:53.740118 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-f6671688-b728-4473-b4f7-54929e591c01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23230983-d193-4de4-b40a-57dd9eeb392e HTTP/1.1" status: 200 len: 217 time: 0.0397213 Dec 20 17:19:53.789923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-3cde9c6a-de43-4db9-89c2-28d2f7b880b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:53.791480 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-3cde9c6a-de43-4db9-89c2-28d2f7b880b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79ded974-eb55-4dc1-b3c7-94d5732ba0e3 HTTP/1.1" status: 200 len: 835 time: 0.0455372 Dec 20 17:19:53.842222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-1b4f0de7-0451-4562-ba2f-72c06970119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:53.843741 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-1b4f0de7-0451-4562-ba2f-72c06970119c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb3db522-d878-4052-bbbe-1c0eb84e3000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405333 Dec 20 17:19:53.938934 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-ada01f96-8042-4b13-8d21-75bc615a87a1 service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870736 Dec 20 17:19:54.030686 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-71447c0a-9165-4af6-b403-9a3e8dffd12b req-2d0efd7e-53df-422a-9832-a07aa4194ecd service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848861 Dec 20 17:19:54.120992 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-007aaa45-17f4-43fc-b810-3063868fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:54.122434 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-007aaa45-17f4-43fc-b810-3063868fa7ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 1096 time: 0.0460284 Dec 20 17:19:54.213427 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-c850ed43-5694-4005-acbb-3a8252f4bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:54.215017 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-c850ed43-5694-4005-acbb-3a8252f4bd9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb3db522-d878-4052-bbbe-1c0eb84e3000 HTTP/1.1" status: 200 len: 898 time: 0.0851228 Dec 20 17:19:54.262170 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-7efb0329-e19c-4007-b0a4-0c54b1b5df4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23230983-d193-4de4-b40a-57dd9eeb392e HTTP/1.1" status: 200 len: 217 time: 0.0388014 Dec 20 17:19:54.312632 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-ecdec71b-55a3-4662-8845-35760f653211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:54.314141 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-ecdec71b-55a3-4662-8845-35760f653211 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79ded974-eb55-4dc1-b3c7-94d5732ba0e3 HTTP/1.1" status: 200 len: 835 time: 0.0451078 Dec 20 17:19:54.360811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-0cbfd174-5d4c-49fb-aab8-770c1e22d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:54.362289 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-0cbfd174-5d4c-49fb-aab8-770c1e22d461 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb3db522-d878-4052-bbbe-1c0eb84e3000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395365 Dec 20 17:19:54.458600 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-7ff6e09b-b417-4564-b5c8-8bf0852458d5 service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877457 Dec 20 17:19:54.558918 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8f6b2617-c675-4b48-a04e-2d6ecac1b004 req-f8a74405-fb31-413e-912d-8e9b80faf470 service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922921 Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:54.593497 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:19:54.597968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857c282-9b42-46e6-ba9e-480ff351a5ad req-a352c009-37fc-400b-9116-940746962fa7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:54.599496 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1857c282-9b42-46e6-ba9e-480ff351a5ad req-a352c009-37fc-400b-9116-940746962fa7 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 943 time: 0.0537503 Dec 20 17:19:54.647024 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1857c282-9b42-46e6-ba9e-480ff351a5ad req-380c755c-8e6b-45f3-be87-1503b82fc910 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410516 Dec 20 17:19:55.158066 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-586aba4f-88a3-42aa-80bd-20208a757744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:55.768544 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ab7c-135e-479b-9390-97946691c92b req-ce24178e-68e0-4d89-a0ee-d433c6ec0b64 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:55.770012 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b230ab7c-135e-479b-9390-97946691c92b req-ce24178e-68e0-4d89-a0ee-d433c6ec0b64 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 943 time: 0.0491505 Dec 20 17:19:55.824428 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b230ab7c-135e-479b-9390-97946691c92b req-8c7118f7-8ae2-4438-b78f-4d55400c7775 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485704 Dec 20 17:19:56.939928 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189792c-3d0c-4eba-8344-97be31bb00e5 req-60ef714e-912d-4d1a-9985-d1899f4bc3cc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:56.941404 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3189792c-3d0c-4eba-8344-97be31bb00e5 req-60ef714e-912d-4d1a-9985-d1899f4bc3cc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 943 time: 0.0488605 Dec 20 17:19:56.990117 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3189792c-3d0c-4eba-8344-97be31bb00e5 req-432e94b6-989f-4b85-884f-451bfa0f4a24 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Dec 20 17:19:57.828754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c120a38-4b77-42a8-addf-4742aa026dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:57.904581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 23230983-d193-4de4-b40a-57dd9eeb392e details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:19:57.998096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 23230983-d193-4de4-b40a-57dd9eeb392e, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=23230983-d193-4de4-b40a-57dd9eeb392e,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:58.008864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '23230983-d193-4de4-b40a-57dd9eeb392e', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'port_id': '23230983-d193-4de4-b40a-57dd9eeb392e', 'mac_address': 'fa:16:3e:93:c6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:19:58.051625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:58.065940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23230983-d193-4de4-b40a-57dd9eeb392e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:19:58.085702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 23230983-d193-4de4-b40a-57dd9eeb392e, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=23230983-d193-4de4-b40a-57dd9eeb392e,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:58.090205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:58.108031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78351a1-4be8-43c1-ae50-de3c06bbb362 req-755f332b-9cb1-44a4-a78e-7be54cfcaed4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:58.109524 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b78351a1-4be8-43c1-ae50-de3c06bbb362 req-755f332b-9cb1-44a4-a78e-7be54cfcaed4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 943 time: 0.0508676 Dec 20 17:19:58.137118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=23230983-d193-4de4-b40a-57dd9eeb392e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:58.159306 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b78351a1-4be8-43c1-ae50-de3c06bbb362 req-4dacc545-d905-4276-9d6a-901a913e73a3 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Dec 20 17:19:58.306939 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['23230983-d193-4de4-b40a-57dd9eeb392e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:19:58.620485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:59.275067 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e749e-234f-4f6d-8c18-a284b6d7a595 req-49c70f2a-44e0-499e-9d90-7a10405fb932 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:59.276572 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d11e749e-234f-4f6d-8c18-a284b6d7a595 req-49c70f2a-44e0-499e-9d90-7a10405fb932 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 944 time: 0.0498886 Dec 20 17:19:59.330814 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d11e749e-234f-4f6d-8c18-a284b6d7a595 req-f90f22d3-afd2-471d-9083-e0235461c396 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482163 Dec 20 17:19:59.913606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 23230983-d193-4de4-b40a-57dd9eeb392e up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:59.964263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 23230983-d193-4de4-b40a-57dd9eeb392e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:19:59.968777 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 23230983-d193-4de4-b40a-57dd9eeb392e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:59.969131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:00.045608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:00.066765 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:20:00.068953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313b19ab-24f5-43b2-a6f9-7e87b7bd364e" -d '{"events": [{"server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "name": "network-vif-plugged", "status": "completed", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:20:00.082160 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 23230983-d193-4de4-b40a-57dd9eeb392e, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=23230983-d193-4de4-b40a-57dd9eeb392e,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:20:00.087193 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:00.109535 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f0456f-ba80-4f57-8e6f-c2daccbae1b3 x-openstack-request-id: req-e5f0456f-ba80-4f57-8e6f-c2daccbae1b3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:20:00.109830 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "name": "network-vif-plugged", "status": "completed", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:20:00.110075 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5f0456f-ba80-4f57-8e6f-c2daccbae1b3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:20:00.110482 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e', 'code': 200} Dec 20 17:20:00.135849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=23230983-d193-4de4-b40a-57dd9eeb392e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:00.186612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:00.270611 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d866d2-f387-46bf-bdec-d22350c64121 req-33a10427-5de4-42b3-b1eb-4edce886e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:00.272089 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3d866d2-f387-46bf-bdec-d22350c64121 req-33a10427-5de4-42b3-b1eb-4edce886e0bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 1098 time: 0.0388470 Dec 20 17:20:00.326407 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3d866d2-f387-46bf-bdec-d22350c64121 req-8622e9a7-b028-4fec-80c4-9d4e39f2fc45 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467243 Dec 20 17:20:00.446108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4500be5-24d4-4552-bf66-7a92735f587a req-de385adf-4311-4369-8201-b37e2fcc850a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:00.448194 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4500be5-24d4-4552-bf66-7a92735f587a req-de385adf-4311-4369-8201-b37e2fcc850a tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0496171 Dec 20 17:20:00.495359 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f4500be5-24d4-4552-bf66-7a92735f587a req-c7bfbbc8-c038-49dd-987b-47b7a4d516ec tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Dec 20 17:20:00.925026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:01.609557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823037-e6ed-4f93-85a5-97c3ba5b27dd req-d7e08dbe-670d-4074-ad39-6e0577624dbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:01.611072 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b3823037-e6ed-4f93-85a5-97c3ba5b27dd req-d7e08dbe-670d-4074-ad39-6e0577624dbd tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0487020 Dec 20 17:20:01.660222 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b3823037-e6ed-4f93-85a5-97c3ba5b27dd req-038c18f3-9a1e-47bf-a748-85e2d0402952 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432761 Dec 20 17:20:01.778339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe006019-d217-4b41-acae-3fd7940be5e5 req-c0e6b160-391c-4c8d-b666-b15782c3b51f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:01.779717 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fe006019-d217-4b41-acae-3fd7940be5e5 req-c0e6b160-391c-4c8d-b666-b15782c3b51f tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0539746 Dec 20 17:20:01.832356 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fe006019-d217-4b41-acae-3fd7940be5e5 req-72606dbe-98c7-4a05-ace2-25b21be48f3b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467734 Dec 20 17:20:01.854411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55352) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:01.894037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037b1a89-df0e-43e3-b0ef-5d9a854aa4bf tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:01.895572 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-037b1a89-df0e-43e3-b0ef-5d9a854aa4bf tempest-TestNetworkAdvancedServerOps-1698907757 tempest-TestNetworkAdvancedServerOps-1698907757-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 1093 time: 0.0401938 Dec 20 17:20:01.898433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:01.902739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '23230983-d193-4de4-b40a-57dd9eeb392e', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:20:01.932168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:02.034227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:02.141010 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Allocated IP 172.26.1.172 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/8040697c-d4f1-44ed-abb6-a701278f0701) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:20:02.256474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:02.293190 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:02.334251 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:20:02.337346 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:20:02.341021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:20:02.365143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=8040697c-d4f1-44ed-abb6-a701278f0701,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:02.720555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:02.794150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:02.947651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:02.952450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:03.029967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event updated for resources: {'Port': ['ID=8040697c-d4f1-44ed-abb6-a701278f0701,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:03.044277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:03.145570 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP 501fdbd7-9af1-4cde-9cff-0fdcdfb0933b associated. External IP: 172.26.1.172, port: 23230983-d193-4de4-b40a-57dd9eeb392e. Dec 20 17:20:03.709908 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 9018403d-e6ff-4956-857d-7445e9eca54e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:20:03.820826 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:20:03.830358 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825d110-de57-480c-a33c-71b62f87586d None None] Sync routers for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:20:03.839351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:03.839778 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825d110-de57-480c-a33c-71b62f87586d None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:03.840390 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9825d110-de57-480c-a33c-71b62f87586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:03.870778 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-1be69d56-ff1b-457a-9fe0-1398efd2cc62 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9708879 Dec 20 17:20:03.871196 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:20:03.873293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a47bd5-31c5-439a-b08d-2194fa257ade" -d '{"events": [{"name": "network-changed", "server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:20:03.911330 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740bd10-6877-428a-b695-331180389439 x-openstack-request-id: req-6740bd10-6877-428a-b695-331180389439 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:20:03.911628 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:20:03.912087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6740bd10-6877-428a-b695-331180389439 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:20:03.913069 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e', 'status': 'completed', 'code': 200} Dec 20 17:20:03.961085 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9825d110-de57-480c-a33c-71b62f87586d None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:03.985639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-32e6abde-e676-4712-9537-982e7dfca1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:03.987217 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-32e6abde-e676-4712-9537-982e7dfca1b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 1098 time: 0.0503433 Dec 20 17:20:03.991901 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f383ee2-cf75-40da-ba92-f0682cf21e7b req-52254e01-57ea-496d-a7d8-c14b04c87661 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:03.993598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2f383ee2-cf75-40da-ba92-f0682cf21e7b req-52254e01-57ea-496d-a7d8-c14b04c87661 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0663319 Dec 20 17:20:04.048786 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2f383ee2-cf75-40da-ba92-f0682cf21e7b req-c5492ac0-6d62-4abf-a097-90ee46c4397b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486670 Dec 20 17:20:04.074165 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:04.109920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-6b3f744b-89a0-43c6-9f68-5f5c1204fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:04.111503 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-6b3f744b-89a0-43c6-9f68-5f5c1204fc7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb3db522-d878-4052-bbbe-1c0eb84e3000 HTTP/1.1" status: 200 len: 898 time: 0.1160448 Dec 20 17:20:04.143419 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1ae4d6e6-a2c8-465e-bfd1-48f7bff59042 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/501fdbd7-9af1-4cde-9cff-0fdcdfb0933b HTTP/1.1" status: 200 len: 991 time: 0.0677838 Dec 20 17:20:04.184693 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-bb3577aa-1f8c-44ee-ac4a-9deca9c841a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23230983-d193-4de4-b40a-57dd9eeb392e HTTP/1.1" status: 200 len: 999 time: 0.0649004 Dec 20 17:20:04.208030 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9825d110-de57-480c-a33c-71b62f87586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '501fdbd7-9af1-4cde-9cff-0fdcdfb0933b', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.172', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'port_id': '23230983-d193-4de4-b40a-57dd9eeb392e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'mac_address': 'fa:16:3e:93:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:20:02Z', 'updated_at': '2021-12-20T17:20:02Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873bbfb3-09e5-46b1-ad40-90deb20ed113', 'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:2e:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:48Z', 'updated_at': '2021-12-20T17:19:52Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:04.234448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-c3d4e46b-8177-47d5-896f-fcf09dc2a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:04.235843 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-c3d4e46b-8177-47d5-896f-fcf09dc2a916 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79ded974-eb55-4dc1-b3c7-94d5732ba0e3 HTTP/1.1" status: 200 len: 835 time: 0.0448730 Dec 20 17:20:04.237617 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825d110-de57-480c-a33c-71b62f87586d None None] Checking router: 9018403d-e6ff-4956-857d-7445e9eca54e for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:20:04.245751 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825d110-de57-480c-a33c-71b62f87586d None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:04.246366 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9825d110-de57-480c-a33c-71b62f87586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:19:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:04.280689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-7102dec1-fa72-498a-85fa-ae681bd2215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:04.282149 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-7102dec1-fa72-498a-85fa-ae681bd2215a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb3db522-d878-4052-bbbe-1c0eb84e3000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392084 Dec 20 17:20:04.349737 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9825d110-de57-480c-a33c-71b62f87586d None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:04.376646 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-45c6b638-60ed-41e4-8791-8bca1335c809 service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868874 Dec 20 17:20:04.468948 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-61a47bd5-31c5-439a-b08d-2194fa257ade req-325cbc7a-1b09-44fe-815b-a1c6aa0c7726 service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855064 Dec 20 17:20:04.569029 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9825d110-de57-480c-a33c-71b62f87586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '501fdbd7-9af1-4cde-9cff-0fdcdfb0933b', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.172', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'port_id': '23230983-d193-4de4-b40a-57dd9eeb392e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'mac_address': 'fa:16:3e:93:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:20:02Z', 'updated_at': '2021-12-20T17:20:02Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873bbfb3-09e5-46b1-ad40-90deb20ed113', 'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:2e:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:48Z', 'updated_at': '2021-12-20T17:19:52Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:04.598794 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825d110-de57-480c-a33c-71b62f87586d None None] The sync data for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv is: [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '501fdbd7-9af1-4cde-9cff-0fdcdfb0933b', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'floating_ip_address': '172.26.1.172', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'port_id': '23230983-d193-4de4-b40a-57dd9eeb392e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'mac_address': 'fa:16:3e:93:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:20:02Z', 'updated_at': '2021-12-20T17:20:02Z', 'revision_number': 0, 'project_id': '29985579e4204648a2f86ee749dc11de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873bbfb3-09e5-46b1-ad40-90deb20ed113', 'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:2e:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:48Z', 'updated_at': '2021-12-20T17:19:52Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:20:04.788411 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d74cec-ad07-416a-9df9-3a667c1e87ff None None] New status for floating IP 501fdbd7-9af1-4cde-9cff-0fdcdfb0933b: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:20:05.147443 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:05.215538 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6696f53e-05dd-44e1-bd18-bc6b6038975e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/501fdbd7-9af1-4cde-9cff-0fdcdfb0933b HTTP/1.1" status: 200 len: 993 time: 0.0669374 Dec 20 17:20:14.691395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:25.163125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-783f3f2e-96c9-4a2d-b538-6755d7588e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:27.832406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2911cd47-59bd-40ef-a3e9-9aafc50e27a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:28.622933 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:29.359080 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:20:30.191925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:30.918602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:32.939907 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-a000d808-2865-421e-a94f-02918aa11163 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602431 Dec 20 17:20:33.027979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-9bbc58b5-42c5-4b6c-ab0d-bffc8ea3e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:33.029542 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-9bbc58b5-42c5-4b6c-ab0d-bffc8ea3e022 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 1098 time: 0.0442097 Dec 20 17:20:33.139841 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-627f881b-acb2-4ed0-b4b9-25ee22f3edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:33.141348 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-627f881b-acb2-4ed0-b4b9-25ee22f3edb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb3db522-d878-4052-bbbe-1c0eb84e3000 HTTP/1.1" status: 200 len: 898 time: 0.0908897 Dec 20 17:20:33.210090 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-76d21aaf-11ef-444e-8c0e-6d74053d5add service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23230983-d193-4de4-b40a-57dd9eeb392e HTTP/1.1" status: 200 len: 1001 time: 0.0610325 Dec 20 17:20:33.262865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-04dbb3dd-de44-4de1-93d0-07d141728903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:33.264325 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-04dbb3dd-de44-4de1-93d0-07d141728903 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79ded974-eb55-4dc1-b3c7-94d5732ba0e3 HTTP/1.1" status: 200 len: 835 time: 0.0472403 Dec 20 17:20:33.309433 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-8a4007ba-dd8f-4049-803c-09097cf86d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:33.310928 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-8a4007ba-dd8f-4049-803c-09097cf86d66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb3db522-d878-4052-bbbe-1c0eb84e3000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397205 Dec 20 17:20:33.399091 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-eaa33ce0-a278-4927-ab14-848a7fa3f464 service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798652 Dec 20 17:20:33.493243 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1c236e7d-ccdb-43a1-8540-31c16176cd8c req-6552bbcd-5144-43d3-a1ec-b6bc71cd696c service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858545 Dec 20 17:20:36.647947 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d304fc-4dac-4ee1-b671-259ad4f6b77d req-db3b00b6-2221-41ed-ad2b-03addcfc38f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:36.649420 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1d304fc-4dac-4ee1-b671-259ad4f6b77d req-db3b00b6-2221-41ed-ad2b-03addcfc38f5 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0501401 Dec 20 17:20:36.702158 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f1d304fc-4dac-4ee1-b671-259ad4f6b77d req-a0d36a1f-ba7a-476b-8e94-9b0ea088aa4e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461838 Dec 20 17:20:37.823966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730c88a-7923-4f71-8a4e-cbb3a353e55a req-2369a48d-f063-4e95-9135-f9c4ad12b484 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:37.825535 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d730c88a-7923-4f71-8a4e-cbb3a353e55a req-2369a48d-f063-4e95-9135-f9c4ad12b484 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0518284 Dec 20 17:20:37.877973 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d730c88a-7923-4f71-8a4e-cbb3a353e55a req-ba84e97a-d24f-4bbb-936d-5820f2b5d922 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460081 Dec 20 17:20:37.900725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55380) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:37.964981 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-2a8da263-8bfa-45a7-9a92-60ba487340be tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/501fdbd7-9af1-4cde-9cff-0fdcdfb0933b HTTP/1.1" status: 200 len: 993 time: 0.0631182 Dec 20 17:20:39.308339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0969d-31d4-4596-ad14-9710a0b2a757 req-7a784b0b-6a44-4d1d-b84c-baa68f1bda40 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:39.309754 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7e0969d-31d4-4596-ad14-9710a0b2a757 req-7a784b0b-6a44-4d1d-b84c-baa68f1bda40 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0863943 Dec 20 17:20:39.316305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-8f68e199-c2f1-4c90-b76c-c8cf2774303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:39.317736 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-8f68e199-c2f1-4c90-b76c-c8cf2774303a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 1098 time: 0.0578558 Dec 20 17:20:39.419580 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7e0969d-31d4-4596-ad14-9710a0b2a757 req-7f1f0c4d-a49b-4a27-af3c-74536c2f6e4e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007218 Dec 20 17:20:39.441922 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-f6d8eb1e-2f4b-492f-9a75-8ec0b9b0f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:39.443425 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-f6d8eb1e-2f4b-492f-9a75-8ec0b9b0f54f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb3db522-d878-4052-bbbe-1c0eb84e3000 HTTP/1.1" status: 200 len: 898 time: 0.1179748 Dec 20 17:20:39.511013 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-0df83d5b-07ba-48aa-99c8-c70f723945db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23230983-d193-4de4-b40a-57dd9eeb392e HTTP/1.1" status: 200 len: 1001 time: 0.0601308 Dec 20 17:20:39.563179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-6a6e74b0-cf9f-4442-acfd-49c7752c9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:39.564567 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-6a6e74b0-cf9f-4442-acfd-49c7752c9a49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79ded974-eb55-4dc1-b3c7-94d5732ba0e3 HTTP/1.1" status: 200 len: 835 time: 0.0467219 Dec 20 17:20:39.614915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-5578753d-4b85-4b3c-a189-7fb5c4a321e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:39.616452 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-5578753d-4b85-4b3c-a189-7fb5c4a321e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb3db522-d878-4052-bbbe-1c0eb84e3000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452394 Dec 20 17:20:39.705755 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-831e0df2-c9d2-44c0-b434-93f44e272111 service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815132 Dec 20 17:20:39.798283 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c2f6c331-51c7-489c-b874-7b3fa0c02dfe req-4d180bbb-778d-407e-834a-1f30ae08086a service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848711 Dec 20 17:20:40.544230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead88c90-4b76-43d3-91a2-6bfe30239218 req-7d10bac6-9486-4b40-bfb7-a03ca4a99b3c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:40.554676 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ead88c90-4b76-43d3-91a2-6bfe30239218 req-7d10bac6-9486-4b40-bfb7-a03ca4a99b3c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0654008 Dec 20 17:20:40.607761 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ead88c90-4b76-43d3-91a2-6bfe30239218 req-47778d32-ef54-4655-8562-9943c21a31f4 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472229 Dec 20 17:20:41.722467 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2331a-d8c1-449b-a53f-56c3e1275852 req-ad76ea9d-1356-4918-8b2e-7841afdf433e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:41.723946 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7dc2331a-d8c1-449b-a53f-56c3e1275852 req-ad76ea9d-1356-4918-8b2e-7841afdf433e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0496314 Dec 20 17:20:41.773412 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7dc2331a-d8c1-449b-a53f-56c3e1275852 req-236042c0-be95-4ad1-9a44-9f781ebb163b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434709 Dec 20 17:20:41.795030 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:41.858895 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-80c01213-0116-4de6-8751-9e25a22c00e8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/floatingips/501fdbd7-9af1-4cde-9cff-0fdcdfb0933b HTTP/1.1" status: 200 len: 993 time: 0.0627353 Dec 20 17:20:42.097937 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55400) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:42.257149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 8040697c-d4f1-44ed-abb6-a701278f0701 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:20:42.257486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:42.330726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:42.331053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:42.343277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 8040697c-d4f1-44ed-abb6-a701278f0701 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:20:42.489998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:42.514929 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=8040697c-d4f1-44ed-abb6-a701278f0701,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:42.542668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.543014 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.543353 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.543687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.544013 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.544366 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.544687 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.545007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.545327 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.545645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.545963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.546299 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.546619 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:42.586131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:42.586487 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Floating IP 501fdbd7-9af1-4cde-9cff-0fdcdfb0933b disassociated (deleted). External IP: 172.26.1.172, port: 23230983-d193-4de4-b40a-57dd9eeb392e. Dec 20 17:20:42.795866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 9018403d-e6ff-4956-857d-7445e9eca54e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:20:42.909344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:20:42.914086 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:42.918846 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] Sync routers for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:20:42.929084 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:42.929688 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:42.942518 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6c7aa0af-fca1-48fd-9913-684a9b2e6e45 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/floatingips/501fdbd7-9af1-4cde-9cff-0fdcdfb0933b HTTP/1.1" status: 204 len: 168 time: 0.8435013 Dec 20 17:20:42.943103 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:20:42.946062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b29a773-42ed-4069-a04b-fd35693d33aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:20:42.993307 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a529568c-a9ca-4548-b269-ba8092f04773 x-openstack-request-id: req-a529568c-a9ca-4548-b269-ba8092f04773 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:20:42.993657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:20:42.994169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a529568c-a9ca-4548-b269-ba8092f04773 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:20:42.994705 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e', 'status': 'completed', 'code': 200} Dec 20 17:20:43.036155 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:43.062457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-e674d6c0-2781-43be-8c58-85a49c687e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:43.064705 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-e674d6c0-2781-43be-8c58-85a49c687e76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29985579e4204648a2f86ee749dc11de&device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 1098 time: 0.0453942 Dec 20 17:20:43.182214 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-a10fda2a-de0a-46c3-aeeb-4db6abbf8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:43.183972 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-a10fda2a-de0a-46c3-aeeb-4db6abbf8763 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb3db522-d878-4052-bbbe-1c0eb84e3000 HTTP/1.1" status: 200 len: 898 time: 0.1023624 Dec 20 17:20:43.201535 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c99a2d-6849-4dac-aa1f-32cde83ac586 req-1e6d2f68-9442-4f35-82f3-685316a141bf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:43.203556 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-18c99a2d-6849-4dac-aa1f-32cde83ac586 req-1e6d2f68-9442-4f35-82f3-685316a141bf tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0556474 Dec 20 17:20:43.230682 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-97789a71-1259-4218-a88d-70820756fa15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23230983-d193-4de4-b40a-57dd9eeb392e HTTP/1.1" status: 200 len: 217 time: 0.0379705 Dec 20 17:20:43.260916 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-18c99a2d-6849-4dac-aa1f-32cde83ac586 req-fd0e7024-a078-4886-9303-6eb86d8b142b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511420 Dec 20 17:20:43.287449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-fb0aa104-aca3-4959-b668-6fcb5a305296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:43.288924 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-fb0aa104-aca3-4959-b668-6fcb5a305296 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79ded974-eb55-4dc1-b3c7-94d5732ba0e3 HTTP/1.1" status: 200 len: 835 time: 0.0493445 Dec 20 17:20:43.335518 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-e4d8acab-0635-46f5-a062-cb6b43be3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:43.336950 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-e4d8acab-0635-46f5-a062-cb6b43be3586 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb3db522-d878-4052-bbbe-1c0eb84e3000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403426 Dec 20 17:20:43.344761 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '873bbfb3-09e5-46b1-ad40-90deb20ed113', 'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:2e:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:48Z', 'updated_at': '2021-12-20T17:19:52Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:43.370243 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] Checking router: 9018403d-e6ff-4956-857d-7445e9eca54e for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:20:43.378688 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:43.379278 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:43.435945 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-322b82bc-04cc-404b-8ffb-bfa429c62ecc service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903928 Dec 20 17:20:43.483530 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:43.529116 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8b29a773-42ed-4069-a04b-fd35693d33aa req-e4e07d17-c163-447c-bf00-c2ce03789577 service neutron] 10.222.0.18 "GET /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859170 Dec 20 17:20:43.678589 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '873bbfb3-09e5-46b1-ad40-90deb20ed113', 'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:2e:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:48Z', 'updated_at': '2021-12-20T17:19:52Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:43.703697 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc5d05-106f-4e59-8d88-868c1658a2cf None None] The sync data for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv is: [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:19:49Z', 'revision_number': 4, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '873bbfb3-09e5-46b1-ad40-90deb20ed113', 'name': '', 'network_id': 'fb3db522-d878-4052-bbbe-1c0eb84e3000', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'mac_address': 'fa:16:3e:2e:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:48Z', 'updated_at': '2021-12-20T17:19:52Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'subnets': [{'id': '79ded974-eb55-4dc1-b3c7-94d5732ba0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:20:43.929954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98aa885-2aa5-4e73-8066-0a061beda3e7 None None] New status for floating IP 501fdbd7-9af1-4cde-9cff-0fdcdfb0933b: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:20:44.378206 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a39e9-9039-49fe-9c2e-b9efe5661c54 req-f2057003-0780-4c20-b39a-77e392c5ff14 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:44.379700 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fc1a39e9-9039-49fe-9c2e-b9efe5661c54 req-f2057003-0780-4c20-b39a-77e392c5ff14 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0482209 Dec 20 17:20:44.430525 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fc1a39e9-9039-49fe-9c2e-b9efe5661c54 req-60e3009f-b538-4328-b44e-93c4c6a85ab8 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442848 Dec 20 17:20:44.691949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:44.751626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-75cef27f-534d-4cf1-bf09-2309483cd775 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:44.753063 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-75cef27f-534d-4cf1-bf09-2309483cd775 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 945 time: 0.0466778 Dec 20 17:20:44.851811 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 23230983-d193-4de4-b40a-57dd9eeb392e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:20:44.852148 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:44.941001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port 23230983-d193-4de4-b40a-57dd9eeb392e, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=23230983-d193-4de4-b40a-57dd9eeb392e,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:20:44.941356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:44.953964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 23230983-d193-4de4-b40a-57dd9eeb392e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:20:45.079719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:45.105956 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=23230983-d193-4de4-b40a-57dd9eeb392e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:45.153207 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] No DVR routers for this DVR port 23230983-d193-4de4-b40a-57dd9eeb392e on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:20:45.155613 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:45.159127 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4a73df3f-3b13-48cf-9910-9b23557910e1 req-003aa0eb-eb85-4a00-b64b-25fb2a30485c tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.18 "DELETE /v2.0/ports/23230983-d193-4de4-b40a-57dd9eeb392e HTTP/1.1" status: 204 len: 173 time: 0.4002686 Dec 20 17:20:45.159573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'name': 'network-vif-deleted', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:20:45.161844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64517a7e-8fe1-48f3-958f-b733788d177d" -d '{"events": [{"server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "name": "network-vif-deleted", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:20:45.201478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090db730-4dbc-4bfc-a7b4-6a18c39bae7c x-openstack-request-id: req-090db730-4dbc-4bfc-a7b4-6a18c39bae7c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:20:45.201808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6652634c-e401-4ad9-95c3-9d3cb2397cda", "name": "network-vif-deleted", "tag": "23230983-d193-4de4-b40a-57dd9eeb392e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:20:45.202077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-090db730-4dbc-4bfc-a7b4-6a18c39bae7c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:20:45.202493 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6652634c-e401-4ad9-95c3-9d3cb2397cda', 'name': 'network-vif-deleted', 'tag': '23230983-d193-4de4-b40a-57dd9eeb392e', 'status': 'completed', 'code': 200} Dec 20 17:20:45.541097 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7283f591-7c97-4096-b048-e1349664efad req-38a87063-d308-47d8-be3c-873451fa4b1e tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "GET /v2.0/ports?device_id=6652634c-e401-4ad9-95c3-9d3cb2397cda HTTP/1.1" status: 200 len: 210 time: 0.0266082 Dec 20 17:20:46.597967 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:47.290033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:47.537343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port 873bbfb3-09e5-46b1-ad40-90deb20ed113 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:20:47.537673 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:47.626993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port 873bbfb3-09e5-46b1-ad40-90deb20ed113, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=873bbfb3-09e5-46b1-ad40-90deb20ed113,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:20:47.627714 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:47.640533 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for 873bbfb3-09e5-46b1-ad40-90deb20ed113 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:20:47.821618 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:47.848146 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=873bbfb3-09e5-46b1-ad40-90deb20ed113,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:48.024197 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.168847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 23230983-d193-4de4-b40a-57dd9eeb392e no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:20:48.189239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 23230983-d193-4de4-b40a-57dd9eeb392e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:20:48.189580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 23230983-d193-4de4-b40a-57dd9eeb392e not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:20:48.239224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Router 9018403d-e6ff-4956-857d-7445e9eca54e has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:20:48.361173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:20:48.369072 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0fa0ec42-0a19-40c8-99f1-3d1ab7e8b99b tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "PUT /v2.0/routers/9018403d-e6ff-4956-857d-7445e9eca54e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7697418 Dec 20 17:20:48.371486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:48.375902 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] Sync routers for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:20:48.389693 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:48.390350 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:48.427498 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-710eebe4-9273-4404-8d06-29a580886526 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting subnet 79ded974-eb55-4dc1-b3c7-94d5732ba0e3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:20:48.432533 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710eebe4-9273-4404-8d06-29a580886526 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.491074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710eebe4-9273-4404-8d06-29a580886526 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.506646 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:48.578151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710eebe4-9273-4404-8d06-29a580886526 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.636969 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710eebe4-9273-4404-8d06-29a580886526 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.666278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710eebe4-9273-4404-8d06-29a580886526 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.672416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55426) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:48.673216 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-710eebe4-9273-4404-8d06-29a580886526 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/subnets/79ded974-eb55-4dc1-b3c7-94d5732ba0e3 HTTP/1.1" status: 204 len: 168 time: 0.3005877 Dec 20 17:20:48.674515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eebe4-9273-4404-8d06-29a580886526 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Subnet': ['ID=79ded974-eb55-4dc1-b3c7-94d5732ba0e3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:48.676082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa37e97-368d-44b3-ad13-b996dc860498 None None] Network fb3db522-d878-4052-bbbe-1c0eb84e3000 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:20:48.697432 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:20:47Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:48.729511 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] Checking router: 9018403d-e6ff-4956-857d-7445e9eca54e for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:20:48.739666 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] Routers {'9018403d-e6ff-4956-857d-7445e9eca54e'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:48.740281 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['9018403d-e6ff-4956-857d-7445e9eca54e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:48.789180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.843545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] DHCP port deletion for fb3db522-d878-4052-bbbe-1c0eb84e3000 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:20:48.859885 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] Set router 9018403d-e6ff-4956-857d-7445e9eca54e gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:48.902031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Deleting port d6070784-d1d4-4506-83aa-053db989ec1f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:20:48.902459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.916877 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.975488 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Deleting port fa4b8754-e835-4844-9768-759d1f3bc8d3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:20:48.975833 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.978849 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] For port d6070784-d1d4-4506-83aa-053db989ec1f, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=d6070784-d1d4-4506-83aa-053db989ec1f,segment=NetworkSegment(a151c193-c82d-436f-80a7-01d99f52db17),segment_id=a151c193-c82d-436f-80a7-01d99f52db17)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:20:48.979266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:48.993817 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Calling delete_port for d6070784-d1d4-4506-83aa-053db989ec1f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:20:49.053779 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:20:47Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:49.056635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] For port fa4b8754-e835-4844-9768-759d1f3bc8d3, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=fa4b8754-e835-4844-9768-759d1f3bc8d3,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:20:49.057000 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.069797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Calling delete_port for fa4b8754-e835-4844-9768-759d1f3bc8d3 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:20:49.081617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.082813 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb01d5-bcda-4fdd-b694-c6ed7157931d None None] The sync data for ids ['9018403d-e6ff-4956-857d-7445e9eca54e'] in dv-neutron-822328-3-hyperv is: [{'id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107010250', 'tenant_id': '29985579e4204648a2f86ee749dc11de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:45Z', 'updated_at': '2021-12-20T17:20:47Z', 'revision_number': 5, 'project_id': '29985579e4204648a2f86ee749dc11de', 'gw_port': {'id': 'fa4b8754-e835-4844-9768-759d1f3bc8d3', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018403d-e6ff-4956-857d-7445e9eca54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:46Z', 'updated_at': '2021-12-20T17:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:20:49.112220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Pushing event deleted for resources: {'Port': ['ID=d6070784-d1d4-4506-83aa-053db989ec1f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:49.114522 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] No DVR routers for this DVR port d6070784-d1d4-4506-83aa-053db989ec1f on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:20:49.123356 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.123710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.124049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.124384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.124711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.125040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.125363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.125727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.126085 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.126428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.129612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.129612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.129788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00683fe9-4f7f-459a-adbc-bc065df593aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.252445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.282384 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Port': ['ID=fa4b8754-e835-4844-9768-759d1f3bc8d3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:49.292375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba10848-20b4-490e-9f3c-7b6caeb6f262 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:20:49.307579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.307925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.308264 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.308598 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.308927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.309250 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.309622 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.309987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.310324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.310651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.310970 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.311293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.311607 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:49.351131 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.443787 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.445058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.499512 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.500054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Fanout notify agent at l3_agent the message router_deleted on router 9018403d-e6ff-4956-857d-7445e9eca54e {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:20:49.511712 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.514302 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-37dfc793-ee0a-4b7f-81d4-6d2537cdc511 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/routers/9018403d-e6ff-4956-857d-7445e9eca54e HTTP/1.1" status: 204 len: 168 time: 0.8396566 Dec 20 17:20:49.515745 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55428) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:49.548359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 873bbfb3-09e5-46b1-ad40-90deb20ed113 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:20:49.569618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 873bbfb3-09e5-46b1-ad40-90deb20ed113 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:20:49.569977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 873bbfb3-09e5-46b1-ad40-90deb20ed113 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:20:49.570528 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d6070784-d1d4-4506-83aa-053db989ec1f no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:20:49.591070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: d6070784-d1d4-4506-83aa-053db989ec1f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:20:49.591420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device d6070784-d1d4-4506-83aa-053db989ec1f not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:20:49.610442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.700128 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.721387 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3db522-d878-4052-bbbe-1c0eb84e3000']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:49.731580 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a151c193-c82d-436f-80a7-01d99f52db17') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:49.731876 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.services.segments.db [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a151c193-c82d-436f-80a7-01d99f52db17') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:49.741632 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25387060'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.756637 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.763381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:20:49.763756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26677722'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: warnings.warn(msg) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: Traceback (most recent call last): Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: timer() Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: cb(*args, **kw) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: return func(*args, **kwargs) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: self._notify() Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: self.callback(batched_events) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: event.method(event) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: return f(self, *a, **k) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._get(url).json() Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: return self.request(url, 'GET', **kwargs) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:20:49.766699 dv-neutron-822328-3-hyperv neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:20:49.826613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.833705 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.837340 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/networks/fb3db522-d878-4052-bbbe-1c0eb84e3000 HTTP/1.1" status: 204 len: 168 time: 0.3201616 Dec 20 17:20:49.840141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:49.848464 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b27a88-9d0d-4ebc-b0f9-db8ba360ba95 tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'Network': ['ID=fb3db522-d878-4052-bbbe-1c0eb84e3000,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:49.897036 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52d67f23-1f19-46b7-a854-ea475f5cadbc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.926985 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52d67f23-1f19-46b7-a854-ea475f5cadbc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.986453 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52d67f23-1f19-46b7-a854-ea475f5cadbc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.989151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52d67f23-1f19-46b7-a854-ea475f5cadbc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:49.990378 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-52d67f23-1f19-46b7-a854-ea475f5cadbc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] 10.222.0.60 "DELETE /v2.0/security-groups/5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3 HTTP/1.1" status: 204 len: 168 time: 0.1491570 Dec 20 17:20:49.999759 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d67f23-1f19-46b7-a854-ea475f5cadbc tempest-TestNetworkAdvancedServerOps-1626309713 tempest-TestNetworkAdvancedServerOps-1626309713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0c5af1-0946-47d7-8f1d-03fdcfa3dfa3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:50.273074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:50.418462 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-e0e6d352-f642-43db-805b-beb5e03bba80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29985579e4204648a2f86ee749dc11de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440916 Dec 20 17:20:50.420873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:50.467502 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b126a79-3a97-4b0c-b1d9-a67864edc425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:50.488052 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b126a79-3a97-4b0c-b1d9-a67864edc425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:50.535534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b126a79-3a97-4b0c-b1d9-a67864edc425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:50.538058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b126a79-3a97-4b0c-b1d9-a67864edc425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:50.539256 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6b126a79-3a97-4b0c-b1d9-a67864edc425 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cd04771-bbd0-4654-931f-007e17742295 HTTP/1.1" status: 204 len: 168 time: 0.1173494 Dec 20 17:20:50.547120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b126a79-3a97-4b0c-b1d9-a67864edc425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd04771-bbd0-4654-931f-007e17742295,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:50.793982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:50.807983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843e3608-946d-4276-8469-bcee61abc38f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:50.896062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843e3608-946d-4276-8469-bcee61abc38f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:50.899822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-843e3608-946d-4276-8469-bcee61abc38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:50.938697 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-843e3608-946d-4276-8469-bcee61abc38f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b429cebfcd94c0d8622339b4493bccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435707 Dec 20 17:20:50.939668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e3608-946d-4276-8469-bcee61abc38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d74279-1bef-4796-95dc-5abcf0861883,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:50.941370 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:50.989271 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-026687cf-26b7-4654-8ed2-c45843afe965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:51.015008 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-026687cf-26b7-4654-8ed2-c45843afe965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:51.060730 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-026687cf-26b7-4654-8ed2-c45843afe965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:51.063517 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-026687cf-26b7-4654-8ed2-c45843afe965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:51.064719 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-026687cf-26b7-4654-8ed2-c45843afe965 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59d74279-1bef-4796-95dc-5abcf0861883 HTTP/1.1" status: 204 len: 168 time: 0.1223583 Dec 20 17:20:51.072430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026687cf-26b7-4654-8ed2-c45843afe965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d74279-1bef-4796-95dc-5abcf0861883,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:51.210137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fa4b8754-e835-4844-9768-759d1f3bc8d3 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:20:51.236372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: fa4b8754-e835-4844-9768-759d1f3bc8d3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:20:51.236714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device fa4b8754-e835-4844-9768-759d1f3bc8d3 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:20:51.732323 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55474) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:51.825956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-362729481-network', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:20:51.848852 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Made reservation on behalf of ca028cfd64a74f748fa64b6b10e1fd6e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:20:51.851222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:51.859957 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:51.934205 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:51.938458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:51.968804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:20:51.970914 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc3497-9400-4482-b06f-44c89bb63c9b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:51.982220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:51.982586 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Added segment 3fec9073-1de5-44d4-8eee-e55c11664647 of type vlan for network d3420ba3-813d-4608-91ad-4fc95c8e3145 Dec 20 17:20:52.023480 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.047220 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.048217 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:52.048757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.083033 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3495119 Dec 20 17:20:52.086304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:52.091924 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Request body: {'subnet': {'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-362729481-subnet', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:20:52.113332 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f94a7-592b-4a5f-928c-332f85320373 admin admin] Pushing event updated for resources: {'Network': ['ID=d3420ba3-813d-4608-91ad-4fc95c8e3145,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:52.114692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Made reservation on behalf of ca028cfd64a74f748fa64b6b10e1fd6e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:20:52.118435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.124377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:20:52.284118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.340122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3a1917-af81-4485-b50d-65d6d9ea77a4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:52.347075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Checking segment: {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:20:52.347434 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Network hostable DHCP agents. Network: d3420ba3-813d-4608-91ad-4fc95c8e3145, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:20:52.363836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:20:52.372724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, d3420ba3-813d-4608-91ad-4fc95c8e3145) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:20:52.376866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:52.377457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.382703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f86cda-46eb-47d7-a98b-ff3475098ba3 None None] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:20:52.394974 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-0a14a3cd-da76-4b6b-8693-ba1caa7a80ad admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3069620 Dec 20 17:20:52.397574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:52.401981 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:20:52.424569 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.425579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.481222 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.496501 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-d3420ba3-813d-4608-91ad-4fc95c8e3145', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:20:52.497373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.621893 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.633783 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Allocated IP 172.20.0.2 (d3420ba3-813d-4608-91ad-4fc95c8e3145/9e3a1917-af81-4485-b50d-65d6d9ea77a4/28b62f75-2491-482f-abbc-0835a51c7c6c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:20:52.778491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.784231 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.830719 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:20:52.836187 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:20:52.838446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.839070 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:20:52.843757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Pushing event updated for resources: {'Port': ['ID=28b62f75-2491-482f-abbc-0835a51c7c6c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:52.858849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.902649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Attempting to bind port 28b62f75-2491-482f-abbc-0835a51c7c6c on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:20:52.902925 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Attempting to bind port 28b62f75-2491-482f-abbc-0835a51c7c6c by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:20:52.903381 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Attempting to bind port 28b62f75-2491-482f-abbc-0835a51c7c6c on network d3420ba3-813d-4608-91ad-4fc95c8e3145 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:20:52.908345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:20:52.908711 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Checking segment: {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:20:52.909116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.909490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Bound using segment: {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:20:52.909951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Bound port: 28b62f75-2491-482f-abbc-0835a51c7c6c, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:20:52.910350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:52.966121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Allocated IP 172.26.1.174 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:20:52.976760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] For port 28b62f75-2491-482f-abbc-0835a51c7c6c, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:20:52.981048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] For port 28b62f75-2491-482f-abbc-0835a51c7c6c, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=28b62f75-2491-482f-abbc-0835a51c7c6c,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:20:52.984857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.044521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5f7cb-27e6-4539-879b-1748e01396e3 None None] Pushing event updated for resources: {'Port': ['ID=28b62f75-2491-482f-abbc-0835a51c7c6c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:53.077620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.123302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.165303 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:20:53.168186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:20:53.171713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:20:53.205046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Pushing event updated for resources: {'Port': ['ID=eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:53.213216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25368be2-04d4-49a8-8d9e-0080134badb1 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:20:53.292216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-888505ad-24ac-4cc1-9fc9-ff4a73dc538e None None] Provisioning complete for port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:53.294491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-888505ad-24ac-4cc1-9fc9-ff4a73dc538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.334825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-888505ad-24ac-4cc1-9fc9-ff4a73dc538e None None] Port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:20:53.351173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 28b62f75-2491-482f-abbc-0835a51c7c6c up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:20:53.402757 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 28b62f75-2491-482f-abbc-0835a51c7c6c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:53.403461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.462880 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.482554 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.514607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 28b62f75-2491-482f-abbc-0835a51c7c6c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=28b62f75-2491-482f-abbc-0835a51c7c6c,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:20:53.518227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.568285 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=28b62f75-2491-482f-abbc-0835a51c7c6c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:53.655394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.784588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Router 770bcc73-ad55-4c2c-a20c-1e52be084b8d is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:20:53.910559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:20:53.924213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Sync routers for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:20:53.931122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:53.932506 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-34bfb8be-f50e-4463-95fe-f6385ec81c5f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5340152 Dec 20 17:20:53.935798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:53.936031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:53.937038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:54.059166 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:54.090362 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a687506-ca31-4cf0-9d30-8ac4a5497d70 None None] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:20:54.259331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c4b9cf0c-af2c-4ad8-9dba-02f8cec811cb None None] Provisioning complete for port 28b62f75-2491-482f-abbc-0835a51c7c6c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:54.259610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4b9cf0c-af2c-4ad8-9dba-02f8cec811cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:54.415121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:53Z', 'revision_number': 3, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:54.420550 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:54.443332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Checking router: 770bcc73-ad55-4c2c-a20c-1e52be084b8d for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:20:54.443332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Updating router 770bcc73-ad55-4c2c-a20c-1e52be084b8d port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:20:54.472829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:54.662979 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d2bca436-dc32-421d-b1df-54fcf9e436d1 None None] Provisioning complete for port 28b62f75-2491-482f-abbc-0835a51c7c6c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:54.663233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2bca436-dc32-421d-b1df-54fcf9e436d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:54.814567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:54.825137 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:54.869596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c0398-3849-44e6-8bfd-68a934da0e09 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:20:54.883581 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Attempting to bind port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:20:54.883929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Attempting to bind port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:20:54.884291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Attempting to bind port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:20:54.889026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add62e56-4387-4ba7-9880-26d37cc96829 None None] Pushing event updated for resources: {'Port': ['ID=eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:54.894505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:20:54.894875 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:20:54.895272 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:54.895746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:20:54.896181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Bound port: eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:20:54.896473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:54.924530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Allocated IP 172.20.0.1 (d3420ba3-813d-4608-91ad-4fc95c8e3145/9e3a1917-af81-4485-b50d-65d6d9ea77a4/4e79ba74-9eab-442c-8bf4-88bb2b6f5e37) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:20:54.960124 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] For port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:20:54.962212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fd47420e-41e5-4e41-a896-6e84cd531ffe None None] Provisioning complete for port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:54.962603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd47420e-41e5-4e41-a896-6e84cd531ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:54.965540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] For port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:20:54.997926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.031777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.044644 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fd47420e-41e5-4e41-a896-6e84cd531ffe None None] Port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:20:55.056106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b958c-d574-42e5-bfb9-91cab8b9dd88 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:20:55.073295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.082091 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:55.082771 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:55.086301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add62e56-4387-4ba7-9880-26d37cc96829 None None] Pushing event updated for resources: {'Port': ['ID=eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:55.113919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:20:55.116851 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:20:55.120437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:20:55.146196 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Pushing event updated for resources: {'Port': ['ID=4e79ba74-9eab-442c-8bf4-88bb2b6f5e37,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:55.164619 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.320186 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.353656 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 28b62f75-2491-482f-abbc-0835a51c7c6c up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:20:55.399513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cec3b65c-40a1-4115-bec3-a45e039521c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.427608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-28a95c33-eb32-446d-9d65-1213b0a9b1d9 None None] Provisioning complete for port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:55.427608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28a95c33-eb32-446d-9d65-1213b0a9b1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.430052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:55.493177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.498272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.568433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Pushing event updated for resources: {'Port': ['ID=4e79ba74-9eab-442c-8bf4-88bb2b6f5e37,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:55.571515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.573544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 28b62f75-2491-482f-abbc-0835a51c7c6c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:55.573911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.661874 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:20:55.663405 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:20:55.699177 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28a95c33-eb32-446d-9d65-1213b0a9b1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.752115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-28a95c33-eb32-446d-9d65-1213b0a9b1d9 None None] For port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:20:55.767397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28a95c33-eb32-446d-9d65-1213b0a9b1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.797293 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Router 770bcc73-ad55-4c2c-a20c-1e52be084b8d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:20:55.814420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:53Z', 'revision_number': 3, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:55.850540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b86dc-f5b2-4234-8c19-f61821a1a572 None None] The sync data for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv is: [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:53Z', 'revision_number': 3, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:20:55.863236 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a95c33-eb32-446d-9d65-1213b0a9b1d9 None None] Pushing event updated for resources: {'Port': ['ID=eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:55.893673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c595377f-45b6-4651-afef-bb487a4d04d7 None None] Provisioning complete for port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:55.894050 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c595377f-45b6-4651-afef-bb487a4d04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:55.935318 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:20:55.940132 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-5005ae76-8e4e-405d-9771-042dcf8b9cff admin admin] 10.222.0.60 "PUT /v2.0/routers/770bcc73-ad55-4c2c-a20c-1e52be084b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0026698 Dec 20 17:20:55.946868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c595377f-45b6-4651-afef-bb487a4d04d7 None None] Port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:20:56.070048 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d0d05c18-4e6d-4634-b398-31ffc8a8f5c2 None None] Provisioning complete for port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:56.070437 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0d05c18-4e6d-4634-b398-31ffc8a8f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.136986 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d0d05c18-4e6d-4634-b398-31ffc8a8f5c2 None None] Port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:20:56.480277 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:56.485298 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1909683996-network', 'tenant_id': '84fd92834b934141bb6374c80893f922'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:20:56.509834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Made reservation on behalf of 84fd92834b934141bb6374c80893f922 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:20:56.512273 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.521201 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.600106 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.604998 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.632773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:20:56.642822 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787984dc-aed6-4a63-a77a-52d6a760feda,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:56.647626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.647963 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Added segment 4a47c74b-d099-427c-8530-f0a612a72855 of type vlan for network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 Dec 20 17:20:56.689890 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.718004 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.718986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:56.719573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.776213 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2947838 Dec 20 17:20:56.778783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:56.785269 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Request body: {'subnet': {'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1909683996-subnet', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:20:56.792620 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7984d-d4fb-4f5e-b6a9-6a4b6e5cb3af admin admin] Pushing event updated for resources: {'Network': ['ID=ff0eaa23-5ba6-42c3-8eb6-99c05018ea07,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:56.802526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:20:56.815640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Made reservation on behalf of 84fd92834b934141bb6374c80893f922 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:20:56.819092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4190088'] for subnet, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:56.992428 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4186102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4190106'] for subnet, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.043790 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6d53e7-cf72-482f-9671-4dc4eae94a6c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:57.058470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Checking segment: {'id': '4a47c74b-d099-427c-8530-f0a612a72855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:20:57.058825 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Network hostable DHCP agents. Network: ff0eaa23-5ba6-42c3-8eb6-99c05018ea07, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:20:57.075253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:20:57.083435 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, ff0eaa23-5ba6-42c3-8eb6-99c05018ea07) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:20:57.088058 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:57.089372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.093604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1d254-2134-4e15-80a4-adff7b64dbe5 None None] Network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:20:57.104420 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-69dc9a0f-a94f-4c02-aa64-fd5a4ba1c3aa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3246441 Dec 20 17:20:57.106963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:57.111215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:20:57.133807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.134941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.192499 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.201847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-ff0eaa23-5ba6-42c3-8eb6-99c05018ea07', 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07', 'project_id': '84fd92834b934141bb6374c80893f922', 'fixed_ips': [{'subnet_id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:20:57.202103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.305922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:20:57.342805 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.395666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Allocated IP 172.20.0.2 (ff0eaa23-5ba6-42c3-8eb6-99c05018ea07/be6d53e7-cf72-482f-9671-4dc4eae94a6c/1afc88e7-8b21-4d23-969e-5e603156ab36) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:20:57.414862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:57.415230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.544301 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Sync routers for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:20:57.550824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.562846 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:57.563864 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:57.573129 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.610926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.618142 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.659121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:20:57.665427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:20:57.667316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Pushing event updated for resources: {'Port': ['ID=1afc88e7-8b21-4d23-969e-5e603156ab36,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:57.669483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:20:57.686662 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:57.694568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Allocated IP 172.26.1.197 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/484a44fc-6340-44aa-bbb7-78bbc21c564d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:20:57.729042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Attempting to bind port 1afc88e7-8b21-4d23-969e-5e603156ab36 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:20:57.729042 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Attempting to bind port 1afc88e7-8b21-4d23-969e-5e603156ab36 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4a47c74b-d099-427c-8530-f0a612a72855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:20:57.732723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Attempting to bind port 1afc88e7-8b21-4d23-969e-5e603156ab36 on network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:20:57.735456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:20:57.735833 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Checking segment: {'id': '4a47c74b-d099-427c-8530-f0a612a72855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:20:57.736863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.736863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Bound using segment: {'id': '4a47c74b-d099-427c-8530-f0a612a72855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:20:57.737199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Bound port: 1afc88e7-8b21-4d23-969e-5e603156ab36, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a47c74b-d099-427c-8530-f0a612a72855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:20:57.737536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.815369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] For port 1afc88e7-8b21-4d23-969e-5e603156ab36, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:20:57.819630 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.825164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] For port 1afc88e7-8b21-4d23-969e-5e603156ab36, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1afc88e7-8b21-4d23-969e-5e603156ab36,segment=NetworkSegment(4a47c74b-d099-427c-8530-f0a612a72855),segment_id=4a47c74b-d099-427c-8530-f0a612a72855)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:20:57.836539 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.857485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.869205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8671dcc3-e0b1-4e2f-b7ec-1f72007f1ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:57.898903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:20:57.903405 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:20:57.903820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78292122-bd2c-4ad0-89df-79b24ac39107 None None] Pushing event updated for resources: {'Port': ['ID=1afc88e7-8b21-4d23-969e-5e603156ab36,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:57.907445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:20:57.913252 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=484a44fc-6340-44aa-bbb7-78bbc21c564d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:57.927531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09672cd-6423-4f35-8592-8462880cdd27 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:20:57.981288 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0dbbef9d-4025-4921-8583-01b15593e6df None None] Provisioning complete for port 484a44fc-6340-44aa-bbb7-78bbc21c564d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:57.981905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dbbef9d-4025-4921-8583-01b15593e6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.012665 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 2, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:58.023537 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0dbbef9d-4025-4921-8583-01b15593e6df None None] Port 484a44fc-6340-44aa-bbb7-78bbc21c564d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:20:58.041962 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Checking router: 770bcc73-ad55-4c2c-a20c-1e52be084b8d for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:20:58.042333 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Updating router 770bcc73-ad55-4c2c-a20c-1e52be084b8d port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:20:58.075448 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.376781 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.381843 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.483584 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Pushing event updated for resources: {'Port': ['ID=4e79ba74-9eab-442c-8bf4-88bb2b6f5e37,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:58.494894 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.495241 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.495578 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.495908 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.496233 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.496551 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.497048 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.497547 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.498035 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.498382 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.498869 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.499193 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.499513 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:20:58.504108 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Attempting to bind port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:20:58.504480 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Attempting to bind port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:20:58.504837 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Attempting to bind port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 on network d3420ba3-813d-4608-91ad-4fc95c8e3145 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:20:58.510919 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:20:58.511291 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Checking segment: {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:20:58.511839 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.512230 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Bound using segment: {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:20:58.512699 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Bound port: 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:20:58.513088 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.552387 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.579393 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] For port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:20:58.582808 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] For port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=4e79ba74-9eab-442c-8bf4-88bb2b6f5e37,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:20:58.593835 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.639040 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.678546 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:58.678546 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:58.757262 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-69833605-a129-476e-acee-c49668e6ff56 None None] Provisioning complete for port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:58.757648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69833605-a129-476e-acee-c49668e6ff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.803121 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:58.822803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.877502 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2bf95-03d8-40bd-9692-c9b2a24ca3f4 None None] Pushing event updated for resources: {'Port': ['ID=4e79ba74-9eab-442c-8bf4-88bb2b6f5e37,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:58.882684 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69833605-a129-476e-acee-c49668e6ff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.922894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-69833605-a129-476e-acee-c49668e6ff56 None None] For port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=4e79ba74-9eab-442c-8bf4-88bb2b6f5e37,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:20:58.932727 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69833605-a129-476e-acee-c49668e6ff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:59.006090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69833605-a129-476e-acee-c49668e6ff56 None None] Pushing event updated for resources: {'Port': ['ID=4e79ba74-9eab-442c-8bf4-88bb2b6f5e37,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:20:59.022829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Router b1279b7e-da99-4472-b606-0f99e4de46f5 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:20:59.053250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4cb58822-8225-4e74-af04-eef6f5606b85 None None] Provisioning complete for port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:59.053384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cb58822-8225-4e74-af04-eef6f5606b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:59.067144 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:59.101490 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c09861-f9ac-4534-b1f2-b137871c111b None None] The sync data for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv is: [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:20:59.140208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbe0cb-b42f-4eae-abb4-6391b5335ccf None None] Network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:20:59.173754 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:20:59.199311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:59.203658 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2c482534-7bc5-4e90-aa42-2db35c2ec6f6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0930667 Dec 20 17:20:59.203921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55504) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:20:59.219731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55570957-9514-4a38-89d4-977887400399 None None] Sync routers for ids ['b1279b7e-da99-4472-b606-0f99e4de46f5'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:20:59.253764 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55570957-9514-4a38-89d4-977887400399 None None] Routers {'b1279b7e-da99-4472-b606-0f99e4de46f5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:20:59.254422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-55570957-9514-4a38-89d4-977887400399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b1279b7e-da99-4472-b606-0f99e4de46f5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:20:59.406823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:20:59.455750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8272f28f-f9df-4c42-8f2a-78ef59a6eb6a None None] Provisioning complete for port 1afc88e7-8b21-4d23-969e-5e603156ab36 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:59.456117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8272f28f-f9df-4c42-8f2a-78ef59a6eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:59.486005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-55570957-9514-4a38-89d4-977887400399 None None] Set router b1279b7e-da99-4472-b606-0f99e4de46f5 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:20:59.739816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:59.804203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:20:59.804572 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:59.890693 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8272f28f-f9df-4c42-8f2a-78ef59a6eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:59.916294 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Allocated IP 172.20.0.1 (ff0eaa23-5ba6-42c3-8eb6-99c05018ea07/be6d53e7-cf72-482f-9671-4dc4eae94a6c/e8f1b021-7d5b-4b51-bb96-867025a72f08) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:20:59.986037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8272f28f-f9df-4c42-8f2a-78ef59a6eb6a None None] For port 1afc88e7-8b21-4d23-969e-5e603156ab36, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1afc88e7-8b21-4d23-969e-5e603156ab36,segment=NetworkSegment(4a47c74b-d099-427c-8530-f0a612a72855),segment_id=4a47c74b-d099-427c-8530-f0a612a72855)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:20:59.995224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8272f28f-f9df-4c42-8f2a-78ef59a6eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.003442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1afc88e7-8b21-4d23-969e-5e603156ab36 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:21:00.047329 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.077189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-55570957-9514-4a38-89d4-977887400399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 3, 'project_id': '84fd92834b934141bb6374c80893f922', 'gw_port': {'id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:00.084142 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.114755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55570957-9514-4a38-89d4-977887400399 None None] Checking router: b1279b7e-da99-4472-b606-0f99e4de46f5 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:21:00.114755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55570957-9514-4a38-89d4-977887400399 None None] Updating router b1279b7e-da99-4472-b606-0f99e4de46f5 port 484a44fc-6340-44aa-bbb7-78bbc21c564d binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:21:00.120590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272f28f-f9df-4c42-8f2a-78ef59a6eb6a None None] Pushing event updated for resources: {'Port': ['ID=1afc88e7-8b21-4d23-969e-5e603156ab36,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:00.128889 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:21:00.134756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:21:00.136868 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f1b021-7d5b-4b51-bb96-867025a72f08,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:00.139222 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:21:00.154022 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55570957-9514-4a38-89d4-977887400399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.182607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-731710a8-1700-4d89-a53d-e70e41155b1d None None] Provisioning complete for port 1afc88e7-8b21-4d23-969e-5e603156ab36 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:00.182976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-731710a8-1700-4d89-a53d-e70e41155b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.211252 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.235277 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1afc88e7-8b21-4d23-969e-5e603156ab36 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:00.235606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.267121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.358392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.553797 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.560244 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.596800 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55570957-9514-4a38-89d4-977887400399 None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.603195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55570957-9514-4a38-89d4-977887400399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.631455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f1b021-7d5b-4b51-bb96-867025a72f08,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:00.634402 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.658878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ff8e8-67f0-4413-8a3d-b21260d00f2e None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:21:00.672007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e47866-ccdc-4f8c-a210-bd50ad1437a2 None None] Pushing event updated for resources: {'Port': ['ID=484a44fc-6340-44aa-bbb7-78bbc21c564d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:00.675428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-55570957-9514-4a38-89d4-977887400399 None None] Attempting to bind port 484a44fc-6340-44aa-bbb7-78bbc21c564d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:21:00.675803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-55570957-9514-4a38-89d4-977887400399 None None] Attempting to bind port 484a44fc-6340-44aa-bbb7-78bbc21c564d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:21:00.676164 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55570957-9514-4a38-89d4-977887400399 None None] Attempting to bind port 484a44fc-6340-44aa-bbb7-78bbc21c564d on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:21:00.678848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f3a0defe-fd50-47dd-a1eb-d60d5a960758 None None] Provisioning complete for port e8f1b021-7d5b-4b51-bb96-867025a72f08 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:00.679301 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3a0defe-fd50-47dd-a1eb-d60d5a960758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.705127 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55570957-9514-4a38-89d4-977887400399 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:21:00.705513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55570957-9514-4a38-89d4-977887400399 None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:21:00.706007 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55570957-9514-4a38-89d4-977887400399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.706444 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55570957-9514-4a38-89d4-977887400399 None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:21:00.706953 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-55570957-9514-4a38-89d4-977887400399 None None] Bound port: 484a44fc-6340-44aa-bbb7-78bbc21c564d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:21:00.707332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55570957-9514-4a38-89d4-977887400399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.734296 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:21:00.736143 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:21:00.748637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0defe-fd50-47dd-a1eb-d60d5a960758 None None] Port e8f1b021-7d5b-4b51-bb96-867025a72f08 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:21:00.770824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-55570957-9514-4a38-89d4-977887400399 None None] For port 484a44fc-6340-44aa-bbb7-78bbc21c564d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:21:00.774723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-55570957-9514-4a38-89d4-977887400399 None None] For port 484a44fc-6340-44aa-bbb7-78bbc21c564d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=484a44fc-6340-44aa-bbb7-78bbc21c564d,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:21:00.780546 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55570957-9514-4a38-89d4-977887400399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.836373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77197cb1-a007-4065-a9bc-4e123e61bb99 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:21:00.862207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55570957-9514-4a38-89d4-977887400399 None None] Routers {'b1279b7e-da99-4472-b606-0f99e4de46f5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:21:00.862937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-55570957-9514-4a38-89d4-977887400399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b1279b7e-da99-4472-b606-0f99e4de46f5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:00.864792 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e47866-ccdc-4f8c-a210-bd50ad1437a2 None None] Pushing event updated for resources: {'Port': ['ID=484a44fc-6340-44aa-bbb7-78bbc21c564d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:00.874336 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Router b1279b7e-da99-4472-b606-0f99e4de46f5 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:21:00.940374 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a820798b-c7d2-4ad2-9558-60070219639d None None] Provisioning complete for port 484a44fc-6340-44aa-bbb7-78bbc21c564d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:00.941059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a820798b-c7d2-4ad2-9558-60070219639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:00.975222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.009284 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:21:01.016697 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-24d5179a-8042-4e6f-bee1-5561fd7bf9f9 admin admin] 10.222.0.60 "PUT /v2.0/routers/b1279b7e-da99-4472-b606-0f99e4de46f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117115 Dec 20 17:21:01.031593 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-55570957-9514-4a38-89d4-977887400399 None None] Set router b1279b7e-da99-4472-b606-0f99e4de46f5 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:21:01.154002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a820798b-c7d2-4ad2-9558-60070219639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.207250 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a820798b-c7d2-4ad2-9558-60070219639d None None] For port 484a44fc-6340-44aa-bbb7-78bbc21c564d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=484a44fc-6340-44aa-bbb7-78bbc21c564d,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:01.215029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a820798b-c7d2-4ad2-9558-60070219639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.285619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1afc88e7-8b21-4d23-969e-5e603156ab36 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:21:01.331308 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820798b-c7d2-4ad2-9558-60070219639d None None] Pushing event updated for resources: {'Port': ['ID=484a44fc-6340-44aa-bbb7-78bbc21c564d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:01.365000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3970a91e-9e60-4035-9182-182b7197becb None None] Provisioning complete for port 484a44fc-6340-44aa-bbb7-78bbc21c564d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:01.365375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3970a91e-9e60-4035-9182-182b7197becb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.415921 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-55570957-9514-4a38-89d4-977887400399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 4, 'project_id': '84fd92834b934141bb6374c80893f922', 'gw_port': {'id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e8f1b021-7d5b-4b51-bb96-867025a72f08', 'name': '', 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'mac_address': 'fa:16:3e:43:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:59Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 2, 'project_id': '84fd92834b934141bb6374c80893f922', 'subnets': [{'id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:01.417580 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 1afc88e7-8b21-4d23-969e-5e603156ab36 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:01.417949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.469702 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55570957-9514-4a38-89d4-977887400399 None None] The sync data for ids ['b1279b7e-da99-4472-b606-0f99e4de46f5'] in dv-neutron-822328-3-hyperv is: [{'id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 4, 'project_id': '84fd92834b934141bb6374c80893f922', 'gw_port': {'id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e8f1b021-7d5b-4b51-bb96-867025a72f08', 'name': '', 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'mac_address': 'fa:16:3e:43:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:59Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 2, 'project_id': '84fd92834b934141bb6374c80893f922', 'subnets': [{'id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:21:01.477521 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55512) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:21:01.483582 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4e31a9ef-1d6d-4463-95d6-3d58ec5117b6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030760354', 'description': 'tempest-secgroup-smoke-2030760354 description', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:01.512757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e31a9ef-1d6d-4463-95d6-3d58ec5117b6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.594317 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e31a9ef-1d6d-4463-95d6-3d58ec5117b6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.601795 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e31a9ef-1d6d-4463-95d6-3d58ec5117b6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.635600 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e31a9ef-1d6d-4463-95d6-3d58ec5117b6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.636879 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4e31a9ef-1d6d-4463-95d6-3d58ec5117b6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1578510 Dec 20 17:21:01.639245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31a9ef-1d6d-4463-95d6-3d58ec5117b6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a309863-d6ff-4371-913b-6725509e42c3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:01.640089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:21:01.645477 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-89702bc4-fb2a-462e-9f9a-5fbd99af3eca tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '2a309863-d6ff-4371-913b-6725509e42c3', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:01.713329 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89702bc4-fb2a-462e-9f9a-5fbd99af3eca tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.744893 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3970a91e-9e60-4035-9182-182b7197becb None None] Provisioning complete for port e8f1b021-7d5b-4b51-bb96-867025a72f08 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:01.745183 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3970a91e-9e60-4035-9182-182b7197becb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.767985 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89702bc4-fb2a-462e-9f9a-5fbd99af3eca tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.776248 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89702bc4-fb2a-462e-9f9a-5fbd99af3eca tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.793128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3970a91e-9e60-4035-9182-182b7197becb None None] Port e8f1b021-7d5b-4b51-bb96-867025a72f08 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:21:01.798757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89702bc4-fb2a-462e-9f9a-5fbd99af3eca tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c639f0a-da7c-4c47-a728-d9178f754f01,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:01.805709 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89702bc4-fb2a-462e-9f9a-5fbd99af3eca tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.810204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:21:01.810433 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-89702bc4-fb2a-462e-9f9a-5fbd99af3eca tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691260 Dec 20 17:21:01.815388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-70ff1e4b-ec83-4084-ab7b-fbf2463247c0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '2a309863-d6ff-4371-913b-6725509e42c3', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:01.850638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70ff1e4b-ec83-4084-ab7b-fbf2463247c0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.918919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70ff1e4b-ec83-4084-ab7b-fbf2463247c0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.923326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70ff1e4b-ec83-4084-ab7b-fbf2463247c0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.945192 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff1e4b-ec83-4084-ab7b-fbf2463247c0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568fb0b4-32a0-44c2-a845-291c68539b1b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:01.954070 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70ff1e4b-ec83-4084-ab7b-fbf2463247c0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.955336 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-70ff1e4b-ec83-4084-ab7b-fbf2463247c0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435852 Dec 20 17:21:01.958031 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55518) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:21:01.962744 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-090ac07c-bfd8-4522-a600-d60fe7de71d0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '2a309863-d6ff-4371-913b-6725509e42c3', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:01.992080 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090ac07c-bfd8-4522-a600-d60fe7de71d0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.053176 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090ac07c-bfd8-4522-a600-d60fe7de71d0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.057941 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090ac07c-bfd8-4522-a600-d60fe7de71d0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.077807 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ac07c-bfd8-4522-a600-d60fe7de71d0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5cde0d-6540-44ea-8441-d32621d256f9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:02.083845 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-090ac07c-bfd8-4522-a600-d60fe7de71d0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.085219 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-090ac07c-bfd8-4522-a600-d60fe7de71d0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262081 Dec 20 17:21:02.088137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:21:02.092695 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cf31970d-7f26-44c5-974b-74cfbe840408 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '2a309863-d6ff-4371-913b-6725509e42c3', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:02.124389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf31970d-7f26-44c5-974b-74cfbe840408 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.199204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf31970d-7f26-44c5-974b-74cfbe840408 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.202904 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf31970d-7f26-44c5-974b-74cfbe840408 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.220109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31970d-7f26-44c5-974b-74cfbe840408 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838d092f-c20c-455c-bdac-f46fce1658ac,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:02.233226 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf31970d-7f26-44c5-974b-74cfbe840408 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.237180 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cf31970d-7f26-44c5-974b-74cfbe840408 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455913 Dec 20 17:21:02.237459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:21:02.245780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-65a355ff-58cb-450a-a534-a854b2e8726b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '2a309863-d6ff-4371-913b-6725509e42c3', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:02.270767 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-65a355ff-58cb-450a-a534-a854b2e8726b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Project ca028cfd64a74f748fa64b6b10e1fd6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:21:02.276085 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a355ff-58cb-450a-a534-a854b2e8726b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.344563 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a355ff-58cb-450a-a534-a854b2e8726b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.348524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a355ff-58cb-450a-a534-a854b2e8726b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.368163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a355ff-58cb-450a-a534-a854b2e8726b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8056e1-d556-4579-a2a2-dfa10402f11b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:02.377808 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a355ff-58cb-450a-a534-a854b2e8726b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.381562 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-65a355ff-58cb-450a-a534-a854b2e8726b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403315 Dec 20 17:21:02.381919 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:21:02.386541 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-00dd9851-30f7-4381-9439-684f607719c3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '2a309863-d6ff-4371-913b-6725509e42c3', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:02.412808 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-00dd9851-30f7-4381-9439-684f607719c3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Project ca028cfd64a74f748fa64b6b10e1fd6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:21:02.418986 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00dd9851-30f7-4381-9439-684f607719c3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.483573 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00dd9851-30f7-4381-9439-684f607719c3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.487575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00dd9851-30f7-4381-9439-684f607719c3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.505984 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd9851-30f7-4381-9439-684f607719c3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c924887-54ed-4fbe-900a-7d0024804c2c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:02.514616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00dd9851-30f7-4381-9439-684f607719c3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:02.515983 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-00dd9851-30f7-4381-9439-684f607719c3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330438 Dec 20 17:21:02.733863 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-7a52e765-14c0-45be-a368-55536d1e1f3c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030760354&fields=id&tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e HTTP/1.1" status: 200 len: 267 time: 0.0472870 Dec 20 17:21:02.851657 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-6e6268af-b499-49e1-819f-25b2d116b732 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:02.853731 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-6e6268af-b499-49e1-819f-25b2d116b732 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 808 time: 0.1103375 Dec 20 17:21:02.868866 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-65de7529-6a3b-408b-b07f-c386511c5ba8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/quotas/ca028cfd64a74f748fa64b6b10e1fd6e HTTP/1.1" status: 200 len: 375 time: 0.0092740 Dec 20 17:21:02.920118 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-3eaf55eb-2e1b-44c3-bae4-dd2eddb72e43 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452549 Dec 20 17:21:03.111186 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-c6b8f203-3fee-4590-bd53-61da28355d10 service neutron] 10.222.0.60 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792989 Dec 20 17:21:03.206627 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-cc5138c8-8ec3-4470-b848-8f2eb992f763 service neutron] 10.222.0.60 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890603 Dec 20 17:21:03.296414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 484a44fc-6340-44aa-bbb7-78bbc21c564d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:21:03.359991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 484a44fc-6340-44aa-bbb7-78bbc21c564d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:03.360367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:03.390714 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b6f4ba6c-9591-4bd7-a454-b692b0720bab req-c65c25f9-d7ef-4259-94e7-e69148aec831 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 210 time: 0.0332279 Dec 20 17:21:03.572879 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Sync routers for ids ['b1279b7e-da99-4472-b606-0f99e4de46f5'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:21:03.583451 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Routers {'b1279b7e-da99-4472-b606-0f99e4de46f5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:21:03.584033 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b1279b7e-da99-4472-b606-0f99e4de46f5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:03.689493 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Set router b1279b7e-da99-4472-b606-0f99e4de46f5 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:21:03.894201 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 4, 'project_id': '84fd92834b934141bb6374c80893f922', 'gw_port': {'id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e8f1b021-7d5b-4b51-bb96-867025a72f08', 'name': '', 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'mac_address': 'fa:16:3e:43:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:59Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 2, 'project_id': '84fd92834b934141bb6374c80893f922', 'subnets': [{'id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:03.920187 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Checking router: b1279b7e-da99-4472-b606-0f99e4de46f5 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:21:03.920532 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Updating router b1279b7e-da99-4472-b606-0f99e4de46f5 port e8f1b021-7d5b-4b51-bb96-867025a72f08 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:21:03.945116 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.294730 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.301847 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.364345 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-e04f1db4-fdb3-4fdd-8b20-2bf659e761d4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:04.366132 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-e04f1db4-fdb3-4fdd-8b20-2bf659e761d4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 808 time: 0.1165154 Dec 20 17:21:04.414088 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Attempting to bind port e8f1b021-7d5b-4b51-bb96-867025a72f08 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:21:04.415119 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Attempting to bind port e8f1b021-7d5b-4b51-bb96-867025a72f08 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4a47c74b-d099-427c-8530-f0a612a72855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:21:04.415541 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Attempting to bind port e8f1b021-7d5b-4b51-bb96-867025a72f08 on network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:21:04.421566 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:21:04.422108 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Checking segment: {'id': '4a47c74b-d099-427c-8530-f0a612a72855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:21:04.422622 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.423167 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Bound using segment: {'id': '4a47c74b-d099-427c-8530-f0a612a72855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:21:04.423745 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Bound port: e8f1b021-7d5b-4b51-bb96-867025a72f08, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a47c74b-d099-427c-8530-f0a612a72855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:21:04.424254 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.427785 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736105f-c18e-4bf1-a734-daafc74a4c1a None None] Pushing event updated for resources: {'Port': ['ID=e8f1b021-7d5b-4b51-bb96-867025a72f08,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:04.462510 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-3d023cb2-5fee-4479-9738-f60358670a48 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e HTTP/1.1" status: 200 len: 380 time: 0.0861812 Dec 20 17:21:04.477001 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'port': {'device_id': '35892bc0-4931-44ac-ad41-b0694237f966', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'admin_state_up': True, 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'security_groups': ['2a309863-d6ff-4371-913b-6725509e42c3']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:04.517079 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] For port e8f1b021-7d5b-4b51-bb96-867025a72f08, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:21:04.520909 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] For port e8f1b021-7d5b-4b51-bb96-867025a72f08, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8f1b021-7d5b-4b51-bb96-867025a72f08,segment=NetworkSegment(4a47c74b-d099-427c-8530-f0a612a72855),segment_id=4a47c74b-d099-427c-8530-f0a612a72855)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:21:04.525882 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.553873 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7a9c75bf-f490-4ec5-9cef-18f63ac5d19d req-c05ed2ea-45a7-4034-9682-2e43c75aef17 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 210 time: 0.0596752 Dec 20 17:21:04.595968 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Routers {'b1279b7e-da99-4472-b606-0f99e4de46f5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:21:04.596745 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b1279b7e-da99-4472-b606-0f99e4de46f5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:04.625952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Made reservation on behalf of ca028cfd64a74f748fa64b6b10e1fd6e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:21:04.629550 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.638002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6cece1f8-69fc-4c5a-8bb0-8e1a8705da79 None None] Provisioning complete for port e8f1b021-7d5b-4b51-bb96-867025a72f08 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:04.639018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cece1f8-69fc-4c5a-8bb0-8e1a8705da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.646522 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736105f-c18e-4bf1-a734-daafc74a4c1a None None] Pushing event updated for resources: {'Port': ['ID=e8f1b021-7d5b-4b51-bb96-867025a72f08,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:04.739129 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] Set router b1279b7e-da99-4472-b606-0f99e4de46f5 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:21:04.763634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cece1f8-69fc-4c5a-8bb0-8e1a8705da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.782193 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Allocated IP 172.20.0.12 (d3420ba3-813d-4608-91ad-4fc95c8e3145/9e3a1917-af81-4485-b50d-65d6d9ea77a4/030cc710-23a7-40ce-9de6-46032a3e7e87) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:21:04.804475 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6cece1f8-69fc-4c5a-8bb0-8e1a8705da79 None None] For port e8f1b021-7d5b-4b51-bb96-867025a72f08, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8f1b021-7d5b-4b51-bb96-867025a72f08,segment=NetworkSegment(4a47c74b-d099-427c-8530-f0a612a72855),segment_id=4a47c74b-d099-427c-8530-f0a612a72855)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:04.811861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cece1f8-69fc-4c5a-8bb0-8e1a8705da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.873427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cece1f8-69fc-4c5a-8bb0-8e1a8705da79 None None] Pushing event updated for resources: {'Port': ['ID=e8f1b021-7d5b-4b51-bb96-867025a72f08,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:04.932281 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6e52a077-5f56-4377-9dd2-ddf770cdbc6a None None] Provisioning complete for port e8f1b021-7d5b-4b51-bb96-867025a72f08 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:04.932679 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e52a077-5f56-4377-9dd2-ddf770cdbc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.942558 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.984993 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.985745 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 4, 'project_id': '84fd92834b934141bb6374c80893f922', 'gw_port': {'id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e8f1b021-7d5b-4b51-bb96-867025a72f08', 'name': '', 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'mac_address': 'fa:16:3e:43:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:59Z', 'updated_at': '2021-12-20T17:21:04Z', 'revision_number': 4, 'project_id': '84fd92834b934141bb6374c80893f922', 'subnets': [{'id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:05.016104 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad5361-c06c-428a-9866-0db4b2e81193 None None] The sync data for ids ['b1279b7e-da99-4472-b606-0f99e4de46f5'] in dv-neutron-822328-3-hyperv is: [{'id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:00Z', 'revision_number': 4, 'project_id': '84fd92834b934141bb6374c80893f922', 'gw_port': {'id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'e8f1b021-7d5b-4b51-bb96-867025a72f08', 'name': '', 'network_id': 'ff0eaa23-5ba6-42c3-8eb6-99c05018ea07', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'mac_address': 'fa:16:3e:43:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:59Z', 'updated_at': '2021-12-20T17:21:04Z', 'revision_number': 4, 'project_id': '84fd92834b934141bb6374c80893f922', 'subnets': [{'id': 'be6d53e7-cf72-482f-9671-4dc4eae94a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:21:05.034396 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:21:05.037448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:21:05.039927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:21:05.069973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:05.106219 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:05.106950 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.126551 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-1c994d4a-528e-4572-9b5d-77602a46f481 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6542745 Dec 20 17:21:05.140916 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Request body: {'port': {'device_id': '35892bc0-4931-44ac-ad41-b0694237f966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:05.241381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.306026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8f1b021-7d5b-4b51-bb96-867025a72f08 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:21:05.362852 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2b722b16-7b8f-48be-aa80-ad06ab685f71 None None] Provisioning complete for port 030cc710-23a7-40ce-9de6-46032a3e7e87 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:05.363589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b722b16-7b8f-48be-aa80-ad06ab685f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.393969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port e8f1b021-7d5b-4b51-bb96-867025a72f08 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:05.394469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.425619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2b722b16-7b8f-48be-aa80-ad06ab685f71 None None] Port 030cc710-23a7-40ce-9de6-46032a3e7e87 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:21:05.534028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030cc710-23a7-40ce-9de6-46032a3e7e87 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:21:05.542079 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.555514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Transition to ACTIVE for port object 030cc710-23a7-40ce-9de6-46032a3e7e87 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:21:05.560753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.626881 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:05.682783 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba112d-2ef2-47dd-8f30-0e9195daaaaf req-be97437a-b0fc-4cd3-b4fb-8dd8f431b36b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:05.684292 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-36ba112d-2ef2-47dd-8f30-0e9195daaaaf req-be97437a-b0fc-4cd3-b4fb-8dd8f431b36b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0541792 Dec 20 17:21:05.706446 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Attempting to bind port 030cc710-23a7-40ce-9de6-46032a3e7e87 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:21:05.706823 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Attempting to bind port 030cc710-23a7-40ce-9de6-46032a3e7e87 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:21:05.707089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Attempting to bind port 030cc710-23a7-40ce-9de6-46032a3e7e87 on network d3420ba3-813d-4608-91ad-4fc95c8e3145 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:21:05.712293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Port 030cc710-23a7-40ce-9de6-46032a3e7e87 on network d3420ba3-813d-4608-91ad-4fc95c8e3145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:21:05.712617 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Attempting to bind port 030cc710-23a7-40ce-9de6-46032a3e7e87 on network d3420ba3-813d-4608-91ad-4fc95c8e3145 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:21:05.718241 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:21:05.718608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Checking segment: {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:21:05.718994 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Bound using segment: {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:21:05.719423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Bound port: 030cc710-23a7-40ce-9de6-46032a3e7e87, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:21:05.719775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.746814 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-36ba112d-2ef2-47dd-8f30-0e9195daaaaf req-48041434-269f-483e-bcea-9c4d61157241 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559132 Dec 20 17:21:05.784547 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:21:05.787504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:21:05.792315 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.823837 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:05.824456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.825812 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] 10.222.0.18 "PUT /v2.0/ports/030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 1094 time: 0.6910594 Dec 20 17:21:05.826309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:21:05.828494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3263e1-5725-44a7-bd3b-3027f072c2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:21:05.870927 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5a9f9-cbad-4972-9c5b-24c77fcc6666 service neutron] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:05.910195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e8939d-6644-424a-9b07-56968e6e5740 x-openstack-request-id: req-56e8939d-6644-424a-9b07-56968e6e5740 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:21:05.910515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:21:05.910765 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56e8939d-6644-424a-9b07-56968e6e5740 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:21:05.911161 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'status': 'completed', 'code': 200} Dec 20 17:21:05.936900 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-ecae7df4-ea0e-4a98-ab46-c4c160e7ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:05.938912 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-ecae7df4-ea0e-4a98-ab46-c4c160e7ab06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1097 time: 0.0647919 Dec 20 17:21:05.986424 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-85501f9f-1aaa-4022-9c47-8e2d7e7548e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 217 time: 0.0397763 Dec 20 17:21:06.042119 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-e73d49af-8765-4b26-bee4-648a6e8e61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.043664 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-e73d49af-8765-4b26-bee4-648a6e8e61fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0499735 Dec 20 17:21:06.090634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-cec9c372-fdfd-4070-b939-94991a45ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.092160 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-cec9c372-fdfd-4070-b939-94991a45ba6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408401 Dec 20 17:21:06.185267 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-6c93e4a2-f0a1-4dec-8571-7bfde30781d5 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858872 Dec 20 17:21:06.280225 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d0f19b29-38c7-485c-870c-7b16dc90c2d2 req-55362b4d-ce9d-4a2b-8fc6-e5f9d9052c54 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875995 Dec 20 17:21:06.357912 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:21:06.370972 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-1fc8d17f-fb2d-4856-a0ca-233caca6745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.372464 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-1fc8d17f-fb2d-4856-a0ca-233caca6745e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1097 time: 0.0414624 Dec 20 17:21:06.459574 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-81908bcd-71f7-43f6-806a-611b0797f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.461532 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-81908bcd-71f7-43f6-806a-611b0797f560 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0814817 Dec 20 17:21:06.506790 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-20f112a0-e8c5-4800-b15b-01590821c175 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 217 time: 0.0368884 Dec 20 17:21:06.555174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-efea8392-29ed-4896-b804-2fc343b30898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.556495 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-efea8392-29ed-4896-b804-2fc343b30898 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0424256 Dec 20 17:21:06.602692 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-e0b6aefd-5826-47a2-9574-1e29e17361b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.604145 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-e0b6aefd-5826-47a2-9574-1e29e17361b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386517 Dec 20 17:21:06.703371 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-261d5d1c-7167-4a79-9e45-1292162624e7 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908654 Dec 20 17:21:06.795676 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5f3263e1-5725-44a7-bd3b-3027f072c2d8 req-eb2b98c9-0228-432f-bc15-9681c46fc548 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847933 Dec 20 17:21:06.860476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bf5e-113f-4363-bdf4-44b2f2a49045 req-e74c4929-6f76-4d9c-a131-da0181d1514d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.861881 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4de2bf5e-113f-4363-bdf4-44b2f2a49045 req-e74c4929-6f76-4d9c-a131-da0181d1514d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0496995 Dec 20 17:21:06.912452 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4de2bf5e-113f-4363-bdf4-44b2f2a49045 req-fb7672fa-2c3f-48bf-937b-56e957f473ee tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445523 Dec 20 17:21:08.028063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321650c-9abe-4d2e-b72d-9d6128887c93 req-2a899704-1a8b-48ac-a34d-e3202b1f4c5a tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:08.029530 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7321650c-9abe-4d2e-b72d-9d6128887c93 req-2a899704-1a8b-48ac-a34d-e3202b1f4c5a tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0479758 Dec 20 17:21:08.077588 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7321650c-9abe-4d2e-b72d-9d6128887c93 req-27c70f74-ea33-4097-ab5b-2bf10565ef43 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Dec 20 17:21:09.196302 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ba9a6-cb4c-463b-aba4-bc25c1efc5ed req-97b4e507-6f94-4e00-ba58-ff2bd33eb3d5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:09.197776 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-451ba9a6-cb4c-463b-aba4-bc25c1efc5ed req-97b4e507-6f94-4e00-ba58-ff2bd33eb3d5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0532002 Dec 20 17:21:09.246976 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-451ba9a6-cb4c-463b-aba4-bc25c1efc5ed req-98895ee2-84b5-4b95-ad7f-a18bdc879402 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Dec 20 17:21:10.285755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 030cc710-23a7-40ce-9de6-46032a3e7e87 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:21:10.362701 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cb9cd-b72b-44c4-8501-0c5efd96a511 req-b78fd0b7-cb1f-415e-9172-90c8959b29e4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:10.364175 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a36cb9cd-b72b-44c4-8501-0c5efd96a511 req-b78fd0b7-cb1f-415e-9172-90c8959b29e4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0485525 Dec 20 17:21:10.384940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:10.396687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'port_id': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:21:10.416143 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a36cb9cd-b72b-44c4-8501-0c5efd96a511 req-53f5807b-cf08-477f-b54a-1f056988618b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448074 Dec 20 17:21:10.438355 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:10.450725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030cc710-23a7-40ce-9de6-46032a3e7e87 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:21:10.469560 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:10.473409 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:10.527506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:10.683714 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['030cc710-23a7-40ce-9de6-46032a3e7e87'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:21:11.536640 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f66b7a-3cce-4667-a279-8d943b4dbbe7 req-98c1075d-3593-4aca-ba26-012216a84067 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:11.538047 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-48f66b7a-3cce-4667-a279-8d943b4dbbe7 req-98c1075d-3593-4aca-ba26-012216a84067 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 945 time: 0.0522683 Dec 20 17:21:11.587900 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-48f66b7a-3cce-4667-a279-8d943b4dbbe7 req-dc6bd12d-61ad-4214-b109-6b6cc241bcab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437803 Dec 20 17:21:12.301412 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 030cc710-23a7-40ce-9de6-46032a3e7e87 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:21:12.352695 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port 030cc710-23a7-40ce-9de6-46032a3e7e87 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:21:12.356831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 030cc710-23a7-40ce-9de6-46032a3e7e87 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:21:12.357138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:12.431436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:12.453174 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:21:12.455448 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53d6232-c62b-44fd-9068-4d2216067bb1" -d '{"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-plugged", "status": "completed", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:21:12.471876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:21:12.476032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:12.499115 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff533bec-2fe3-4f79-aa0d-f88645cd4cec x-openstack-request-id: req-ff533bec-2fe3-4f79-aa0d-f88645cd4cec {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:21:12.499416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-plugged", "status": "completed", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:21:12.499649 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff533bec-2fe3-4f79-aa0d-f88645cd4cec {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:21:12.500030 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'code': 200} Dec 20 17:21:12.526019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:12.662724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcd755-0d91-4dc5-ab99-2aecb7d7238c req-466f3bf0-07ab-4845-8b5e-98d342767e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:12.664223 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-22bcd755-0d91-4dc5-ab99-2aecb7d7238c req-466f3bf0-07ab-4845-8b5e-98d342767e38 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1099 time: 0.0441599 Dec 20 17:21:12.705177 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9945b0-0c10-4da5-8beb-caebfcc099a0 req-142f9a59-ae44-4f29-a310-c8fa25ce344f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:12.706698 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7d9945b0-0c10-4da5-8beb-caebfcc099a0 req-142f9a59-ae44-4f29-a310-c8fa25ce344f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0512898 Dec 20 17:21:12.716077 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-22bcd755-0d91-4dc5-ab99-2aecb7d7238c req-63f378f2-e535-4722-8c51-000d8d0687ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Dec 20 17:21:12.760634 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7d9945b0-0c10-4da5-8beb-caebfcc099a0 req-2e691cb6-d9d2-4e36-99f3-0747e191c1bf tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474415 Dec 20 17:21:13.876471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66eb65-6e40-4f8e-b1f6-8b7e53f71a91 req-7308aaf1-98dc-4de8-ae86-040f4b87de69 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:13.877956 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0b66eb65-6e40-4f8e-b1f6-8b7e53f71a91 req-7308aaf1-98dc-4de8-ae86-040f4b87de69 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0487778 Dec 20 17:21:13.926407 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0b66eb65-6e40-4f8e-b1f6-8b7e53f71a91 req-53174af0-920f-4d0b-8905-25a8bbde0342 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Dec 20 17:21:14.039049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3dbaa-021f-4f21-baa6-8cfc7e38fe9e req-40bb6247-7986-4dcf-a2db-690945fde2a3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:14.041179 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3ac3dbaa-021f-4f21-baa6-8cfc7e38fe9e req-40bb6247-7986-4dcf-a2db-690945fde2a3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0480094 Dec 20 17:21:14.089364 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3ac3dbaa-021f-4f21-baa6-8cfc7e38fe9e req-da343072-8baa-4fc7-9de1-98e51d98d07e tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424800 Dec 20 17:21:14.111158 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:21:14.194019 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5654f5-9603-4196-8f05-130d1d66fd8c tempest-TestShelveInstance-585180405 tempest-TestShelveInstance-585180405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:14.195574 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-cc5654f5-9603-4196-8f05-130d1d66fd8c tempest-TestShelveInstance-585180405 tempest-TestShelveInstance-585180405-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1094 time: 0.0834610 Dec 20 17:21:14.199085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:21:14.203265 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:21:14.227602 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:14.327721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:14.433530 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Allocated IP 172.26.1.76 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/243f7c2c-374a-4508-9544-fee3edc06da2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:21:14.541034 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:14.575312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:14.614408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:21:14.617129 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:21:14.621173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:21:14.626670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'Port': ['ID=243f7c2c-374a-4508-9544-fee3edc06da2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:14.700229 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:14.989576 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:15.056559 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:15.203804 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:15.208491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:15.279198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'Port': ['ID=243f7c2c-374a-4508-9544-fee3edc06da2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:21:15.293434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:15.394211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Floating IP bc9b3e1f-1ce5-491c-a982-b620ae7c229a associated. External IP: 172.26.1.76, port: 030cc710-23a7-40ce-9de6-46032a3e7e87. Dec 20 17:21:15.610981 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Router 770bcc73-ad55-4c2c-a20c-1e52be084b8d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:21:16.044416 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:21:16.054452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] Sync routers for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:21:16.063739 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:16.064520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:21:16.065143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:16.090383 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b38fc84c-6363-4b93-aeb1-e1a6c35f6daa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8902578 Dec 20 17:21:16.091022 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:21:16.093274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7320478d-3d17-463b-b3f8-ff6968f900a4" -d '{"events": [{"name": "network-changed", "server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:21:16.128987 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57682d6e-7ebc-4cde-8b80-5b12c5434fc1 x-openstack-request-id: req-57682d6e-7ebc-4cde-8b80-5b12c5434fc1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:21:16.129303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:21:16.129561 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57682d6e-7ebc-4cde-8b80-5b12c5434fc1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:21:16.129955 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'status': 'completed', 'code': 200} Dec 20 17:21:16.173240 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:21:16.197983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-b5bec9c2-fd4f-4123-aa76-217d8370f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:16.199525 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-b5bec9c2-fd4f-4123-aa76-217d8370f90e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1099 time: 0.0411944 Dec 20 17:21:16.296098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-5848750b-e23d-41bf-942f-41c3c578e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:16.297582 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-5848750b-e23d-41bf-942f-41c3c578e668 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0903556 Dec 20 17:21:16.366068 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-05935368-0452-4a0e-877b-ba1ddd2a7476 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 999 time: 0.0614834 Dec 20 17:21:16.396823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'bc9b3e1f-1ce5-491c-a982-b620ae7c229a', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'port_id': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35892bc0-4931-44ac-ad41-b0694237f966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:21:14Z', 'updated_at': '2021-12-20T17:21:14Z', 'revision_number': 0, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:16.414920 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-715d0e54-460d-422e-91d1-5572a26735b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:16.416906 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-715d0e54-460d-422e-91d1-5572a26735b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0438802 Dec 20 17:21:16.423442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] Checking router: 770bcc73-ad55-4c2c-a20c-1e52be084b8d for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:21:16.433144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:21:16.433872 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:20:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:16.462325 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-2e217ce7-6ff7-4883-a6db-dbb734f9f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:16.464119 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-2e217ce7-6ff7-4883-a6db-dbb734f9f753 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402534 Dec 20 17:21:16.538788 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:21:16.556676 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-8f3b6212-f25e-4d10-a4ed-c7e43760a818 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850480 Dec 20 17:21:16.648156 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7320478d-3d17-463b-b3f8-ff6968f900a4 req-29338d96-658d-465a-9877-81c711b73bf1 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845454 Dec 20 17:21:16.766850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'bc9b3e1f-1ce5-491c-a982-b620ae7c229a', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'port_id': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35892bc0-4931-44ac-ad41-b0694237f966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:21:14Z', 'updated_at': '2021-12-20T17:21:14Z', 'revision_number': 0, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:21:16.805112 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3756ed8-4366-4218-a7ac-82a54cbc778f None None] The sync data for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv is: [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': 'bc9b3e1f-1ce5-491c-a982-b620ae7c229a', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'floating_ip_address': '172.26.1.76', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'port_id': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35892bc0-4931-44ac-ad41-b0694237f966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:21:14Z', 'updated_at': '2021-12-20T17:21:14Z', 'revision_number': 0, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:21:17.004901 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b732202-326b-43a6-87c8-60fc8ed2f661 None None] New status for floating IP bc9b3e1f-1ce5-491c-a982-b620ae7c229a: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:21:25.161878 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b007c7a-7d67-40a2-9be8-3bb142d99ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:27.830916 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c686239c-acbc-446c-9633-4af3ee95fe66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:28.630166 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:30.196125 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:30.918769 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:32.947803 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-3f667b86-113d-4f7e-b227-1e37d4210e70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854902 Dec 20 17:21:33.066074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-82968de4-908b-48c0-baa2-e7edf580bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:33.067610 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-82968de4-908b-48c0-baa2-e7edf580bd02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1099 time: 0.0419767 Dec 20 17:21:33.180839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-b6ad15b8-53e1-4c3d-8dcd-af95c910386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:33.182205 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-b6ad15b8-53e1-4c3d-8dcd-af95c910386f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0908942 Dec 20 17:21:33.251190 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-2a847d5e-3100-4371-9074-380f3e98905b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 1001 time: 0.0606744 Dec 20 17:21:33.300676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-9245dcb3-d384-41c9-96ca-36eef183b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:33.302087 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-9245dcb3-d384-41c9-96ca-36eef183b97a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0432088 Dec 20 17:21:33.348059 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-99941c3d-0b33-49bb-9c94-eedb8cf3c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:33.349530 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-99941c3d-0b33-49bb-9c94-eedb8cf3c635 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398836 Dec 20 17:21:33.440743 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-3c4f5acd-4519-4462-9ef6-dd4bd84a5fad service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837336 Dec 20 17:21:33.533249 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4f639a14-9db4-48ed-bb61-4b8a7bfb8609 req-a538bde9-d770-447d-b58e-82db4eabd438 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845306 Dec 20 17:21:43.357445 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:21:44.722162 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:55.164426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de8d48db-df4a-4681-acd9-aec1804b5f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:57.833483 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93a64539-0c4a-4c9a-a896-c6a40f1f6b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:58.632062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:00.196842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:00.920763 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:14.715341 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:20.357226 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:22:21.064703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-9a26a4c2-7f79-439c-9006-117d08e791fd req-1d4b9315-6417-49ef-b4bc-0cd79338ff31 service neutron] (103324) timed out ('10.222.0.60', 51636) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 17:22:25.167197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ae23b9f-9a22-4cad-8d22-b1679afeef38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:27.835929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc0af09f-573f-4fe7-9c47-44e684d00bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:28.635751 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:30.199456 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:30.924088 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:33.921342 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-8cf7f4f0-dc17-4477-a325-b75b7584c517 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400608 Dec 20 17:22:34.005666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-5476d295-b407-44a4-ade7-21377fa64ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:34.007187 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-5476d295-b407-44a4-ade7-21377fa64ee4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1099 time: 0.0416620 Dec 20 17:22:34.112602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-ab377299-3499-40e5-bc0e-904512848202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:34.114075 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-ab377299-3499-40e5-bc0e-904512848202 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0861812 Dec 20 17:22:34.181449 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-490ee856-6a63-402c-9c45-01f8ac9b590a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 1001 time: 0.0599337 Dec 20 17:22:34.229537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-4ee28c2e-b0dd-40fc-93d7-8ece9e1d46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:34.231053 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-4ee28c2e-b0dd-40fc-93d7-8ece9e1d46c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0422544 Dec 20 17:22:34.274903 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-3d25d5aa-27f8-4d58-8145-04d2e5356cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:34.276351 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-3d25d5aa-27f8-4d58-8145-04d2e5356cc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386491 Dec 20 17:22:34.367765 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-8a4c3949-a4bd-4412-9bac-377766645621 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837855 Dec 20 17:22:34.457953 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4c9bd88e-87e3-422f-b66c-d4211e534339 req-e17d599f-3490-4bc2-9535-ba5065778fa3 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826530 Dec 20 17:22:44.717195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:55.170650 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ebe53d0-f0a8-43b9-b6d8-6de2fba72d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:57.356415 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:22:57.836175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3cd890a1-1513-4cbe-96ea-99ae8da63552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:58.640028 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:00.202309 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:00.929596 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:11.803108 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099027dc-ad21-447d-b9e8-295d16b3aa3b req-2a80a96b-f010-4c3e-accf-f6a261d89304 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:11.804704 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-099027dc-ad21-447d-b9e8-295d16b3aa3b req-2a80a96b-f010-4c3e-accf-f6a261d89304 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.1026201 Dec 20 17:23:11.854060 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-099027dc-ad21-447d-b9e8-295d16b3aa3b req-14efff75-f698-4646-8fde-f616dfca89e9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435219 Dec 20 17:23:12.979676 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051ebb5-144e-4798-a28a-01610a54aead req-609c683e-fe10-41fd-97c5-7a03353836b5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:12.981183 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1051ebb5-144e-4798-a28a-01610a54aead req-609c683e-fe10-41fd-97c5-7a03353836b5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0524137 Dec 20 17:23:13.030871 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1051ebb5-144e-4798-a28a-01610a54aead req-f548b850-0ee0-4a05-bb19-37fc0b6716bc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435133 Dec 20 17:23:14.145839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88942b-ab34-4123-b0ff-44cac49f0663 req-7fc8353f-5116-4e87-a307-b2ff4180839c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:14.147311 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d88942b-ab34-4123-b0ff-44cac49f0663 req-7fc8353f-5116-4e87-a307-b2ff4180839c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0474951 Dec 20 17:23:14.204654 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1d88942b-ab34-4123-b0ff-44cac49f0663 req-90efe19d-bb33-47db-ba6f-bd0292ea3c7b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512800 Dec 20 17:23:14.730643 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:15.329149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4c613-17e7-41db-a9b0-798751d8215f req-81ff91ab-abd5-40e0-94f6-70bc98c95031 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:15.330663 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1cb4c613-17e7-41db-a9b0-798751d8215f req-81ff91ab-abd5-40e0-94f6-70bc98c95031 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0564468 Dec 20 17:23:15.379543 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1cb4c613-17e7-41db-a9b0-798751d8215f req-b4e7e311-2395-48fd-a71d-9e2592fcf563 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Dec 20 17:23:16.498493 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959ac79-991b-4404-a87e-12ab7b9da0c3 req-b91cd74c-bbb3-40d5-854e-2c4bdead90d1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:16.499961 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4959ac79-991b-4404-a87e-12ab7b9da0c3 req-b91cd74c-bbb3-40d5-854e-2c4bdead90d1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0517209 Dec 20 17:23:16.547786 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4959ac79-991b-4404-a87e-12ab7b9da0c3 req-1eb0607f-d8e2-4b74-9da4-d236689050ac tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418961 Dec 20 17:23:17.661025 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6001ca-3d64-460a-a095-198b7e9bc964 req-b6266a0d-fb5e-4aad-ac84-679f46adb256 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:17.662580 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3c6001ca-3d64-460a-a095-198b7e9bc964 req-b6266a0d-fb5e-4aad-ac84-679f46adb256 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0486748 Dec 20 17:23:17.711148 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3c6001ca-3d64-460a-a095-198b7e9bc964 req-4e0122f6-81c4-4320-86e8-2056a5c814db tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Dec 20 17:23:18.826172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a86bdf-c2ed-48db-98c4-283131540dee req-6f08794c-6247-41ce-9a24-6a1678bf0f74 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:18.827644 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-21a86bdf-c2ed-48db-98c4-283131540dee req-6f08794c-6247-41ce-9a24-6a1678bf0f74 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0488338 Dec 20 17:23:18.875758 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-21a86bdf-c2ed-48db-98c4-283131540dee req-79450310-69c4-4d7e-8881-a24f59fde707 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 Dec 20 17:23:19.991788 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbce6ea-9f9d-4982-922d-da324f945e7e req-a3aa8eec-8657-4d63-a21f-ae9cd5e20598 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:19.993499 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6fbce6ea-9f9d-4982-922d-da324f945e7e req-a3aa8eec-8657-4d63-a21f-ae9cd5e20598 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0509813 Dec 20 17:23:20.048521 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6fbce6ea-9f9d-4982-922d-da324f945e7e req-40d859df-aba6-4d58-bdbf-ddbeb5b20d46 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489094 Dec 20 17:23:21.161478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439cb5a-e7a0-459f-a6b9-a30b029722b0 req-fa3089e6-ce49-4f16-ad10-39954efedb17 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:21.162967 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4439cb5a-e7a0-459f-a6b9-a30b029722b0 req-fa3089e6-ce49-4f16-ad10-39954efedb17 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0475085 Dec 20 17:23:21.214603 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4439cb5a-e7a0-459f-a6b9-a30b029722b0 req-3b6d9ff4-d29c-45c0-9381-785f09c007f8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458062 Dec 20 17:23:22.328792 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512f4d1-a032-4ba5-a6f3-0b8bed728585 req-0afca507-6429-445a-91ab-94a9d5c42592 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:22.330271 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a512f4d1-a032-4ba5-a6f3-0b8bed728585 req-0afca507-6429-445a-91ab-94a9d5c42592 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0488992 Dec 20 17:23:22.378764 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a512f4d1-a032-4ba5-a6f3-0b8bed728585 req-0c2230a0-b0fd-4321-a94f-506afa8e243d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Dec 20 17:23:23.865592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb42aea-2829-40df-92c4-ae1d4920fb77 req-6ddcc2d0-203f-4dd7-b394-15c8034579a1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:23.867162 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcb42aea-2829-40df-92c4-ae1d4920fb77 req-6ddcc2d0-203f-4dd7-b394-15c8034579a1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.4201605 Dec 20 17:23:23.930202 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcb42aea-2829-40df-92c4-ae1d4920fb77 req-48d5414d-768c-4064-ac6c-87dda15ed039 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468850 Dec 20 17:23:25.030738 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 030cc710-23a7-40ce-9de6-46032a3e7e87 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:23:25.091407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d033fd-3ab1-459f-9e35-20bc6ccebbcf req-d188a28b-c682-46e7-ac69-82d391d00740 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:25.100641 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9d033fd-3ab1-459f-9e35-20bc6ccebbcf req-d188a28b-c682-46e7-ac69-82d391d00740 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0631232 Dec 20 17:23:25.166070 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c9d033fd-3ab1-459f-9e35-20bc6ccebbcf req-fc7ba2bd-de6f-4fdf-8019-b5faf3881e16 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642622 Dec 20 17:23:25.222026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:23:25.224459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3565c2f7-c2c3-4f01-9719-faa7e17959c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:25.236076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'port_id': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:23:25.286659 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:25.303594 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 030cc710-23a7-40ce-9de6-46032a3e7e87 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:23:25.329373 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:23:25.333676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:25.390796 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:23:25.398756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.399239 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.399676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.400103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.400526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.400948 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.401364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.401756 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.402145 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.402583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.402956 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.403345 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.403728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:25.410618 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['030cc710-23a7-40ce-9de6-46032a3e7e87'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:23:26.283471 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae584-ce75-481e-8f05-ed0a20833c04 req-0922381c-3b26-40ee-8165-585b45fb517b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:26.287116 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-006ae584-ce75-481e-8f05-ed0a20833c04 req-0922381c-3b26-40ee-8165-585b45fb517b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 945 time: 0.0522804 Dec 20 17:23:26.346630 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-006ae584-ce75-481e-8f05-ed0a20833c04 req-4e76c892-f94e-4f7c-b7bc-6722a4db42b8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548632 Dec 20 17:23:27.029392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 030cc710-23a7-40ce-9de6-46032a3e7e87 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:23:27.093469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 030cc710-23a7-40ce-9de6-46032a3e7e87 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:23:27.094138 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:27.184517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:27.210874 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:23:27.213259 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6190c239-126b-4ef2-b315-131c56d7e833" -d '{"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-plugged", "status": "completed", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:23:27.228415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:23:27.235885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:27.304477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:23:27.326287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d781e65f-7bce-496c-8428-58ed9080d089 x-openstack-request-id: req-d781e65f-7bce-496c-8428-58ed9080d089 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:23:27.327225 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-plugged", "status": "completed", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:23:27.327480 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d781e65f-7bce-496c-8428-58ed9080d089 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:23:27.327870 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'code': 200} Dec 20 17:23:27.474289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb98a6-f19d-4625-88bb-93826673137e req-dd6c9702-5db8-4e86-a5db-eabc0a511363 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:27.475741 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-17fb98a6-f19d-4625-88bb-93826673137e req-dd6c9702-5db8-4e86-a5db-eabc0a511363 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0566647 Dec 20 17:23:27.531991 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-17fb98a6-f19d-4625-88bb-93826673137e req-965b78fc-8681-4679-bc3d-5205e958c516 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485601 Dec 20 17:23:27.847467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73e00ed0-5168-4d4a-ab7a-56f1c6bed005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:28.652715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:28.681011 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8655e-fc6e-4444-bb13-2010e55ad713 req-05c622a9-707a-4ac5-9762-6257d6e285cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:28.683198 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8ac8655e-fc6e-4444-bb13-2010e55ad713 req-05c622a9-707a-4ac5-9762-6257d6e285cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0636222 Dec 20 17:23:28.738598 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8ac8655e-fc6e-4444-bb13-2010e55ad713 req-45848933-7d02-4bed-b1b4-386ba66f1cb2 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489631 Dec 20 17:23:29.862666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb5b4a-0dad-461a-92d8-410fc4feac79 req-6f870a23-fcd4-4cd0-a133-732e388df90c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:29.864919 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96bb5b4a-0dad-461a-92d8-410fc4feac79 req-6f870a23-fcd4-4cd0-a133-732e388df90c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0524721 Dec 20 17:23:29.922528 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-96bb5b4a-0dad-461a-92d8-410fc4feac79 req-edf4a77f-81ed-43de-860b-b826cf7e5faf tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505466 Dec 20 17:23:30.206192 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:30.933623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:31.060434 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acfd28-a105-4147-a4ec-245fd8d9c6af req-c493f7b8-0d27-4bde-9c17-2e0ba9a61180 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:31.062727 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-35acfd28-a105-4147-a4ec-245fd8d9c6af req-c493f7b8-0d27-4bde-9c17-2e0ba9a61180 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0557029 Dec 20 17:23:31.120678 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-35acfd28-a105-4147-a4ec-245fd8d9c6af req-823ed058-7341-440b-aed6-3b375ac39818 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513985 Dec 20 17:23:32.247164 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cf051-aa98-43ba-a208-28114b9005cc req-6523af97-7e70-4f3d-a6cc-ca2d4db5c0f6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:32.248742 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-378cf051-aa98-43ba-a208-28114b9005cc req-6523af97-7e70-4f3d-a6cc-ca2d4db5c0f6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0574210 Dec 20 17:23:32.304308 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-378cf051-aa98-43ba-a208-28114b9005cc req-70618261-598a-4703-8c4d-81130a9a4b69 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485208 Dec 20 17:23:33.421816 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384742b-f260-4d9f-92d3-e6bd0391ff1a req-abdd4e54-a0b0-4c33-be2b-8c7f4329517d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:33.423306 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7384742b-f260-4d9f-92d3-e6bd0391ff1a req-abdd4e54-a0b0-4c33-be2b-8c7f4329517d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0485208 Dec 20 17:23:33.476930 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7384742b-f260-4d9f-92d3-e6bd0391ff1a req-e94ae0c8-0fc5-4f99-828a-fcd360500ad9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474939 Dec 20 17:23:33.806936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d93d1b-98cd-453d-a863-ddcca86780df req-3f3f6877-407e-4c52-81cf-d8274ac7f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:33.808299 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03d93d1b-98cd-453d-a863-ddcca86780df req-3f3f6877-407e-4c52-81cf-d8274ac7f397 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1099 time: 0.0402367 Dec 20 17:23:33.900747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d93d1b-98cd-453d-a863-ddcca86780df req-b6bc8aea-26f9-47cd-bd44-7c48818972a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:33.902193 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03d93d1b-98cd-453d-a863-ddcca86780df req-b6bc8aea-26f9-47cd-bd44-7c48818972a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0865333 Dec 20 17:23:33.966472 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03d93d1b-98cd-453d-a863-ddcca86780df req-451bffec-f5bb-4677-8f8c-228c4efe518c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 1001 time: 0.0571237 Dec 20 17:23:34.015455 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d93d1b-98cd-453d-a863-ddcca86780df req-493a6235-d2f5-41f0-9c58-e29386ea5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:34.016872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03d93d1b-98cd-453d-a863-ddcca86780df req-493a6235-d2f5-41f0-9c58-e29386ea5278 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0434299 Dec 20 17:23:34.064597 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d93d1b-98cd-453d-a863-ddcca86780df req-6ae0c0c9-8697-4019-94b0-297df5599c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:34.065945 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03d93d1b-98cd-453d-a863-ddcca86780df req-6ae0c0c9-8697-4019-94b0-297df5599c98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421772 Dec 20 17:23:34.153487 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03d93d1b-98cd-453d-a863-ddcca86780df req-b237d373-650f-4b4d-b080-b72283c54228 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791807 Dec 20 17:23:34.245094 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-03d93d1b-98cd-453d-a863-ddcca86780df req-d991e099-d746-42a1-8d1f-8d1b35b9a6b9 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Dec 20 17:23:34.354437 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:23:34.592383 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e9de9-8750-4955-a1d7-2b432b71d153 req-bca3c9b9-677a-4fac-8897-851ec0b44447 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:34.593861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-799e9de9-8750-4955-a1d7-2b432b71d153 req-bca3c9b9-677a-4fac-8897-851ec0b44447 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0487022 Dec 20 17:23:34.641802 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-799e9de9-8750-4955-a1d7-2b432b71d153 req-b04a1a7a-d64c-4f6c-aea0-2df7d6075f39 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Dec 20 17:23:35.757150 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2466c-96f8-48b3-944e-2274cf464590 req-50945ce9-d2b4-4f6e-968a-1970321f6a7d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:35.758685 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-44b2466c-96f8-48b3-944e-2274cf464590 req-50945ce9-d2b4-4f6e-968a-1970321f6a7d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0497251 Dec 20 17:23:35.811150 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-44b2466c-96f8-48b3-944e-2274cf464590 req-a8179165-5e9b-4956-aee8-11a9099ab248 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454805 Dec 20 17:23:35.896771 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcfe2065-feed-4d50-967e-d46939926216 req-f6023495-76d1-4b9a-9f72-37362202c6ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465190 Dec 20 17:23:35.990007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe2065-feed-4d50-967e-d46939926216 req-9b3a33cf-d670-4394-a55d-1499dc620176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:35.991542 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcfe2065-feed-4d50-967e-d46939926216 req-9b3a33cf-d670-4394-a55d-1499dc620176 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1099 time: 0.0478871 Dec 20 17:23:36.109168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe2065-feed-4d50-967e-d46939926216 req-71e2fff0-a5cb-47db-b10a-298706ad6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:36.110683 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcfe2065-feed-4d50-967e-d46939926216 req-71e2fff0-a5cb-47db-b10a-298706ad6941 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0974274 Dec 20 17:23:36.190205 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcfe2065-feed-4d50-967e-d46939926216 req-7c64490c-69d0-4ea8-a00e-cca5cc321a35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 1001 time: 0.0714440 Dec 20 17:23:36.241336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe2065-feed-4d50-967e-d46939926216 req-4ef12c85-ff39-42f7-a931-f322c5cd8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:36.242861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcfe2065-feed-4d50-967e-d46939926216 req-4ef12c85-ff39-42f7-a931-f322c5cd8fde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0464544 Dec 20 17:23:36.290179 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe2065-feed-4d50-967e-d46939926216 req-006d836d-fec9-4dab-af65-8c3a2f3ac6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:36.291781 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcfe2065-feed-4d50-967e-d46939926216 req-006d836d-fec9-4dab-af65-8c3a2f3ac6dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420439 Dec 20 17:23:36.387735 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcfe2065-feed-4d50-967e-d46939926216 req-a76f87fa-f142-4823-9772-2af73e9b5d0f service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892277 Dec 20 17:23:36.480605 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-dcfe2065-feed-4d50-967e-d46939926216 req-b28e1883-76e6-42ac-8ef4-abe2f6910bb0 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859687 Dec 20 17:23:36.940501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bef49-5d1b-4969-acaf-d423b0faafd0 req-0a18408d-6b71-4f68-b137-a479995d883c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:36.942006 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff1bef49-5d1b-4969-acaf-d423b0faafd0 req-0a18408d-6b71-4f68-b137-a479995d883c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 946 time: 0.0548275 Dec 20 17:23:36.991063 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ff1bef49-5d1b-4969-acaf-d423b0faafd0 req-50e6291b-6a74-4b35-969a-bc961dde463b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Dec 20 17:23:37.126870 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 030cc710-23a7-40ce-9de6-46032a3e7e87 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:23:37.133088 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-551edc2f-b34d-4b87-82a2-0d4126d41ad8 req-5752fbbf-8ae4-4417-aaf6-14396a261202 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:23:37.134113 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-551edc2f-b34d-4b87-82a2-0d4126d41ad8 req-5752fbbf-8ae4-4417-aaf6-14396a261202 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0716574 Dec 20 17:23:37.218358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:37.242296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:23:37.244641 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92742418-1145-46d7-a519-58c20c743232" -d '{"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-unplugged", "status": "completed", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:23:37.258451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:23:37.266997 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:37.296890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d45738b-0e29-4053-bb3a-b5995206d150 x-openstack-request-id: req-7d45738b-0e29-4053-bb3a-b5995206d150 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:23:37.297184 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-unplugged", "status": "failed", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87", "code": 422}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:23:37.297432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d45738b-0e29-4053-bb3a-b5995206d150 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:23:37.297858 dv-neutron-822328-3-hyperv neutron-server[103326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'code': 422} returned with failed status Dec 20 17:23:37.311304 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5007f-8d91-4969-a6db-4ab1aa136df1 req-ea298eec-7733-4f51-864f-6e1c5557f715 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:37.312836 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7cd5007f-8d91-4969-a6db-4ab1aa136df1 req-ea298eec-7733-4f51-864f-6e1c5557f715 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0611649 Dec 20 17:23:37.326723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:23:37.371917 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7cd5007f-8d91-4969-a6db-4ab1aa136df1 req-03b8df40-2d12-416e-bb02-1391d81dec3d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522127 Dec 20 17:23:37.523573 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-66dd22fa-fed7-4a08-92ed-00998e8822c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860550 Dec 20 17:23:38.494738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-4758378d-673f-4471-8898-9ea05a84caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:38.496248 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-4758378d-673f-4471-8898-9ea05a84caec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966&tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e HTTP/1.1" status: 200 len: 1097 time: 0.0409911 Dec 20 17:23:38.501819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba552b-9798-466f-931e-915080570066 req-c60e39a4-6087-4eec-b6b9-2fe61f29b4c6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:38.503509 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-59ba552b-9798-466f-931e-915080570066 req-c60e39a4-6087-4eec-b6b9-2fe61f29b4c6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0593498 Dec 20 17:23:38.564438 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-59ba552b-9798-466f-931e-915080570066 req-bffb11b3-055f-4be6-b6c7-2db71fd88db6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548377 Dec 20 17:23:38.571342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-4a0c667e-e6ee-413f-8592-5b4379e8f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:38.572822 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-4a0c667e-e6ee-413f-8592-5b4379e8f8ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1097 time: 0.0469270 Dec 20 17:23:38.666970 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-b45228cc-a243-4874-ac05-c7ffad0e648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:38.668352 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-b45228cc-a243-4874-ac05-c7ffad0e648f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0882905 Dec 20 17:23:38.739270 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-0c2769ce-d04b-49af-9111-69b373471a0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 999 time: 0.0641069 Dec 20 17:23:38.792780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-f4c8e077-716b-46bd-b038-ed1ab39a5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:38.794352 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-f4c8e077-716b-46bd-b038-ed1ab39a5ba8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0471621 Dec 20 17:23:38.843158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-60e9f731-da19-41b0-80fc-5867cb227340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:38.844684 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-60e9f731-da19-41b0-80fc-5867cb227340 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434949 Dec 20 17:23:38.942366 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-e7e0ba72-222d-4f5d-95b7-38041dc96d69 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901010 Dec 20 17:23:39.040770 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d3764b3d-e84c-40b5-bb88-88341dea7269 req-17b82abf-2806-451b-b2c7-42c1f437b122 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916126 Dec 20 17:23:39.709224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b5413-613d-4508-aeeb-ff32e78b162c req-cad50127-6211-458f-8bd6-e686ec48fd87 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:39.710864 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b3b5413-613d-4508-aeeb-ff32e78b162c req-cad50127-6211-458f-8bd6-e686ec48fd87 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0625899 Dec 20 17:23:39.764429 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b3b5413-613d-4508-aeeb-ff32e78b162c req-702495fb-dfd1-4123-8a4f-21f0dedea95e tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Dec 20 17:23:40.888437 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56327abc-8999-478a-ba6c-909b5481bf1d req-3b5afd3f-9ef5-4d62-bb9b-a42070b1ab16 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:40.890563 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-56327abc-8999-478a-ba6c-909b5481bf1d req-3b5afd3f-9ef5-4d62-bb9b-a42070b1ab16 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0536273 Dec 20 17:23:40.949325 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-56327abc-8999-478a-ba6c-909b5481bf1d req-604a4a0d-13f5-4ba9-8edb-923969e71beb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523705 Dec 20 17:23:42.078006 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973c0fc-c1cd-4640-8821-c0bbd9a40166 req-530cff51-969b-42be-a95e-a07450d09afa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:42.079622 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0973c0fc-c1cd-4640-8821-c0bbd9a40166 req-530cff51-969b-42be-a95e-a07450d09afa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0545068 Dec 20 17:23:42.133350 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0973c0fc-c1cd-4640-8821-c0bbd9a40166 req-79aa43e1-b2ff-43bc-807f-6c7e14829997 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473804 Dec 20 17:23:43.257686 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39890372-eb05-49b1-9e05-4b872747c589 req-8880ff85-35a7-48c5-af2c-5986dfb254f8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:43.259029 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-39890372-eb05-49b1-9e05-4b872747c589 req-8880ff85-35a7-48c5-af2c-5986dfb254f8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0512133 Dec 20 17:23:43.315494 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-39890372-eb05-49b1-9e05-4b872747c589 req-7f84c57b-4eeb-498a-b614-be6138c2d0c1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499504 Dec 20 17:23:44.444624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c8aa9-86fc-4dfb-9df4-7dca1be5f679 req-9e5f8d24-f209-4374-bb1a-b2be638bddd1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:44.446123 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-905c8aa9-86fc-4dfb-9df4-7dca1be5f679 req-9e5f8d24-f209-4374-bb1a-b2be638bddd1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0544522 Dec 20 17:23:44.500009 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-905c8aa9-86fc-4dfb-9df4-7dca1be5f679 req-832f1ee0-fdf5-494e-b106-5d7553fe6d4a tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473669 Dec 20 17:23:44.735089 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:45.627077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98898560-db17-456a-8a9a-8acf30235bb2 req-b181f682-8913-4dfc-b092-9fd7cb3a0383 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:45.629369 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-98898560-db17-456a-8a9a-8acf30235bb2 req-b181f682-8913-4dfc-b092-9fd7cb3a0383 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0585587 Dec 20 17:23:45.687119 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-98898560-db17-456a-8a9a-8acf30235bb2 req-3ad9342a-28e5-417a-b4ab-e7ceaa39e0f4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519791 Dec 20 17:23:46.824755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26dd5-8219-4f02-8a81-b4e9180617c8 req-8d7ea1e2-8d2d-4f92-beb3-60329097f849 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:46.826389 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-59d26dd5-8219-4f02-8a81-b4e9180617c8 req-8d7ea1e2-8d2d-4f92-beb3-60329097f849 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0562561 Dec 20 17:23:46.877829 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-59d26dd5-8219-4f02-8a81-b4e9180617c8 req-157053ba-14cb-4c72-a897-3e384577be6d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455668 Dec 20 17:23:47.999385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca651df-9012-4ffb-98f1-b93ab6b2b464 req-8509717b-ac16-4645-8aee-67f423b346a3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:48.001522 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6ca651df-9012-4ffb-98f1-b93ab6b2b464 req-8509717b-ac16-4645-8aee-67f423b346a3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0547101 Dec 20 17:23:48.054890 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6ca651df-9012-4ffb-98f1-b93ab6b2b464 req-e333422f-1b91-4f78-b7a6-d6333207291b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469601 Dec 20 17:23:49.174537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047d8c3-9fdb-46bd-99db-8686047307b9 req-2fa48dbd-d288-4f15-a42b-8ec61d33ec76 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:49.176052 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0047d8c3-9fdb-46bd-99db-8686047307b9 req-2fa48dbd-d288-4f15-a42b-8ec61d33ec76 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0513856 Dec 20 17:23:49.232579 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0047d8c3-9fdb-46bd-99db-8686047307b9 req-11691182-6f39-49f7-a8e1-185f43e691af tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499842 Dec 20 17:23:50.356406 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e83fe2-f57e-4d0f-b4bc-204fb5976289 req-d0fdfc8f-79ad-4bd1-9679-350800dc341a tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:50.358882 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-06e83fe2-f57e-4d0f-b4bc-204fb5976289 req-d0fdfc8f-79ad-4bd1-9679-350800dc341a tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0569537 Dec 20 17:23:50.411025 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-06e83fe2-f57e-4d0f-b4bc-204fb5976289 req-4d669ca9-4e3b-4352-9f61-2f56ff95bde8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450294 Dec 20 17:23:51.527714 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac660b5-14ac-41bd-a19a-207b6cd4bb71 req-c13fa304-7f23-4600-81b4-51de82dd1cb0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:51.529221 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fac660b5-14ac-41bd-a19a-207b6cd4bb71 req-c13fa304-7f23-4600-81b4-51de82dd1cb0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0486979 Dec 20 17:23:51.577809 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-fac660b5-14ac-41bd-a19a-207b6cd4bb71 req-acee371c-756d-40e4-9f7f-785abe89777d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Dec 20 17:23:52.692476 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e1e71-4a2e-4db0-b233-819bf3be5295 req-cd498112-d30d-495f-b86c-22d4ea5e9616 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:52.693928 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f54e1e71-4a2e-4db0-b233-819bf3be5295 req-cd498112-d30d-495f-b86c-22d4ea5e9616 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 944 time: 0.0488029 Dec 20 17:23:52.741919 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f54e1e71-4a2e-4db0-b233-819bf3be5295 req-d8f8a0bd-2db4-4503-9bc8-76b5666c5c30 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421031 Dec 20 17:23:53.248143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 030cc710-23a7-40ce-9de6-46032a3e7e87 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:23:53.343173 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:23:53.354463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'port_id': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:23:53.390227 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:53.403451 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030cc710-23a7-40ce-9de6-46032a3e7e87 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:23:53.423940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:23:53.428400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:53.477361 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:23:53.681847 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['030cc710-23a7-40ce-9de6-46032a3e7e87'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:23:53.858012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2b03e-7c7d-4bd1-841b-169e625b04a4 req-cdc3f006-d098-431a-a563-3831a946bda4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:53.859580 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2eb2b03e-7c7d-4bd1-841b-169e625b04a4 req-cdc3f006-d098-431a-a563-3831a946bda4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 945 time: 0.0493112 Dec 20 17:23:53.908645 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2eb2b03e-7c7d-4bd1-841b-169e625b04a4 req-d4e84363-84a0-4c28-b506-6620345d5be3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431981 Dec 20 17:23:55.025146 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51691279-be3f-43d6-a8ba-009811b94cf9 req-2780303a-7b8c-4da5-b992-0f09937994b1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:55.026791 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-51691279-be3f-43d6-a8ba-009811b94cf9 req-2780303a-7b8c-4da5-b992-0f09937994b1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 945 time: 0.0510838 Dec 20 17:23:55.081635 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-51691279-be3f-43d6-a8ba-009811b94cf9 req-3e72a77e-fc96-4681-a558-1aba96d0134c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476427 Dec 20 17:23:55.178467 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51c99ce9-7980-458b-abd3-f10d985e7c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:55.263492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 030cc710-23a7-40ce-9de6-46032a3e7e87 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:23:55.313848 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port 030cc710-23a7-40ce-9de6-46032a3e7e87 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:23:55.314242 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:55.388658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:55.411102 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:23:55.413338 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9e6a1e-565b-47a5-a0eb-166c4bdd7874" -d '{"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-plugged", "status": "completed", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:23:55.425858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:23:55.430902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:55.457959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b338f4c-7cfa-4b65-8378-a8e921cf1f47 x-openstack-request-id: req-1b338f4c-7cfa-4b65-8378-a8e921cf1f47 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:23:55.458280 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-plugged", "status": "completed", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:23:55.458669 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b338f4c-7cfa-4b65-8378-a8e921cf1f47 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:23:55.458935 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'code': 200} Dec 20 17:23:55.492957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:23:55.674535 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950288c5-99da-4840-801a-5110b0830672 req-553008a6-6af4-4ba7-9135-8b337c07bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:55.675959 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-950288c5-99da-4840-801a-5110b0830672 req-553008a6-6af4-4ba7-9135-8b337c07bc52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1100 time: 0.0436637 Dec 20 17:23:55.723403 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-950288c5-99da-4840-801a-5110b0830672 req-2986c1a1-8d50-4b96-8fc5-3b67cee08200 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 Dec 20 17:23:56.200118 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4e505-1ab5-4c80-89b7-07263c378b9e req-f2952e0f-41d2-4b48-9c78-347efc559a32 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:56.201581 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-95c4e505-1ab5-4c80-89b7-07263c378b9e req-f2952e0f-41d2-4b48-9c78-347efc559a32 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 947 time: 0.0507600 Dec 20 17:23:56.251635 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-95c4e505-1ab5-4c80-89b7-07263c378b9e req-34dd5668-637d-47f8-a4e0-9acd83d74da9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Dec 20 17:23:57.370645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba31f4-e6bb-4531-be16-2f80b6a85537 req-1f324c6a-0c0e-4320-ac1f-aad9d1a48def tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:57.372126 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1ba31f4-e6bb-4531-be16-2f80b6a85537 req-1f324c6a-0c0e-4320-ac1f-aad9d1a48def tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 947 time: 0.0496786 Dec 20 17:23:57.420461 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a1ba31f4-e6bb-4531-be16-2f80b6a85537 req-f92d4db7-3937-49b9-a349-5d162e095b5b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423903 Dec 20 17:23:57.840801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27101dd5-dbed-440a-bee0-2d717758d7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:58.534455 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef0b3-f5e6-4d1a-8ff0-2bab19c8d81b req-18536bcc-f7b1-4e93-9cc8-6c5e1aa326b9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:58.535932 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1d0ef0b3-f5e6-4d1a-8ff0-2bab19c8d81b req-18536bcc-f7b1-4e93-9cc8-6c5e1aa326b9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 947 time: 0.0483680 Dec 20 17:23:58.584464 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1d0ef0b3-f5e6-4d1a-8ff0-2bab19c8d81b req-e078b4bc-bde6-44a5-80a3-07978fc7b6d8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427356 Dec 20 17:23:58.646938 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.206993 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.925892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:11.353273 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:24:14.732010 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:25.180802 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d40348e6-89c6-40a5-a7f7-2bc1a0dfc152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:27.844175 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-788adfa6-aed1-4935-af2b-35ab687a2180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:28.651327 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:30.210439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:30.928452 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:36.328859 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-a7c0ea05-ff10-49eb-b46e-ce72b223b325 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445826 Dec 20 17:24:36.415658 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-dac12f7b-9d48-4bc6-9e06-a2e0108d4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.417180 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-dac12f7b-9d48-4bc6-9e06-a2e0108d4297 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1100 time: 0.0429652 Dec 20 17:24:36.532278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-76799c60-d4cf-4d21-adbb-70db1569e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.533726 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-76799c60-d4cf-4d21-adbb-70db1569e4cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0968945 Dec 20 17:24:36.601811 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-d9ce9043-a98d-4c85-933a-fff8faf1acb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 1001 time: 0.0583072 Dec 20 17:24:36.655809 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-7a1a2c23-c641-4a4d-aabc-fe74f672ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.657277 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-7a1a2c23-c641-4a4d-aabc-fe74f672ae36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0450161 Dec 20 17:24:36.706691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-863c2ced-d1be-4932-ae57-5b87dca740a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.708163 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-863c2ced-d1be-4932-ae57-5b87dca740a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442128 Dec 20 17:24:36.798222 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-b5f817a9-8c2c-4a5c-aa63-9dc98f6d7281 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818484 Dec 20 17:24:36.891155 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d7c30b18-b1b0-400b-97b7-148a8a471f1a req-db935e45-f579-4c62-a61d-6ee702b64d23 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851209 Dec 20 17:24:44.758298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:48.352455 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:24:55.183128 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4f0da50-f0b7-4d23-9381-c95dc28a86db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:57.847499 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99b8a67e-b31c-4b56-9a9c-0d74489dd1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:58.654350 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:00.214460 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:00.931469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:07.407524 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:07.573304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Deleting port 243f7c2c-374a-4508-9544-fee3edc06da2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:25:07.573635 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:07.651030 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:07.651348 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:07.664789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Calling delete_port for 243f7c2c-374a-4508-9544-fee3edc06da2 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:25:07.821866 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:07.848902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event deleted for resources: {'Port': ['ID=243f7c2c-374a-4508-9544-fee3edc06da2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:07.876445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.876826 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.877173 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.877518 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.877870 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.878227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.878617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.878977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.879329 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.879695 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.880045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.880408 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.880785 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:07.928359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:07.928702 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Floating IP bc9b3e1f-1ce5-491c-a982-b620ae7c229a disassociated (deleted). External IP: 172.26.1.76, port: 030cc710-23a7-40ce-9de6-46032a3e7e87. Dec 20 17:25:08.155108 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Router 770bcc73-ad55-4c2c-a20c-1e52be084b8d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:25:08.271751 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:25:08.276523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:08.282037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] Sync routers for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:25:08.292841 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:25:08.293491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:24:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:25:08.308226 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-1e0412fb-7a44-4041-9552-c08921f996cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "DELETE /v2.0/floatingips/bc9b3e1f-1ce5-491c-a982-b620ae7c229a HTTP/1.1" status: 204 len: 168 time: 0.8995807 Dec 20 17:25:08.308824 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:25:08.311188 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334e5539-9aec-472a-ae54-a641e9e9bf04" -d '{"events": [{"name": "network-changed", "server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:25:08.409076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:25:08.416276 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46833a54-2d80-43f7-bb0b-45a2b7716417 x-openstack-request-id: req-46833a54-2d80-43f7-bb0b-45a2b7716417 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:25:08.417312 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:25:08.417572 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46833a54-2d80-43f7-bb0b-45a2b7716417 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:25:08.417981 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'status': 'completed', 'code': 200} Dec 20 17:25:08.495334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-c1b2bff0-0169-4e47-be9a-c7fd74ef2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:08.496858 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-c1b2bff0-0169-4e47-be9a-c7fd74ef2379 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 1100 time: 0.0504644 Dec 20 17:25:08.566140 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c51ba-762a-4b1e-bd5b-546dab3d8652 req-c9f2aea7-bf99-4f27-8d8d-2f2d3b85fadd tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:08.567953 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-230c51ba-762a-4b1e-bd5b-546dab3d8652 req-c9f2aea7-bf99-4f27-8d8d-2f2d3b85fadd tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 947 time: 0.0560510 Dec 20 17:25:08.605186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-91f7ff66-f370-4d6e-8e2d-22085ae596cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:08.606817 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-91f7ff66-f370-4d6e-8e2d-22085ae596cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.1018579 Dec 20 17:25:08.622839 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-230c51ba-762a-4b1e-bd5b-546dab3d8652 req-bc96320c-7991-432e-812b-a1d8cf15a940 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485568 Dec 20 17:25:08.628665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:25:08.655881 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-e7f1b381-918d-4b75-9887-2b91828ca695 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 200 len: 217 time: 0.0411952 Dec 20 17:25:08.659942 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] Checking router: 770bcc73-ad55-4c2c-a20c-1e52be084b8d for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:25:08.669265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:25:08.669889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:24:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:25:08.710231 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-60e42a9d-ae4f-48ed-9258-5bcea046d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:08.711936 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-60e42a9d-ae4f-48ed-9258-5bcea046d348 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0480435 Dec 20 17:25:08.767856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-c31ba241-b521-4beb-84a4-c7c76e1d77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:08.769526 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-c31ba241-b521-4beb-84a4-c7c76e1d77b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498910 Dec 20 17:25:08.874524 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-a1613ad8-74de-4e8c-8a07-251ee4d66715 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966873 Dec 20 17:25:08.940000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:25:08.974576 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-334e5539-9aec-472a-ae54-a641e9e9bf04 req-eb52a806-b499-4943-80b9-e8e3ca4d8071 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923331 Dec 20 17:25:09.146587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:25:09.172770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94eaa7-177a-4c0e-bdd9-8c51b5e9cdd6 None None] The sync data for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv is: [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:25:09.407820 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b1ee9-abcc-4072-831b-be56dc73ecaf None None] New status for floating IP bc9b3e1f-1ce5-491c-a982-b620ae7c229a: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:25:09.766839 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde36f-73fa-4b7f-aca3-d7b21305c4b3 req-51cac4f4-0303-4f90-9102-660248f3cc96 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:09.769213 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-26bde36f-73fa-4b7f-aca3-d7b21305c4b3 req-51cac4f4-0303-4f90-9102-660248f3cc96 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 947 time: 0.0526807 Dec 20 17:25:09.855147 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-26bde36f-73fa-4b7f-aca3-d7b21305c4b3 req-6521a679-d20b-488e-a1d7-fce94cca1b10 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a309863-d6ff-4371-913b-6725509e42c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786676 Dec 20 17:25:09.868867 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-edc9ad1c-4308-4bbe-b6c7-145050f0595d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:09.870439 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-edc9ad1c-4308-4bbe-b6c7-145050f0595d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "GET /v2.0/ports?device_id=35892bc0-4931-44ac-ad41-b0694237f966 HTTP/1.1" status: 200 len: 947 time: 0.0875590 Dec 20 17:25:09.965265 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Deleting port 030cc710-23a7-40ce-9de6-46032a3e7e87 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:25:09.965627 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:10.061527 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] For port 030cc710-23a7-40ce-9de6-46032a3e7e87, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=030cc710-23a7-40ce-9de6-46032a3e7e87,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:25:10.061883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:10.076270 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Calling delete_port for 030cc710-23a7-40ce-9de6-46032a3e7e87 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:25:10.211776 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:10.245351 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event deleted for resources: {'Port': ['ID=030cc710-23a7-40ce-9de6-46032a3e7e87,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:10.259748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.260101 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.260456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.260799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.261132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.261465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.261798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.262152 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.262492 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.262816 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.263148 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.263474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.263799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:10.299118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] No DVR routers for this DVR port 030cc710-23a7-40ce-9de6-46032a3e7e87 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:25:10.301686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:10.304994 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b01009c9-3432-4cb7-b466-cfa4b6eb6ef6 req-f1099423-18a0-4096-8ebc-56469e4d59ab tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "DELETE /v2.0/ports/030cc710-23a7-40ce-9de6-46032a3e7e87 HTTP/1.1" status: 204 len: 173 time: 0.4274745 Dec 20 17:25:10.305349 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-deleted', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:25:10.307752 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdc453d-1a23-4e6b-8a98-b531229a6460" -d '{"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-deleted", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:25:10.404456 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e300a73e-935b-40e8-b0ab-7bc3a422597c x-openstack-request-id: req-e300a73e-935b-40e8-b0ab-7bc3a422597c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:25:10.404776 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35892bc0-4931-44ac-ad41-b0694237f966", "name": "network-vif-deleted", "tag": "030cc710-23a7-40ce-9de6-46032a3e7e87", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:25:10.405025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e300a73e-935b-40e8-b0ab-7bc3a422597c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:25:10.405427 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35892bc0-4931-44ac-ad41-b0694237f966', 'name': 'network-vif-deleted', 'tag': '030cc710-23a7-40ce-9de6-46032a3e7e87', 'status': 'completed', 'code': 200} Dec 20 17:25:10.928437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:10.986186 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe44638-7af0-4e5d-b1ea-f07647f8c9e4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.010362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe44638-7af0-4e5d-b1ea-f07647f8c9e4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.068077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe44638-7af0-4e5d-b1ea-f07647f8c9e4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.070919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbe44638-7af0-4e5d-b1ea-f07647f8c9e4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.072060 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-bbe44638-7af0-4e5d-b1ea-f07647f8c9e4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "DELETE /v2.0/security-groups/2a309863-d6ff-4371-913b-6725509e42c3 HTTP/1.1" status: 204 len: 168 time: 0.1426387 Dec 20 17:25:11.081624 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe44638-7af0-4e5d-b1ea-f07647f8c9e4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a309863-d6ff-4371-913b-6725509e42c3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:11.323012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 55948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:11.327651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3011f88a-e039-4457-b6fb-e6aef7b9d865 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633003995', 'description': 'tempest-secgroup-smoke-633003995 description', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:11.360005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3011f88a-e039-4457-b6fb-e6aef7b9d865 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.435977 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3011f88a-e039-4457-b6fb-e6aef7b9d865 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.441055 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3011f88a-e039-4457-b6fb-e6aef7b9d865 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.474016 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3011f88a-e039-4457-b6fb-e6aef7b9d865 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.475294 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3011f88a-e039-4457-b6fb-e6aef7b9d865 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1512454 Dec 20 17:25:11.478949 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:11.480236 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011f88a-e039-4457-b6fb-e6aef7b9d865 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:11.484226 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8ce12f42-945d-4fe1-9fd6-5ae498ff7890 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:11.518050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ce12f42-945d-4fe1-9fd6-5ae498ff7890 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.572646 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ce12f42-945d-4fe1-9fd6-5ae498ff7890 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.576322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ce12f42-945d-4fe1-9fd6-5ae498ff7890 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.594187 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce12f42-945d-4fe1-9fd6-5ae498ff7890 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76e4cfa-fb9c-48b5-83a2-076d1f3a2889,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:11.601687 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ce12f42-945d-4fe1-9fd6-5ae498ff7890 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.602943 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8ce12f42-945d-4fe1-9fd6-5ae498ff7890 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228516 Dec 20 17:25:11.605646 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:11.609859 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7c00be1b-d1b0-4ea7-9c41-d917163bd0cc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:11.638743 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c00be1b-d1b0-4ea7-9c41-d917163bd0cc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.697443 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c00be1b-d1b0-4ea7-9c41-d917163bd0cc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.701164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c00be1b-d1b0-4ea7-9c41-d917163bd0cc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.718536 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00be1b-d1b0-4ea7-9c41-d917163bd0cc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c9bd71-7291-4a40-9cd2-7f291ef42872,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:11.726894 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c00be1b-d1b0-4ea7-9c41-d917163bd0cc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.728090 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7c00be1b-d1b0-4ea7-9c41-d917163bd0cc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215365 Dec 20 17:25:11.730977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:11.735297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e687852d-a486-49a7-bb51-220483528847 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:11.763709 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e687852d-a486-49a7-bb51-220483528847 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.819491 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e687852d-a486-49a7-bb51-220483528847 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.823229 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e687852d-a486-49a7-bb51-220483528847 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.840604 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687852d-a486-49a7-bb51-220483528847 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf807676-c15c-4b7a-802f-aa35eb7f4125,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:11.848633 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e687852d-a486-49a7-bb51-220483528847 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.850844 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e687852d-a486-49a7-bb51-220483528847 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179817 Dec 20 17:25:11.852722 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:11.857349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-32646d6e-eb9b-4a98-b8cb-0846f1698ced tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:11.887396 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32646d6e-eb9b-4a98-b8cb-0846f1698ced tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.946103 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32646d6e-eb9b-4a98-b8cb-0846f1698ced tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.949921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32646d6e-eb9b-4a98-b8cb-0846f1698ced tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.967831 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32646d6e-eb9b-4a98-b8cb-0846f1698ced tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe7f020-83fe-4c15-b9e6-cc77bd746c3f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:11.978404 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32646d6e-eb9b-4a98-b8cb-0846f1698ced tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:11.979635 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-32646d6e-eb9b-4a98-b8cb-0846f1698ced tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259074 Dec 20 17:25:11.982282 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:11.987124 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-34ff1f2d-263c-4e8b-9355-b490ee443fd0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:12.012377 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-34ff1f2d-263c-4e8b-9355-b490ee443fd0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Project ca028cfd64a74f748fa64b6b10e1fd6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:25:12.017674 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ff1f2d-263c-4e8b-9355-b490ee443fd0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:12.085565 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ff1f2d-263c-4e8b-9355-b490ee443fd0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:12.089319 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ff1f2d-263c-4e8b-9355-b490ee443fd0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:12.108501 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff1f2d-263c-4e8b-9355-b490ee443fd0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad9f090-5acf-4dab-b437-6e5078bbdf9c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:12.118380 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ff1f2d-263c-4e8b-9355-b490ee443fd0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:12.119617 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-34ff1f2d-263c-4e8b-9355-b490ee443fd0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363928 Dec 20 17:25:12.122346 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 55960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:12.127297 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e552c026-bad2-4350-a06b-db2c327f75bb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'security_group_rule': {'security_group_id': '349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9', 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:12.151082 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-e552c026-bad2-4350-a06b-db2c327f75bb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Project ca028cfd64a74f748fa64b6b10e1fd6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:25:12.155944 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e552c026-bad2-4350-a06b-db2c327f75bb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:12.215334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e552c026-bad2-4350-a06b-db2c327f75bb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:12.218892 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e552c026-bad2-4350-a06b-db2c327f75bb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:12.236090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552c026-bad2-4350-a06b-db2c327f75bb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c449d46b-9f5f-4878-acc9-bd2f81125f1c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:12.246703 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e552c026-bad2-4350-a06b-db2c327f75bb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:12.255862 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-e552c026-bad2-4350-a06b-db2c327f75bb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324558 Dec 20 17:25:13.741197 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 030cc710-23a7-40ce-9de6-46032a3e7e87 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:25:13.762790 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: 030cc710-23a7-40ce-9de6-46032a3e7e87 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:25:13.763135 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device 030cc710-23a7-40ce-9de6-46032a3e7e87 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:25:14.757914 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:25.187186 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-284d63dd-1eed-4aec-9063-cdb6e90dd207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:25.354174 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:25:27.545538 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-f263f3fc-7ed8-4362-9480-8d33e7021cbf tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633003995&fields=id&tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e HTTP/1.1" status: 200 len: 267 time: 0.0426586 Dec 20 17:25:27.653045 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4d1b721a-bc89-48ce-91b2-c9b396b4a0a9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:27.654508 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4d1b721a-bc89-48ce-91b2-c9b396b4a0a9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 808 time: 0.1016450 Dec 20 17:25:27.669473 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-fdb01106-4ac4-46a3-9340-1393f43db61a tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/quotas/ca028cfd64a74f748fa64b6b10e1fd6e HTTP/1.1" status: 200 len: 375 time: 0.0090497 Dec 20 17:25:27.720883 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-622b15c8-bfad-4204-b28d-9b2664b0f788 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456700 Dec 20 17:25:27.819999 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-05e10647-efd6-4d7d-8151-8a1cdb2d2331 service neutron] 10.222.0.60 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877960 Dec 20 17:25:27.851292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d566560f-783f-4f71-92a7-6e68a2fc1256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:27.911353 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-035e2b12-739e-43bb-a149-4ec36e7a6d1b service neutron] 10.222.0.60 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855162 Dec 20 17:25:28.195764 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4fd325c0-5a54-4e9b-840b-e4e549271904 req-d17ab8b8-4b13-4348-a812-03c89c49c36d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 210 time: 0.0283523 Dec 20 17:25:28.655574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:29.100936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78ed6-3194-469d-a8df-66648315ef21 req-81febe20-2f26-4852-bfcd-06b0ffb2c85d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:29.102509 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-81febe20-2f26-4852-bfcd-06b0ffb2c85d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 808 time: 0.1061897 Dec 20 17:25:29.167567 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-0ebce441-f22c-4a52-891b-f6cc092322c0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e HTTP/1.1" status: 200 len: 379 time: 0.0557864 Dec 20 17:25:29.177827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'port': {'device_id': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'admin_state_up': True, 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'security_groups': ['349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:29.298674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Made reservation on behalf of ca028cfd64a74f748fa64b6b10e1fd6e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:25:29.303362 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7594e570-7fb9-4e94-9996-694393aaa128 req-e279a3d4-deec-4275-ba3b-1b8acb3cc7e5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 210 time: 0.0300179 Dec 20 17:25:29.303865 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:29.437281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Allocated IP 172.20.0.12 (d3420ba3-813d-4608-91ad-4fc95c8e3145/9e3a1917-af81-4485-b50d-65d6d9ea77a4/f0133398-f427-4738-bce8-920263496db9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:25:29.580384 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:29.614072 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:29.658700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:25:29.661775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:25:29.665478 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:25:29.692511 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'Port': ['ID=f0133398-f427-4738-bce8-920263496db9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:29.725548 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:29.726224 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:29.745535 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-e533e8eb-b50c-4447-adb9-9440ef303f0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719254 Dec 20 17:25:29.757688 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Request body: {'port': {'device_id': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:29.821996 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:29.971564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-31896b25-b67a-47e0-adac-ac10adf3ddd4 None None] Provisioning complete for port f0133398-f427-4738-bce8-920263496db9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:25:29.972071 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31896b25-b67a-47e0-adac-ac10adf3ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:30.008035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-31896b25-b67a-47e0-adac-ac10adf3ddd4 None None] Port f0133398-f427-4738-bce8-920263496db9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:25:30.117045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0133398-f427-4738-bce8-920263496db9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:25:30.124944 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:30.140602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Transition to ACTIVE for port object f0133398-f427-4738-bce8-920263496db9 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:25:30.145381 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:30.205847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0133398-f427-4738-bce8-920263496db9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:30.218018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:30.297390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Attempting to bind port f0133398-f427-4738-bce8-920263496db9 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:25:30.297833 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Attempting to bind port f0133398-f427-4738-bce8-920263496db9 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:25:30.298685 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Attempting to bind port f0133398-f427-4738-bce8-920263496db9 on network d3420ba3-813d-4608-91ad-4fc95c8e3145 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:25:30.304773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Port f0133398-f427-4738-bce8-920263496db9 on network d3420ba3-813d-4608-91ad-4fc95c8e3145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:25:30.305463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Attempting to bind port f0133398-f427-4738-bce8-920263496db9 on network d3420ba3-813d-4608-91ad-4fc95c8e3145 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:25:30.311505 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:25:30.312069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Checking segment: {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:25:30.312873 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Bound using segment: {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:25:30.314176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Bound port: f0133398-f427-4738-bce8-920263496db9, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fec9073-1de5-44d4-8eee-e55c11664647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:25:30.314659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:30.423912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:25:30.442237 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f0133398-f427-4738-bce8-920263496db9,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:25:30.451155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:25:30.462556 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:25:30.470411 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b64e9-ec5c-41e3-9ae1-b2cc78e73741 req-94d90b77-4c71-4f9d-ae7a-49e05bb0478c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:30.470411 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c2b64e9-ec5c-41e3-9ae1-b2cc78e73741 req-94d90b77-4c71-4f9d-ae7a-49e05bb0478c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0834446 Dec 20 17:25:30.517672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:30.517672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:30.519144 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 1094 time: 0.7659147 Dec 20 17:25:30.521438 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'tag': 'f0133398-f427-4738-bce8-920263496db9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:25:30.523835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45b5d15-ffa6-4a06-9548-35edba22c6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "tag": "f0133398-f427-4738-bce8-920263496db9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:25:30.566105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4dc3f-bfec-4027-a7a8-43ebd4bb59a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0133398-f427-4738-bce8-920263496db9,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:30.603309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055f87e4-93b7-473f-8f6c-3c50e4d2e509 x-openstack-request-id: req-055f87e4-93b7-473f-8f6c-3c50e4d2e509 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:25:30.603642 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "tag": "f0133398-f427-4738-bce8-920263496db9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:25:30.603914 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-055f87e4-93b7-473f-8f6c-3c50e4d2e509 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:25:30.604326 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'tag': 'f0133398-f427-4738-bce8-920263496db9', 'status': 'completed', 'code': 200} Dec 20 17:25:30.610067 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-2c2b64e9-ec5c-41e3-9ae1-b2cc78e73741 req-0f034fa6-6f01-4578-8c04-574b0b9c72ce tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221943 Dec 20 17:25:30.629253 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78ed6-3194-469d-a8df-66648315ef21 req-6c305ec9-f2cc-43c7-861e-a6c36c79ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:30.630838 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-6c305ec9-f2cc-43c7-861e-a6c36c79ada4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1097 time: 0.0570073 Dec 20 17:25:30.716858 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-c08968a7-a77c-4866-984d-2ec2527dc0b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 217 time: 0.0779026 Dec 20 17:25:30.777567 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78ed6-3194-469d-a8df-66648315ef21 req-63dccc0f-ae94-41bf-815e-5a08b249ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:30.779282 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-63dccc0f-ae94-41bf-815e-5a08b249ff2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0539558 Dec 20 17:25:30.838243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78ed6-3194-469d-a8df-66648315ef21 req-b0ad4290-dd0b-4376-a080-6c8c3a899dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:30.839850 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-b0ad4290-dd0b-4376-a080-6c8c3a899dbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533812 Dec 20 17:25:30.939646 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:30.968860 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-dac181f0-8309-4844-bb2d-9af47bdc954e service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213753 Dec 20 17:25:31.072091 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-64f78ed6-3194-469d-a8df-66648315ef21 req-a9367f4c-e509-4862-9c7f-ccffe4431e13 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958142 Dec 20 17:25:31.168874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-54e77b9c-827c-467b-8905-513fa5ea5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:31.170741 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-54e77b9c-827c-467b-8905-513fa5ea5c12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1097 time: 0.0506632 Dec 20 17:25:31.288394 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-d3cf4dc9-a4d3-4280-a21e-69fdf75eb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:31.289828 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-d3cf4dc9-a4d3-4280-a21e-69fdf75eb9c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.1113405 Dec 20 17:25:31.339331 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-d45078fc-fa9a-4a77-9071-a181f29ada69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 217 time: 0.0421619 Dec 20 17:25:31.755167 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-086bb4ca-a92a-45bd-8d23-cf5aa2fcacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:31.756696 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-086bb4ca-a92a-45bd-8d23-cf5aa2fcacb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.4105685 Dec 20 17:25:31.815145 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-c685fadd-951a-4b5f-a199-b7bcb7561d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:31.815810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2da8b1-68bb-4ec1-9d7b-9dd99b5315cf req-da95d36a-19da-4a00-b024-6b237a8c609f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:31.817659 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-c685fadd-951a-4b5f-a199-b7bcb7561d8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535154 Dec 20 17:25:31.818372 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6f2da8b1-68bb-4ec1-9d7b-9dd99b5315cf req-da95d36a-19da-4a00-b024-6b237a8c609f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0695221 Dec 20 17:25:31.886529 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-6f2da8b1-68bb-4ec1-9d7b-9dd99b5315cf req-e0440903-0d0c-4064-b9b2-5c37324fa094 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608873 Dec 20 17:25:31.947120 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-305d7f05-84fc-42a2-a7d6-fb30765a2455 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222272 Dec 20 17:25:32.073559 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b45b5d15-ffa6-4a06-9548-35edba22c6ce req-68c15f9f-b5fd-4e42-864b-eed4c7d3890d service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196122 Dec 20 17:25:33.062352 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d717f-4de0-4f63-b244-3f058e6efdb5 req-5ed08924-6670-4fd6-b5e0-49427cb39c73 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:33.065450 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f35d717f-4de0-4f63-b244-3f058e6efdb5 req-5ed08924-6670-4fd6-b5e0-49427cb39c73 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0821667 Dec 20 17:25:33.137554 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f35d717f-4de0-4f63-b244-3f058e6efdb5 req-6cf023b8-7615-4a0d-b09c-f49201259554 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661941 Dec 20 17:25:34.457448 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3190e1-788b-481f-9eeb-a1c27d00f77e req-285ac01c-94ed-41a5-be5e-8f197996419b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:34.457448 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e3190e1-788b-481f-9eeb-a1c27d00f77e req-285ac01c-94ed-41a5-be5e-8f197996419b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0617232 Dec 20 17:25:34.514956 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e3190e1-788b-481f-9eeb-a1c27d00f77e req-86910eef-8290-4ca2-b9e5-21b7e8c31b3b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474668 Dec 20 17:25:35.635445 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e52f7-f6d9-441b-8349-7e826b2cf321 req-3e5c08c0-e645-4858-9776-39333d7e81fb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:35.636873 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a15e52f7-f6d9-441b-8349-7e826b2cf321 req-3e5c08c0-e645-4858-9776-39333d7e81fb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0513742 Dec 20 17:25:35.692626 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a15e52f7-f6d9-441b-8349-7e826b2cf321 req-735fc25f-9ede-4b18-8325-dfc5747087a6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 Dec 20 17:25:36.826968 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf6085-9ddd-448e-a6c9-475e802b5d9c req-20d28d62-3299-4391-aac0-0808f5797a26 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:36.828482 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ddbf6085-9ddd-448e-a6c9-475e802b5d9c req-20d28d62-3299-4391-aac0-0808f5797a26 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0624695 Dec 20 17:25:36.888413 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-ddbf6085-9ddd-448e-a6c9-475e802b5d9c req-9462db2b-e490-404e-b0bb-6bdf503ca95c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534279 Dec 20 17:25:38.014644 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdae7f-0e91-40e5-89d9-3dd6d1a7fa75 req-8d5cff9d-c67d-434f-97dd-2ac30a011844 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:38.016222 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-65bdae7f-0e91-40e5-89d9-3dd6d1a7fa75 req-8d5cff9d-c67d-434f-97dd-2ac30a011844 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0514212 Dec 20 17:25:38.066432 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-65bdae7f-0e91-40e5-89d9-3dd6d1a7fa75 req-c8e9f09d-bec1-4a46-ad9a-ef255b269986 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437300 Dec 20 17:25:39.184490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265fe52-db54-47a1-a3dc-47c0b9cbee14 req-8bd143a8-3f3e-4bd9-aacb-b3ca593783f4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:39.186029 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1265fe52-db54-47a1-a3dc-47c0b9cbee14 req-8bd143a8-3f3e-4bd9-aacb-b3ca593783f4 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0510983 Dec 20 17:25:39.238785 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1265fe52-db54-47a1-a3dc-47c0b9cbee14 req-2b242bf8-88b9-4677-8e1e-d95de11ab7aa tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466359 Dec 20 17:25:40.363083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14233-2c24-485b-8a54-3c81a2cbc223 req-f43ba45e-4fb0-407e-a288-2ee8ac31092e tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:40.364694 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-17b14233-2c24-485b-8a54-3c81a2cbc223 req-f43ba45e-4fb0-407e-a288-2ee8ac31092e tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0566099 Dec 20 17:25:40.424284 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-17b14233-2c24-485b-8a54-3c81a2cbc223 req-0913c251-6121-46e5-8277-053dcc4021b5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531564 Dec 20 17:25:41.564180 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea65a40-4fb7-4abe-ad32-2c9bd3b7fd39 req-ae74d4f0-acc5-46cf-b38c-8092f0276ab6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:41.565785 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3ea65a40-4fb7-4abe-ad32-2c9bd3b7fd39 req-ae74d4f0-acc5-46cf-b38c-8092f0276ab6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0533719 Dec 20 17:25:41.619839 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3ea65a40-4fb7-4abe-ad32-2c9bd3b7fd39 req-c1bcd4ed-91c4-4f97-a0e7-75309b769c40 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479140 Dec 20 17:25:41.976418 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f0133398-f427-4738-bce8-920263496db9 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:25:42.080462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f0133398-f427-4738-bce8-920263496db9,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:25:42.092897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'f0133398-f427-4738-bce8-920263496db9', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'port_id': 'f0133398-f427-4738-bce8-920263496db9', 'mac_address': 'fa:16:3e:a8:90:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:25:42.137081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:42.151737 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0133398-f427-4738-bce8-920263496db9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:25:42.173428 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f0133398-f427-4738-bce8-920263496db9,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:25:42.178995 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:42.229866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=f0133398-f427-4738-bce8-920263496db9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:42.237858 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.238203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.238647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.238983 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.239315 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.239647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.239973 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.240291 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.240617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.240943 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.241266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.241578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.241900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:25:42.389052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['f0133398-f427-4738-bce8-920263496db9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:25:42.748629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576662e3-1a70-4e5a-b544-29902e9c8dcc req-562073df-1968-4f0b-a340-ad4c3e585e26 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:42.750436 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-576662e3-1a70-4e5a-b544-29902e9c8dcc req-562073df-1968-4f0b-a340-ad4c3e585e26 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 945 time: 0.0544677 Dec 20 17:25:42.805375 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-576662e3-1a70-4e5a-b544-29902e9c8dcc req-879f9ff5-40e6-4afd-9a86-0889070049d5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485225 Dec 20 17:25:43.940525 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806debe4-cfc4-4793-9e4b-f228c08e1147 req-8248816f-1887-41ce-8780-45c63ab8bacb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:43.942037 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-806debe4-cfc4-4793-9e4b-f228c08e1147 req-8248816f-1887-41ce-8780-45c63ab8bacb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 945 time: 0.0587409 Dec 20 17:25:43.976903 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f0133398-f427-4738-bce8-920263496db9 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:25:43.995316 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-806debe4-cfc4-4793-9e4b-f228c08e1147 req-42ccf01e-958f-4b38-9a3d-381b1549fd33 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471029 Dec 20 17:25:44.038754 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port f0133398-f427-4738-bce8-920263496db9 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:25:44.042608 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port f0133398-f427-4738-bce8-920263496db9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:25:44.042987 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:44.121243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:44.144918 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0133398-f427-4738-bce8-920263496db9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:25:44.147205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6111a9-9d3a-464b-a10a-bb27e1d14682" -d '{"events": [{"server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "name": "network-vif-plugged", "status": "completed", "tag": "f0133398-f427-4738-bce8-920263496db9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:25:44.160065 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f0133398-f427-4738-bce8-920263496db9,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:25:44.164743 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:44.192586 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0016ff-8a69-4ee7-b36c-d0bc4b53bccb x-openstack-request-id: req-0a0016ff-8a69-4ee7-b36c-d0bc4b53bccb {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:25:44.192886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "name": "network-vif-plugged", "status": "completed", "tag": "f0133398-f427-4738-bce8-920263496db9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:25:44.193144 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a0016ff-8a69-4ee7-b36c-d0bc4b53bccb {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:25:44.193558 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0133398-f427-4738-bce8-920263496db9', 'code': 200} Dec 20 17:25:44.222108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=f0133398-f427-4738-bce8-920263496db9,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:44.374606 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212749eb-3a24-48b9-932c-cb953493a123 req-a0eb4c96-5b1d-40ff-8412-f95e1b95eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:44.376583 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-212749eb-3a24-48b9-932c-cb953493a123 req-a0eb4c96-5b1d-40ff-8412-f95e1b95eb3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1099 time: 0.0442233 Dec 20 17:25:44.424885 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-212749eb-3a24-48b9-932c-cb953493a123 req-e6bbac92-cf61-4482-b608-3827579a865b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399685 Dec 20 17:25:44.772949 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:45.117661 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168f98b-2527-42f1-8665-46dbb5a3df83 req-af457415-f547-4e8a-bae1-71126656316d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:45.119211 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1168f98b-2527-42f1-8665-46dbb5a3df83 req-af457415-f547-4e8a-bae1-71126656316d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0509980 Dec 20 17:25:45.179754 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1168f98b-2527-42f1-8665-46dbb5a3df83 req-adc109ff-7ac8-4d9d-b2da-5107f008853b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517282 Dec 20 17:25:46.308861 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf84b9-ba12-4dea-85d7-8c079ffa28a0 req-c3f97641-0d75-4455-ba81-57d2c0fef760 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:46.311186 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a5cf84b9-ba12-4dea-85d7-8c079ffa28a0 req-c3f97641-0d75-4455-ba81-57d2c0fef760 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0578365 Dec 20 17:25:46.364030 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a5cf84b9-ba12-4dea-85d7-8c079ffa28a0 req-030c140b-cafc-4a69-bcec-22d60a44f2b3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463758 Dec 20 17:25:46.487548 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984566d-4000-446e-ad7f-960289dc0cb2 req-f0719679-488c-45d9-9ffe-e12be3777ae8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:46.489162 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2984566d-4000-446e-ad7f-960289dc0cb2 req-f0719679-488c-45d9-9ffe-e12be3777ae8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0526576 Dec 20 17:25:46.552608 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2984566d-4000-446e-ad7f-960289dc0cb2 req-6d8a14e0-94c4-4ef3-be3c-b2eabf573497 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527663 Dec 20 17:25:46.574227 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:46.617048 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cdffe6-e31c-4dc1-bbd1-bcb200bf7961 tempest-TestShelveInstance-585180405 tempest-TestShelveInstance-585180405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:46.618694 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-94cdffe6-e31c-4dc1-bbd1-bcb200bf7961 tempest-TestShelveInstance-585180405 tempest-TestShelveInstance-585180405-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1094 time: 0.0434277 Dec 20 17:25:46.621862 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:25:46.626806 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'f0133398-f427-4738-bce8-920263496db9', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:25:46.659430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:46.770366 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:46.879403 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Allocated IP 172.26.1.220 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/1e07158a-c00b-4cce-87b7-5147e2241d7c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:25:46.990562 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:47.026452 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:47.067153 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:25:47.070106 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:25:47.072696 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:25:47.096882 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'Port': ['ID=1e07158a-c00b-4cce-87b7-5147e2241d7c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:47.480054 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:47.561905 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:47.728869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:47.734039 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:47.810274 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event updated for resources: {'Port': ['ID=1e07158a-c00b-4cce-87b7-5147e2241d7c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:25:47.826245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:47.937259 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Floating IP 99530501-c46d-4c9c-b71f-6d83f9dc6903 associated. External IP: 172.26.1.220, port: f0133398-f427-4738-bce8-920263496db9. Dec 20 17:25:48.575966 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Router 770bcc73-ad55-4c2c-a20c-1e52be084b8d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:25:48.700230 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:25:48.712410 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] Sync routers for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:25:48.723834 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:48.724883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:25:48.725536 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:25:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:25:48.763606 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-47d0681c-ca47-43c9-9248-20af1020e289 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1402233 Dec 20 17:25:48.764554 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'tag': 'f0133398-f427-4738-bce8-920263496db9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:25:48.769394 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a71b215-3262-419e-aba7-d58f6bc9b362" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "tag": "f0133398-f427-4738-bce8-920263496db9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:25:48.837514 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af9058-fe9c-4fab-9d2a-8f2d1d579e12 x-openstack-request-id: req-51af9058-fe9c-4fab-9d2a-8f2d1d579e12 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:25:48.837980 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "tag": "f0133398-f427-4738-bce8-920263496db9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:25:48.838430 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51af9058-fe9c-4fab-9d2a-8f2d1d579e12 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:25:48.850902 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'tag': 'f0133398-f427-4738-bce8-920263496db9', 'status': 'completed', 'code': 200} Dec 20 17:25:48.857648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:25:48.910336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-df699957-d701-493f-9bfe-8a4ad503611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:48.912560 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-df699957-d701-493f-9bfe-8a4ad503611e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1099 time: 0.0512767 Dec 20 17:25:49.022863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-2348c2e6-e3d2-4a30-b938-209f7cbb34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:49.024380 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-2348c2e6-e3d2-4a30-b938-209f7cbb34fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.1044877 Dec 20 17:25:49.094788 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-cb6f15df-b72e-4601-809e-7f4bb400b9d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 1000 time: 0.0628040 Dec 20 17:25:49.115723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '99530501-c46d-4c9c-b71f-6d83f9dc6903', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'port_id': 'f0133398-f427-4738-bce8-920263496db9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'mac_address': 'fa:16:3e:a8:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:25:47Z', 'updated_at': '2021-12-20T17:25:47Z', 'revision_number': 0, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:25:49.145821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] Checking router: 770bcc73-ad55-4c2c-a20c-1e52be084b8d for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:25:49.155527 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:25:49.156149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:25:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:25:49.157062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-e9c2c745-3103-4c58-82af-f8becdfe7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:49.159236 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-e9c2c745-3103-4c58-82af-f8becdfe7611 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0572362 Dec 20 17:25:49.212562 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-076b8844-9fa5-4930-a407-d1f80b936fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:49.215074 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-076b8844-9fa5-4930-a407-d1f80b936fa1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481260 Dec 20 17:25:49.290363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:25:49.334442 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-31661032-5b18-49c3-9a12-09cc6931393a service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108959 Dec 20 17:25:49.447667 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a71b215-3262-419e-aba7-d58f6bc9b362 req-d32f05c5-2bf9-4cef-9753-ecd2e8bf3cec service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059692 Dec 20 17:25:49.573293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '99530501-c46d-4c9c-b71f-6d83f9dc6903', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'port_id': 'f0133398-f427-4738-bce8-920263496db9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'mac_address': 'fa:16:3e:a8:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:25:47Z', 'updated_at': '2021-12-20T17:25:47Z', 'revision_number': 0, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:25:49.605176 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b955c30-29d4-4e36-b589-8b978e24df1b None None] The sync data for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv is: [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '99530501-c46d-4c9c-b71f-6d83f9dc6903', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'port_id': 'f0133398-f427-4738-bce8-920263496db9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'mac_address': 'fa:16:3e:a8:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:25:47Z', 'updated_at': '2021-12-20T17:25:47Z', 'revision_number': 0, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:25:49.832302 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee27dd-3df8-4018-86da-159d69224071 None None] New status for floating IP 99530501-c46d-4c9c-b71f-6d83f9dc6903: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:25:55.191077 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f294cbbb-71eb-4989-ac60-f84e5d09c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:57.854203 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e38ab91d-4c84-4b59-86a5-8675ce2c2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:58.662441 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:00.218926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:00.937097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:02.359764 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:26:14.771937 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:25.192998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01db98c3-ac37-4caf-9d01-45d636d8dafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:27.858574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-879e0ad0-1ebb-44b4-8289-0c520f03a98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:28.662807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:30.220499 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:30.928623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:37.970139 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-5dc4efdf-93ad-4db9-95c2-705d66e97389 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150270 Dec 20 17:26:38.054402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-cc357136-ed3e-424c-8d5f-d4d7bb0efd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:26:38.055908 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-cc357136-ed3e-424c-8d5f-d4d7bb0efd44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1099 time: 0.0422096 Dec 20 17:26:38.161429 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-b5ddeb65-3df3-4c03-9b72-81e748368b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:26:38.162843 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-b5ddeb65-3df3-4c03-9b72-81e748368b1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0877814 Dec 20 17:26:38.228505 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-133c7b0c-ad90-44ac-aefa-cc892e1cf8c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 1002 time: 0.0575230 Dec 20 17:26:38.279419 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-58ba1767-44dd-4f35-9212-c8923bb8bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:26:38.280894 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-58ba1767-44dd-4f35-9212-c8923bb8bf6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0449312 Dec 20 17:26:38.332118 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-33e35d08-e03c-48ff-9df6-4f3821e57abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:26:38.333633 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-33e35d08-e03c-48ff-9df6-4f3821e57abe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459189 Dec 20 17:26:38.344726 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-d91b8dde-1c1f-4188-b092-7e07915763af service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:26:38.345699 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-d91b8dde-1c1f-4188-b092-7e07915763af service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052052 Dec 20 17:26:38.437399 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-4bfd5694-8f84-47d3-b6ce-572adcdf3253 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846941 Dec 20 17:26:38.534614 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4e68eed-bdea-4de0-95ec-4444beef51f9 req-6114252e-53a4-4939-965b-4dd1314b99f8 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893641 Dec 20 17:26:39.357904 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:26:44.800095 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:55.196439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cd6e08e-1c95-4d0a-9fb2-38593eb71322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:57.862208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9221a453-67c9-4e7d-9e49-a7b40d79866f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:58.665377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:00.224540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:00.931426 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:14.828200 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:16.357414 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:27:25.201779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d7337b5-6c1d-4b16-9b23-647a6a89af24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:27.870429 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac2d92c3-aeab-435d-bde6-a03c95aac8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:28.670449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:30.233466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:30.934424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:37.321919 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-c3eac546-ad6f-41ad-ac33-88c2aad8593d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423710 Dec 20 17:27:37.411271 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-4ef1d56a-0d98-4ba4-9036-b19e076fa9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:37.412818 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-4ef1d56a-0d98-4ba4-9036-b19e076fa9a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1099 time: 0.0449502 Dec 20 17:27:37.516592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-41f88eb2-4242-491c-854c-754afbfcd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:37.518061 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-41f88eb2-4242-491c-854c-754afbfcd254 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0851343 Dec 20 17:27:37.593771 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-f2fe5ed3-36bd-473b-abea-3294f3c2f023 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 1002 time: 0.0621984 Dec 20 17:27:37.642395 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-c6c9d62c-1280-4908-b1a4-1a688967e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:37.643861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-c6c9d62c-1280-4908-b1a4-1a688967e796 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0438170 Dec 20 17:27:37.691579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-82331db3-49b1-4fbf-bb93-810c4b47f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:37.693093 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-82331db3-49b1-4fbf-bb93-810c4b47f90c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418158 Dec 20 17:27:37.791651 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-d692b128-ea5d-49bb-bc05-5acc9d12faf6 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902429 Dec 20 17:27:37.884228 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-af90657d-cc7b-45b3-8207-2afb3d2fd6e0 req-f7a72463-5ede-4fd6-9bc8-9b99fcfdb550 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854456 Dec 20 17:27:44.227786 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93220d9-0b89-45e5-beee-d9f9c12ab503 req-85c2ab51-63eb-4030-8ac1-947a786e577f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:44.229202 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e93220d9-0b89-45e5-beee-d9f9c12ab503 req-85c2ab51-63eb-4030-8ac1-947a786e577f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0561976 Dec 20 17:27:44.279745 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e93220d9-0b89-45e5-beee-d9f9c12ab503 req-34bd0e91-6572-4241-9a0f-5e5695938bd0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444133 Dec 20 17:27:44.841741 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:45.399433 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa509936-eb44-4970-9fd5-4ba2cfab9d09 req-a33721a9-8155-4586-8166-fd95a9d3534e tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:45.400906 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fa509936-eb44-4970-9fd5-4ba2cfab9d09 req-a33721a9-8155-4586-8166-fd95a9d3534e tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0500159 Dec 20 17:27:45.450441 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-fa509936-eb44-4970-9fd5-4ba2cfab9d09 req-6e3de052-e0fa-4dfb-8a36-8cd201c979b7 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436227 Dec 20 17:27:46.585777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386d0d-acf0-49ae-9e0e-a90ec0582b18 req-6831bab8-5af6-4c67-8c96-a91757227436 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:46.587267 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39386d0d-acf0-49ae-9e0e-a90ec0582b18 req-6831bab8-5af6-4c67-8c96-a91757227436 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0490506 Dec 20 17:27:46.637495 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-39386d0d-acf0-49ae-9e0e-a90ec0582b18 req-f8bde4c3-d2e1-4cee-ad73-448e2c917ea3 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442643 Dec 20 17:27:47.768363 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c51b0-46ae-4f4f-93ea-9962ae36e45b req-dd4755bc-e639-4449-a5ce-2b92d8a65611 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:47.769869 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-285c51b0-46ae-4f4f-93ea-9962ae36e45b req-dd4755bc-e639-4449-a5ce-2b92d8a65611 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0608668 Dec 20 17:27:47.823426 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-285c51b0-46ae-4f4f-93ea-9962ae36e45b req-d5324900-7bf7-40d4-9013-ea2ec409c273 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476084 Dec 20 17:27:48.937965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68d626-de73-4815-8bea-a3361634e165 req-042271cb-5fa1-46a5-a69c-020e7d0f4c1c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:48.939473 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6b68d626-de73-4815-8bea-a3361634e165 req-042271cb-5fa1-46a5-a69c-020e7d0f4c1c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0485761 Dec 20 17:27:48.992920 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6b68d626-de73-4815-8bea-a3361634e165 req-ae67cc54-77c0-4002-ba23-a033dc8c04ba tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476098 Dec 20 17:27:50.115721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee7b3-b2c7-4f6f-9810-d19ea27a2de8 req-bcb586b4-9c23-4792-8ba9-c3f10ef4c50d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:50.117281 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-39dee7b3-b2c7-4f6f-9810-d19ea27a2de8 req-bcb586b4-9c23-4792-8ba9-c3f10ef4c50d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0523744 Dec 20 17:27:50.167592 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-39dee7b3-b2c7-4f6f-9810-d19ea27a2de8 req-dbbb7612-866f-4ad6-a467-85ae55776e1d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443671 Dec 20 17:27:51.281264 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3b9b1-5284-4545-bf8d-71a40d54431f req-bab02afa-efa6-4ca3-a69b-583490736bb5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:51.283145 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9ee3b9b1-5284-4545-bf8d-71a40d54431f req-bab02afa-efa6-4ca3-a69b-583490736bb5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0480630 Dec 20 17:27:51.330937 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9ee3b9b1-5284-4545-bf8d-71a40d54431f req-c94192dc-dd03-481a-a24d-8f7386367bef tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Dec 20 17:27:52.443771 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e70f8-36b7-4853-8228-0f9f4ee11ac5 req-17dc0d11-fd62-46ea-b5c8-18c1819450c6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:52.445914 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-844e70f8-36b7-4853-8228-0f9f4ee11ac5 req-17dc0d11-fd62-46ea-b5c8-18c1819450c6 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0488994 Dec 20 17:27:52.505564 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-844e70f8-36b7-4853-8228-0f9f4ee11ac5 req-5e6082d7-7fa4-4f87-8447-aeee96bb0fee tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536766 Dec 20 17:27:53.356558 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:27:53.619454 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e829-5c67-4e46-b582-d541ab3abeff req-a65eb35c-02f6-4bbf-86b8-58a9f5126c5c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:53.621175 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-52d1e829-5c67-4e46-b582-d541ab3abeff req-a65eb35c-02f6-4bbf-86b8-58a9f5126c5c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0492229 Dec 20 17:27:53.669856 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-52d1e829-5c67-4e46-b582-d541ab3abeff req-a53d1db9-6127-40c8-959a-ca569f87ba2a tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419455 Dec 20 17:27:54.346631 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e41b-0766-445d-803e-c57738c37810 req-db6696d0-93a5-4ee9-b470-11eb6ddf5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:54.348026 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e2d2e41b-0766-445d-803e-c57738c37810 req-db6696d0-93a5-4ee9-b470-11eb6ddf5fab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1099 time: 0.0438519 Dec 20 17:27:54.438470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e41b-0766-445d-803e-c57738c37810 req-9c6740b2-186a-48eb-a0e2-a0a34ab53476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:54.439939 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e2d2e41b-0766-445d-803e-c57738c37810 req-9c6740b2-186a-48eb-a0e2-a0a34ab53476 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0852187 Dec 20 17:27:54.510767 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e2d2e41b-0766-445d-803e-c57738c37810 req-9714c5d4-0645-435c-bcb5-220740fa7817 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 1002 time: 0.0628715 Dec 20 17:27:54.558710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e41b-0766-445d-803e-c57738c37810 req-822bd9fe-7448-4d6c-bfe6-6a2af44e7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:54.560135 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e2d2e41b-0766-445d-803e-c57738c37810 req-822bd9fe-7448-4d6c-bfe6-6a2af44e7e9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0423467 Dec 20 17:27:54.604449 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e41b-0766-445d-803e-c57738c37810 req-3420bd6c-9598-4c1f-a895-89b20dccf2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:54.605845 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e2d2e41b-0766-445d-803e-c57738c37810 req-3420bd6c-9598-4c1f-a895-89b20dccf2a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390589 Dec 20 17:27:54.700070 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e2d2e41b-0766-445d-803e-c57738c37810 req-f36cf644-6707-4936-9acc-f5c928ad93d0 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871007 Dec 20 17:27:54.794620 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e2d2e41b-0766-445d-803e-c57738c37810 req-6142fa4c-640b-4def-8fa8-f1e1a7c817d1 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875204 Dec 20 17:27:54.796388 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9e450-c834-4e59-9be8-8acdb012a9a8 req-6baf2bd0-8fd8-466c-a4de-71dd8238db1d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:54.798009 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1ef9e450-c834-4e59-9be8-8acdb012a9a8 req-6baf2bd0-8fd8-466c-a4de-71dd8238db1d tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0566974 Dec 20 17:27:54.849054 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1ef9e450-c834-4e59-9be8-8acdb012a9a8 req-00758621-7b35-4761-b01d-668433f4b96b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448439 Dec 20 17:27:55.195110 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6467033-4816-4a77-b735-3b3ecba5599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:55.968656 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11fcb4-0712-4e94-b3a7-56d26fc70c83 req-5d1a6a00-bee9-4d5e-bfd8-83c8914b3e15 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:55.970232 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ee11fcb4-0712-4e94-b3a7-56d26fc70c83 req-5d1a6a00-bee9-4d5e-bfd8-83c8914b3e15 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0540366 Dec 20 17:27:56.021104 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ee11fcb4-0712-4e94-b3a7-56d26fc70c83 req-0c444683-e977-4f96-a28c-5d8130405b13 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449085 Dec 20 17:27:57.140699 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077f39f-4b9e-4aaf-b216-3c7e6694e16e req-153ad7c1-c680-42dc-ac63-54772f7fc638 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:57.142229 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c077f39f-4b9e-4aaf-b216-3c7e6694e16e req-153ad7c1-c680-42dc-ac63-54772f7fc638 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0514328 Dec 20 17:27:57.196672 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c077f39f-4b9e-4aaf-b216-3c7e6694e16e req-dd5f60b5-fae6-42d7-a1a0-12585c433339 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476267 Dec 20 17:27:57.867312 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e2bdeaf-e732-456e-909f-56a1d1598393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:58.324385 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ee41-63df-4ea0-831c-c3f16193e585 req-1e481ee9-9124-4b9c-b402-7da5df0f6627 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:58.325783 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a0c3ee41-63df-4ea0-831c-c3f16193e585 req-1e481ee9-9124-4b9c-b402-7da5df0f6627 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0483820 Dec 20 17:27:58.377160 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-a0c3ee41-63df-4ea0-831c-c3f16193e585 req-5ac63033-df7a-48f7-9de3-4992cddd2adb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Dec 20 17:27:58.576926 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-a084cdc7-6db1-4190-af63-609f24c67a9a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426402 Dec 20 17:27:58.587988 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-eb13bbfb-6760-4eb6-bddd-2cc63942dad4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:27:58.589165 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-eb13bbfb-6760-4eb6-bddd-2cc63942dad4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066793 Dec 20 17:27:58.612305 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefec0e7-a690-4020-a89c-11aa6c218caf req-aa4414de-3538-4abc-993e-b1e6d54be666 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:58.613977 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-eefec0e7-a690-4020-a89c-11aa6c218caf req-aa4414de-3538-4abc-993e-b1e6d54be666 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0651512 Dec 20 17:27:58.671010 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-eefec0e7-a690-4020-a89c-11aa6c218caf req-c6004388-eef9-4a48-8a1c-0c368114cb9c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452838 Dec 20 17:27:58.675039 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:59.792461 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8f6f8-973c-48b8-af6e-c265e68f47a1 req-6bb1311c-5f26-4e41-b197-52d8f659801e tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:59.794359 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0cc8f6f8-973c-48b8-af6e-c265e68f47a1 req-6bb1311c-5f26-4e41-b197-52d8f659801e tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0577750 Dec 20 17:27:59.849663 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0cc8f6f8-973c-48b8-af6e-c265e68f47a1 req-da0f0a5a-7b15-45f0-b12c-bad9b8d3c1f5 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486403 Dec 20 17:28:00.235017 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:00.736725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f0133398-f427-4738-bce8-920263496db9 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:28:00.820576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:00.843012 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0133398-f427-4738-bce8-920263496db9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:28:00.845233 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c6e0a3-7bb3-4beb-9ccc-a48a9d88a7d3" -d '{"events": [{"server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "name": "network-vif-unplugged", "status": "completed", "tag": "f0133398-f427-4738-bce8-920263496db9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:28:00.858868 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f0133398-f427-4738-bce8-920263496db9,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:28:00.865375 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:00.902998 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a76f75-13f8-418d-ab98-29930aef067b x-openstack-request-id: req-51a76f75-13f8-418d-ab98-29930aef067b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:28:00.903296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "name": "network-vif-unplugged", "status": "failed", "tag": "f0133398-f427-4738-bce8-920263496db9", "code": 422}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:28:00.903551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51a76f75-13f8-418d-ab98-29930aef067b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:28:00.904180 dv-neutron-822328-3-hyperv neutron-server[103326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0133398-f427-4738-bce8-920263496db9', 'code': 422} returned with failed status Dec 20 17:28:00.920041 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=f0133398-f427-4738-bce8-920263496db9,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:28:00.937316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.937662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.938005 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.938371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.938703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.939067 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.939398 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.939724 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.940049 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.940567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.940901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.941217 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.941545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:28:00.956494 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:00.994782 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833907e3-fc83-4c68-a6aa-23bc3ca5a578 req-f22fa112-cc15-4843-8950-ce26899340fc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:00.998713 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-833907e3-fc83-4c68-a6aa-23bc3ca5a578 req-f22fa112-cc15-4843-8950-ce26899340fc tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0682671 Dec 20 17:28:01.054788 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-833907e3-fc83-4c68-a6aa-23bc3ca5a578 req-766b207b-e2e5-4069-ac75-4f2dc66aa775 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525794 Dec 20 17:28:02.172636 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca039c-b5ba-4b0e-bfee-69f273dd2698 req-dad77e2a-677f-4026-8ba9-cf6831530efe tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:02.174805 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3fca039c-b5ba-4b0e-bfee-69f273dd2698 req-dad77e2a-677f-4026-8ba9-cf6831530efe tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0519962 Dec 20 17:28:02.230569 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3fca039c-b5ba-4b0e-bfee-69f273dd2698 req-a59d9076-31cd-42fe-93e1-1af571bab339 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488024 Dec 20 17:28:03.355409 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e910-5d2d-4cb6-95dd-45790cf79f9e req-74ae6a7d-fd25-43c3-bbdf-43ca1260f4f1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:03.356908 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-99d0e910-5d2d-4cb6-95dd-45790cf79f9e req-74ae6a7d-fd25-43c3-bbdf-43ca1260f4f1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0548630 Dec 20 17:28:03.412685 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-99d0e910-5d2d-4cb6-95dd-45790cf79f9e req-630e4d84-b3d2-4955-9471-edfa8308cfbf tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489955 Dec 20 17:28:04.548229 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-d68f3744-d4a5-46f7-9c79-5b3d0c5bc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:04.549726 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-d68f3744-d4a5-46f7-9c79-5b3d0c5bc09b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66&tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e HTTP/1.1" status: 200 len: 1097 time: 0.0738666 Dec 20 17:28:04.557397 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140f5e9-462f-4384-8c02-cdbd45a73727 req-9d044af6-9083-41ce-9de0-92677fce510f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:04.558813 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5140f5e9-462f-4384-8c02-cdbd45a73727 req-9d044af6-9083-41ce-9de0-92677fce510f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0748839 Dec 20 17:28:04.635274 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5140f5e9-462f-4384-8c02-cdbd45a73727 req-b326f643-bee3-4216-971d-30caee38b4cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700154 Dec 20 17:28:04.641472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-7d9b16b5-24cc-42a8-8a01-f3559308e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:04.643510 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-7d9b16b5-24cc-42a8-8a01-f3559308e0ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1097 time: 0.0653198 Dec 20 17:28:04.735857 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-ac757a25-180a-4c39-950e-2b7398839d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:04.737237 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-ac757a25-180a-4c39-950e-2b7398839d13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0867851 Dec 20 17:28:04.800989 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-969700da-d90d-423d-9572-a695274cd389 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 1000 time: 0.0565498 Dec 20 17:28:04.849368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-e6aebd33-da39-421d-b53e-60d9e5bc3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:04.850863 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-e6aebd33-da39-421d-b53e-60d9e5bc3e4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0425735 Dec 20 17:28:04.900204 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-f656593f-c46b-4ded-90fb-eca34c8bf38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:04.901669 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-f656593f-c46b-4ded-90fb-eca34c8bf38b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440967 Dec 20 17:28:04.990775 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-73108fad-67b4-4b65-aaee-75297196dc15 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813954 Dec 20 17:28:05.090982 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-572c8f64-e60c-447d-af7e-86fc7bb5fea4 req-0a04a77c-12b3-4868-afc4-53c1b5d420a7 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936460 Dec 20 17:28:05.747844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebe60c-3e46-4872-8694-16a0734f70ec req-2e25cb40-cd35-4481-a86f-012c4f4619d9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:05.749204 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c8ebe60c-3e46-4872-8694-16a0734f70ec req-2e25cb40-cd35-4481-a86f-012c4f4619d9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0483851 Dec 20 17:28:05.799960 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-c8ebe60c-3e46-4872-8694-16a0734f70ec req-f55931f9-1e44-447c-8459-de19957206d7 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447276 Dec 20 17:28:06.913422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981b823-d302-4db5-a057-138e159130de req-134b6da0-6204-4b98-841b-009fa7f8e3cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:06.914974 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6981b823-d302-4db5-a057-138e159130de req-134b6da0-6204-4b98-841b-009fa7f8e3cb tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0485301 Dec 20 17:28:06.963232 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-6981b823-d302-4db5-a057-138e159130de req-e4e2d274-a92a-4cd6-9229-6167fea0dbaf tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424292 Dec 20 17:28:08.081356 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f38e3-910b-4ca8-ad3e-6974d7d48973 req-7d772554-9bc3-4b12-a66c-4f889bdd6171 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:08.082871 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-840f38e3-910b-4ca8-ad3e-6974d7d48973 req-7d772554-9bc3-4b12-a66c-4f889bdd6171 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0505807 Dec 20 17:28:08.135798 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-840f38e3-910b-4ca8-ad3e-6974d7d48973 req-6a758527-67b1-45d5-93c8-de0ba613a93a tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470350 Dec 20 17:28:09.270218 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4536b59-aa31-418a-aad9-0773d4f753f3 req-2e33ce7a-9a1b-4b26-9518-b3923491c8f2 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:09.272058 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4536b59-aa31-418a-aad9-0773d4f753f3 req-2e33ce7a-9a1b-4b26-9518-b3923491c8f2 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0685740 Dec 20 17:28:09.323394 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b4536b59-aa31-418a-aad9-0773d4f753f3 req-601aa251-f77c-4d1e-8a1d-ce1aa4bcbcdd tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451984 Dec 20 17:28:10.534731 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd9ecb-ffbe-4671-9743-7f398e52042b req-8d16d549-3c3c-408b-8b91-54cc612bc855 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:10.536183 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-04cd9ecb-ffbe-4671-9743-7f398e52042b req-8d16d549-3c3c-408b-8b91-54cc612bc855 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.1471870 Dec 20 17:28:10.585348 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-04cd9ecb-ffbe-4671-9743-7f398e52042b req-c88a9811-f35a-4c10-8abc-afde97f68632 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432210 Dec 20 17:28:11.749057 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c43416-b4ef-4c2e-8be4-7b16e0b6e498 req-a531ba68-e404-4339-b32e-b480152b7b0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:11.750625 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-47c43416-b4ef-4c2e-8be4-7b16e0b6e498 req-a531ba68-e404-4339-b32e-b480152b7b0f tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0969892 Dec 20 17:28:11.804682 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-47c43416-b4ef-4c2e-8be4-7b16e0b6e498 req-a127cf90-01f2-4682-922a-e07e844b6593 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478871 Dec 20 17:28:12.782518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f0133398-f427-4738-bce8-920263496db9 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:28:12.894661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f0133398-f427-4738-bce8-920263496db9,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:28:12.910675 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'f0133398-f427-4738-bce8-920263496db9', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'port_id': 'f0133398-f427-4738-bce8-920263496db9', 'mac_address': 'fa:16:3e:a8:90:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:28:12.943013 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba6e10-3ecb-4bd1-ae4c-4eb45a7a0190 req-1182df4d-e0de-4148-8a63-fde4fd85dd90 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:12.944640 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9cba6e10-3ecb-4bd1-ae4c-4eb45a7a0190 req-1182df4d-e0de-4148-8a63-fde4fd85dd90 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 944 time: 0.0562568 Dec 20 17:28:12.954106 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:12.976506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0133398-f427-4738-bce8-920263496db9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:28:13.001372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f0133398-f427-4738-bce8-920263496db9,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:28:13.007887 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:13.021336 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-9cba6e10-3ecb-4bd1-ae4c-4eb45a7a0190 req-4481fadd-e687-43bc-87d5-da17876e71b8 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666752 Dec 20 17:28:13.061625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=f0133398-f427-4738-bce8-920263496db9,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:28:13.238130 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['f0133398-f427-4738-bce8-920263496db9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:28:14.154372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e35bc-93ba-4411-a08f-d428bcb6812e req-9accb9d0-1f1f-4f49-b192-58a6da1703a0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:14.155979 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef9e35bc-93ba-4411-a08f-d428bcb6812e req-9accb9d0-1f1f-4f49-b192-58a6da1703a0 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 945 time: 0.0502489 Dec 20 17:28:14.215439 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef9e35bc-93ba-4411-a08f-d428bcb6812e req-c87dcd3f-ca6c-4bfb-8104-8a92a986201c tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531509 Dec 20 17:28:14.797782 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f0133398-f427-4738-bce8-920263496db9 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:28:14.860994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:14.866157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port f0133398-f427-4738-bce8-920263496db9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:28:14.866563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:14.946064 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:14.974120 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0133398-f427-4738-bce8-920263496db9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:28:14.976473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4727e6-202d-4d0c-a00f-755d844ae38f" -d '{"events": [{"server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "name": "network-vif-plugged", "status": "completed", "tag": "f0133398-f427-4738-bce8-920263496db9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:28:14.990232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f0133398-f427-4738-bce8-920263496db9,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:28:14.995532 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:15.022685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6f9104-2ab0-4778-a020-9733586cea12 x-openstack-request-id: req-ea6f9104-2ab0-4778-a020-9733586cea12 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:28:15.023034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "name": "network-vif-plugged", "status": "completed", "tag": "f0133398-f427-4738-bce8-920263496db9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:28:15.023219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea6f9104-2ab0-4778-a020-9733586cea12 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:28:15.023612 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0133398-f427-4738-bce8-920263496db9', 'code': 200} Dec 20 17:28:15.058030 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=f0133398-f427-4738-bce8-920263496db9,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:28:15.247068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea9ec-047b-4f74-a05e-55b67e3a0002 req-78ecc57a-ce12-419c-9ff6-e8d96975c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:15.248969 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-eeeea9ec-047b-4f74-a05e-55b67e3a0002 req-78ecc57a-ce12-419c-9ff6-e8d96975c524 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1099 time: 0.0417352 Dec 20 17:28:15.308690 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-eeeea9ec-047b-4f74-a05e-55b67e3a0002 req-2f68d6e4-de38-4d9f-b921-8c11b013a25c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522857 Dec 20 17:28:15.347367 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9c3d0-de73-435c-ac53-8cb3cf30089e req-e13f51e0-dad5-4804-a8ff-d699aff9e343 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:15.348882 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ac9c3d0-de73-435c-ac53-8cb3cf30089e req-e13f51e0-dad5-4804-a8ff-d699aff9e343 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0581458 Dec 20 17:28:15.399221 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5ac9c3d0-de73-435c-ac53-8cb3cf30089e req-e0ff5b71-1f19-40e6-ab14-c6af8c981ed9 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443330 Dec 20 17:28:16.520068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8a751-f740-4cf4-83a5-2557d1272b47 req-7a79b689-2d92-44e9-8709-f192a00da026 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:16.521509 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4cb8a751-f740-4cf4-83a5-2557d1272b47 req-7a79b689-2d92-44e9-8709-f192a00da026 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0538292 Dec 20 17:28:16.573666 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-4cb8a751-f740-4cf4-83a5-2557d1272b47 req-7d0e85a7-1de4-4674-baaa-95a1370633ea tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462868 Dec 20 17:28:25.196934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43238981-9982-43fb-96f1-b20dc1fb36b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:27.859371 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94d6827c-ceff-4248-8f0f-76d886e0efe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:28.674027 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:30.239108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:30.355370 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:28:30.935638 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:38.314924 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-baf4eea8-cd3e-4c83-b731-110db36e8a6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389993 Dec 20 17:28:38.413208 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-713f35e1-a112-4d65-aff2-c49bd0f79684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:38.414751 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-713f35e1-a112-4d65-aff2-c49bd0f79684 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1099 time: 0.0457962 Dec 20 17:28:38.527158 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-c6dcad03-83a2-46ab-b689-abb3ee1eec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:38.528659 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-c6dcad03-83a2-46ab-b689-abb3ee1eec83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.0913954 Dec 20 17:28:38.595406 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-467b0af1-1f08-412d-9747-308be0be2f94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 1002 time: 0.0586271 Dec 20 17:28:38.646559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-5eb90195-eaac-4762-836b-22b3d12b7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:38.648011 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-5eb90195-eaac-4762-836b-22b3d12b7c36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0455551 Dec 20 17:28:38.720039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-76e4d433-324e-4872-9a8e-36993fdacd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:38.722167 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-76e4d433-324e-4872-9a8e-36993fdacd48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0626895 Dec 20 17:28:38.831014 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-4c8f7223-5f1e-49c1-b767-a0c1cdb07e60 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009507 Dec 20 17:28:38.929033 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4e429f62-5ae1-4d04-be7f-f28f0b55edd9 req-e2fb50fd-94a2-45ef-91c1-dcadaf2e51ae service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911245 Dec 20 17:28:44.872247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:55.200469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2385d2c5-75da-432d-939c-672fbfeb018c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:57.861265 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a295f51-66e0-4bd1-a3c8-feed557ddc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:58.677330 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:00.236556 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:00.937794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:07.354992 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:29:14.887826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:25.204611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58b1ea76-2da3-449c-8dde-a2ed17889d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:27.862453 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5772f20-063b-496b-bc01-b969af8efc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:28.680685 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:29.789393 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:29.968063 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Deleting port 1e07158a-c00b-4cce-87b7-5147e2241d7c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:29.968407 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:30.050487 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:30.050726 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:30.063016 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Calling delete_port for 1e07158a-c00b-4cce-87b7-5147e2241d7c owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:30.219334 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:30.239564 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:30.252241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event deleted for resources: {'Port': ['ID=1e07158a-c00b-4cce-87b7-5147e2241d7c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:30.278822 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.279171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.279513 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.279844 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.280171 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.280497 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.280819 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.281137 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.281458 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.281784 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.282102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.282445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.282769 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:30.342675 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:30.342940 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Floating IP 99530501-c46d-4c9c-b71f-6d83f9dc6903 disassociated (deleted). External IP: 172.26.1.220, port: f0133398-f427-4738-bce8-920263496db9. Dec 20 17:29:30.576927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Router 770bcc73-ad55-4c2c-a20c-1e52be084b8d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:29:30.689767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:29:30.694381 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:30.702195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] Sync routers for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:29:30.712244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:30.713442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:30.724354 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-60b08ca7-7218-46c6-a12f-981def645221 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "DELETE /v2.0/floatingips/99530501-c46d-4c9c-b71f-6d83f9dc6903 HTTP/1.1" status: 204 len: 168 time: 0.9337573 Dec 20 17:29:30.724977 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'tag': 'f0133398-f427-4738-bce8-920263496db9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:29:30.727445 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1693c1d5-44f5-41ca-b6b2-42438898869c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "tag": "f0133398-f427-4738-bce8-920263496db9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:29:30.773069 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84899be1-1c79-4f6f-bf3c-9d82e2b7524c x-openstack-request-id: req-84899be1-1c79-4f6f-bf3c-9d82e2b7524c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:29:30.773425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "tag": "f0133398-f427-4738-bce8-920263496db9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:29:30.774328 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84899be1-1c79-4f6f-bf3c-9d82e2b7524c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:29:30.774328 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'tag': 'f0133398-f427-4738-bce8-920263496db9', 'status': 'completed', 'code': 200} Dec 20 17:29:30.836477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:30.856216 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-56f6b8e1-d920-4375-a834-57fe2350ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:30.858959 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-56f6b8e1-d920-4375-a834-57fe2350ffd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 1099 time: 0.0613468 Dec 20 17:29:30.997915 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-ce2baa18-5d42-429f-8894-8ffae51c6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:30.999898 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-ce2baa18-5d42-429f-8894-8ffae51c6d17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 200 len: 909 time: 0.1273363 Dec 20 17:29:31.002010 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18894ec2-ea1e-43aa-9c69-ddfaf2ef0472 req-5c7d5418-682e-4980-b2b1-d04192d67785 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:31.003985 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-18894ec2-ea1e-43aa-9c69-ddfaf2ef0472 req-5c7d5418-682e-4980-b2b1-d04192d67785 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0582242 Dec 20 17:29:31.007463 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:31.055916 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-c257f03b-9e7b-4dae-bc06-de2f1093cc7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 200 len: 217 time: 0.0463877 Dec 20 17:29:31.073612 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-18894ec2-ea1e-43aa-9c69-ddfaf2ef0472 req-cb5c587f-3d14-4eef-abb9-6a921a271f21 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612762 Dec 20 17:29:31.089328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:31.112195 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-794162db-4f4f-4a0a-a7c1-fe0120ef0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:31.113686 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-794162db-4f4f-4a0a-a7c1-fe0120ef0d4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 200 len: 847 time: 0.0511854 Dec 20 17:29:31.123081 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] Checking router: 770bcc73-ad55-4c2c-a20c-1e52be084b8d for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:29:31.132854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:31.133484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:31.165235 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-fba1477e-0bfb-4984-9fa1-b6742271a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:31.167628 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-fba1477e-0bfb-4984-9fa1-b6742271a718 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3420ba3-813d-4608-91ad-4fc95c8e3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433040 Dec 20 17:29:31.242630 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:31.264773 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-5a88241d-74a2-4b61-92cb-9662084f5e40 service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894446 Dec 20 17:29:31.364098 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1693c1d5-44f5-41ca-b6b2-42438898869c req-66202e19-de1c-49fd-b07d-550b6d0a386c service neutron] 10.222.0.18 "GET /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912750 Dec 20 17:29:31.460888 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:31.492319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a22a1f-7315-4b43-9f85-7049966deb5f None None] The sync data for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv is: [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '4e79ba74-9eab-442c-8bf4-88bb2b6f5e37', 'name': '', 'network_id': 'd3420ba3-813d-4608-91ad-4fc95c8e3145', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'mac_address': 'fa:16:3e:27:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:54Z', 'updated_at': '2021-12-20T17:20:58Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'subnets': [{'id': '9e3a1917-af81-4485-b50d-65d6d9ea77a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:29:31.737210 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbba0993-ff1e-4199-b25f-0b931f5b2114 None None] New status for floating IP 99530501-c46d-4c9c-b71f-6d83f9dc6903: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:29:32.205681 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a829d-4d39-4b07-b33f-be63b8334807 req-1a11cade-f830-4d4a-a7cd-9fc38f0aa6e2 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:32.207260 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-007a829d-4d39-4b07-b33f-be63b8334807 req-1a11cade-f830-4d4a-a7cd-9fc38f0aa6e2 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0496399 Dec 20 17:29:32.261218 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-007a829d-4d39-4b07-b33f-be63b8334807 req-686218ca-0181-4098-9482-fabc355625c1 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/security-groups?id=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479431 Dec 20 17:29:32.484475 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-641e5914-264c-455d-b7b6-e29133109149 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:32.485965 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-641e5914-264c-455d-b7b6-e29133109149 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 946 time: 0.0488408 Dec 20 17:29:32.578479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Deleting port f0133398-f427-4738-bce8-920263496db9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:32.578821 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:32.668777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] For port f0133398-f427-4738-bce8-920263496db9, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=f0133398-f427-4738-bce8-920263496db9,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:32.669132 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:32.682639 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Calling delete_port for f0133398-f427-4738-bce8-920263496db9 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:32.812789 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:32.839420 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event deleted for resources: {'Port': ['ID=f0133398-f427-4738-bce8-920263496db9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:32.851787 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.852131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.852472 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.852803 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.853125 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.853465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.853777 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.854700 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.855021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.855342 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.855659 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.855978 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.856288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:32.898098 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] No DVR routers for this DVR port f0133398-f427-4738-bce8-920263496db9 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:29:32.900905 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:32.904340 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-8a730313-ed12-4c2b-8f7d-be6826880264 req-fad9376c-2830-484e-bf70-26d1be8c7a85 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.18 "DELETE /v2.0/ports/f0133398-f427-4738-bce8-920263496db9 HTTP/1.1" status: 204 len: 173 time: 0.4126863 Dec 20 17:29:32.904818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'name': 'network-vif-deleted', 'tag': 'f0133398-f427-4738-bce8-920263496db9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:29:32.907259 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8020051b-960e-4650-9416-b4f41bcc989b" -d '{"events": [{"server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "name": "network-vif-deleted", "tag": "f0133398-f427-4738-bce8-920263496db9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:29:32.964332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f05844c-5b78-45ff-8b67-5050c46c380d x-openstack-request-id: req-2f05844c-5b78-45ff-8b67-5050c46c380d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:29:32.964600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1c13d2-d3aa-4c69-9585-8059ec488f66", "name": "network-vif-deleted", "tag": "f0133398-f427-4738-bce8-920263496db9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:29:32.964852 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f05844c-5b78-45ff-8b67-5050c46c380d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:29:32.965250 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1c13d2-d3aa-4c69-9585-8059ec488f66', 'name': 'network-vif-deleted', 'tag': 'f0133398-f427-4738-bce8-920263496db9', 'status': 'completed', 'code': 200} Dec 20 17:29:33.367410 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ed894c1b-7bbe-45f1-b27e-6921be40b1c1 req-86f30971-240e-4a87-9588-e06a8ef0d119 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 210 time: 0.0276501 Dec 20 17:29:34.475255 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-1cb8ac12-014a-4472-b6d6-c0e7e3ff63d2 req-a2975775-c1a0-445c-a2ef-4e40c0ea226b tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 210 time: 0.0324349 Dec 20 17:29:35.169900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f0133398-f427-4738-bce8-920263496db9 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:29:35.190484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: f0133398-f427-4738-bce8-920263496db9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:29:35.190833 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device f0133398-f427-4738-bce8-920263496db9 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:29:35.586415 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f6e599f5-b5e8-43eb-b8a4-d8063ddb8136 req-db3e6ecb-576a-46ab-8b5b-3cbefcff3f90 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 210 time: 0.0332229 Dec 20 17:29:36.702212 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-2cd9cd64-a4c8-4594-bdea-37cfdc3fabe1 req-b716f071-c421-46b3-821e-9b27b80c9f1a tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 210 time: 0.0292618 Dec 20 17:29:37.814989 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0aae2aab-b679-4c75-a89c-f4e9dbfbd1df req-9ddcc807-2961-41c2-8da0-522f1fb75e97 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb1c13d2-d3aa-4c69-9585-8059ec488f66 HTTP/1.1" status: 200 len: 210 time: 0.0277617 Dec 20 17:29:38.890044 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:38.954349 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dfa748f-4acd-4e4e-b209-ba7335044436 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:38.982916 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dfa748f-4acd-4e4e-b209-ba7335044436 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:39.048790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dfa748f-4acd-4e4e-b209-ba7335044436 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:39.051789 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9dfa748f-4acd-4e4e-b209-ba7335044436 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:39.055524 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-9dfa748f-4acd-4e4e-b209-ba7335044436 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] 10.222.0.60 "DELETE /v2.0/security-groups/349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9 HTTP/1.1" status: 204 len: 168 time: 0.1619127 Dec 20 17:29:39.062691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa748f-4acd-4e4e-b209-ba7335044436 tempest-TestShelveInstance-669143502 tempest-TestShelveInstance-669143502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349ba8e2-8a56-4f8f-b2e0-5827fcbd50c9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:39.103332 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:39.991488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:40.266113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Deleting port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:40.266849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:40.355983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] For port 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=4e79ba74-9eab-442c-8bf4-88bb2b6f5e37,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:40.356343 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:40.369561 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Calling delete_port for 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:40.582093 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:40.611163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e79ba74-9eab-442c-8bf4-88bb2b6f5e37,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:40.796504 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:41.060131 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Router 770bcc73-ad55-4c2c-a20c-1e52be084b8d has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:29:41.185019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:29:41.194514 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-00899af3-ad7a-4c4a-837c-97e9aed1d7e7 admin admin] 10.222.0.60 "PUT /v2.0/routers/770bcc73-ad55-4c2c-a20c-1e52be084b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0853708 Dec 20 17:29:41.194514 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:41.197926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] Sync routers for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:29:41.211776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:41.213021 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:41.363198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:41.366901 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:41.486541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:41.592643 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Deleting port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:41.593168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:41.624660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:29:40Z', 'revision_number': 5, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port': {'id': 'eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:41.655147 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] Checking router: 770bcc73-ad55-4c2c-a20c-1e52be084b8d for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:29:41.668576 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] Routers {'770bcc73-ad55-4c2c-a20c-1e52be084b8d'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:41.669484 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:41.707734 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] For port eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:41.708537 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:41.732834 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Calling delete_port for eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:41.801469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] Set router 770bcc73-ad55-4c2c-a20c-1e52be084b8d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:41.968087 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.018707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:42.040677 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08db3913-0390-4aea-b38a-13bfac7737f2 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:42.045208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:29:41Z', 'revision_number': 6, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:42.076869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6654188-eaa2-4afe-bc16-ec0931f3cb05 None None] The sync data for ids ['770bcc73-ad55-4c2c-a20c-1e52be084b8d'] in dv-neutron-822328-3-hyperv is: [{'id': '770bcc73-ad55-4c2c-a20c-1e52be084b8d', 'name': 'tempest-TestShelveInstance-362729481-router', 'tenant_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:52Z', 'updated_at': '2021-12-20T17:29:41Z', 'revision_number': 6, 'project_id': 'ca028cfd64a74f748fa64b6b10e1fd6e', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:29:42.121781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.223824 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.226243 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.273227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.273718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 770bcc73-ad55-4c2c-a20c-1e52be084b8d {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:29:42.279668 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.280694 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4fc2e007-d664-4214-87ef-4b580189767a admin admin] 10.222.0.60 "DELETE /v2.0/routers/770bcc73-ad55-4c2c-a20c-1e52be084b8d HTTP/1.1" status: 204 len: 168 time: 1.0846634 Dec 20 17:29:42.283444 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:42.338782 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff6c480-d1d0-44bd-b7ba-a467bae04eb4 admin admin] Deleting subnet 9e3a1917-af81-4485-b50d-65d6d9ea77a4 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:29:42.343051 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c480-d1d0-44bd-b7ba-a467bae04eb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.382689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c480-d1d0-44bd-b7ba-a467bae04eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.477344 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c480-d1d0-44bd-b7ba-a467bae04eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.542100 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c480-d1d0-44bd-b7ba-a467bae04eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.570183 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6c480-d1d0-44bd-b7ba-a467bae04eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3a1917-af81-4485-b50d-65d6d9ea77a4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:42.574730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c480-d1d0-44bd-b7ba-a467bae04eb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.578141 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2ff6c480-d1d0-44bd-b7ba-a467bae04eb4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9e3a1917-af81-4485-b50d-65d6d9ea77a4 HTTP/1.1" status: 204 len: 168 time: 0.2935569 Dec 20 17:29:42.581661 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:42.582957 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60a6bc-190b-42e3-93b8-1bd5ad94e886 None None] Network d3420ba3-813d-4608-91ad-4fc95c8e3145 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:29:42.684044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.764356 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Deleting port 28b62f75-2491-482f-abbc-0835a51c7c6c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:42.764926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.774082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] DHCP port deletion for d3420ba3-813d-4608-91ad-4fc95c8e3145 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:42.847489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Deleting port 28b62f75-2491-482f-abbc-0835a51c7c6c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:42.848152 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.863005 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] For port 28b62f75-2491-482f-abbc-0835a51c7c6c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=28b62f75-2491-482f-abbc-0835a51c7c6c,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:42.863370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.879121 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Calling delete_port for 28b62f75-2491-482f-abbc-0835a51c7c6c owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:42.940861 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] For port 28b62f75-2491-482f-abbc-0835a51c7c6c, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=28b62f75-2491-482f-abbc-0835a51c7c6c,segment=NetworkSegment(3fec9073-1de5-44d4-8eee-e55c11664647),segment_id=3fec9073-1de5-44d4-8eee-e55c11664647)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:42.941268 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:42.956639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Calling delete_port for 28b62f75-2491-482f-abbc-0835a51c7c6c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:43.024908 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:43.052748 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b62f75-2491-482f-abbc-0835a51c7c6c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:43.053553 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:43.057373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] No DVR routers for this DVR port 28b62f75-2491-482f-abbc-0835a51c7c6c on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:29:43.084232 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Pushing event deleted for resources: {'Port': ['ID=28b62f75-2491-482f-abbc-0835a51c7c6c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:43.088862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] No DVR routers for this DVR port 28b62f75-2491-482f-abbc-0835a51c7c6c on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:29:43.098597 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.098902 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.099156 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.099497 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.099845 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.100220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.100508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.101158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.101158 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.101479 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.101803 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.102122 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.102473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8a150-2a51-46a7-8cb1-c74fe8240f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:43.140653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:43.163707 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3420ba3-813d-4608-91ad-4fc95c8e3145']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:43.174316 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fec9073-1de5-44d4-8eee-e55c11664647') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:43.174844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fec9073-1de5-44d4-8eee-e55c11664647') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:43.185027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:43.199598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:43.206683 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:29:43.207097 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:29:43.208876 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:29:43.268901 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:43.277232 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:43.281750 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d3420ba3-813d-4608-91ad-4fc95c8e3145 HTTP/1.1" status: 204 len: 168 time: 0.6988049 Dec 20 17:29:43.284812 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:43.294500 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3a93e-9226-4548-9b42-1a4039c6da61 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3420ba3-813d-4608-91ad-4fc95c8e3145,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:43.554469 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:29:43.579636 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:29:43.579981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 4e79ba74-9eab-442c-8bf4-88bb2b6f5e37 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:29:43.580396 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 28b62f75-2491-482f-abbc-0835a51c7c6c no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:29:43.601488 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 28b62f75-2491-482f-abbc-0835a51c7c6c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:29:43.602328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 28b62f75-2491-482f-abbc-0835a51c7c6c not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:29:43.602328 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:29:43.622090 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:29:43.622465 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device eb6a13e5-a37b-4c2e-ba4a-4cf6626f4e17 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:29:43.682281 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:43.945902 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Deleting port e8f1b021-7d5b-4b51-bb96-867025a72f08 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:43.946239 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:44.028439 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] For port e8f1b021-7d5b-4b51-bb96-867025a72f08, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=e8f1b021-7d5b-4b51-bb96-867025a72f08,segment=NetworkSegment(4a47c74b-d099-427c-8530-f0a612a72855),segment_id=4a47c74b-d099-427c-8530-f0a612a72855)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:44.028799 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:44.047655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Calling delete_port for e8f1b021-7d5b-4b51-bb96-867025a72f08 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:44.237923 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:44.268538 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f1b021-7d5b-4b51-bb96-867025a72f08,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:44.360980 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:29:44.464077 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:44.714389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Router b1279b7e-da99-4472-b606-0f99e4de46f5 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:29:44.830767 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:29:44.837256 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d4d1f9c3-5cca-4f9e-970b-93fef0317f22 admin admin] 10.222.0.60 "PUT /v2.0/routers/b1279b7e-da99-4472-b606-0f99e4de46f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5512283 Dec 20 17:29:44.840471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:44.842891 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] Sync routers for ids ['b1279b7e-da99-4472-b606-0f99e4de46f5'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:29:44.854061 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] Routers {'b1279b7e-da99-4472-b606-0f99e4de46f5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:44.855047 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b1279b7e-da99-4472-b606-0f99e4de46f5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:44.911755 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:44.970166 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:45.080824 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] Set router b1279b7e-da99-4472-b606-0f99e4de46f5 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:45.293359 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:29:44Z', 'revision_number': 5, 'project_id': '84fd92834b934141bb6374c80893f922', 'gw_port': {'id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:45.328446 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] Checking router: b1279b7e-da99-4472-b606-0f99e4de46f5 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:29:45.338370 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] Routers {'b1279b7e-da99-4472-b606-0f99e4de46f5'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:45.339030 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['b1279b7e-da99-4472-b606-0f99e4de46f5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:45.469764 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] Set router b1279b7e-da99-4472-b606-0f99e4de46f5 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:45.481492 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:45.555566 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Deleting port 484a44fc-6340-44aa-bbb7-78bbc21c564d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:45.555985 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:45.645550 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] For port 484a44fc-6340-44aa-bbb7-78bbc21c564d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=484a44fc-6340-44aa-bbb7-78bbc21c564d,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:45.645908 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:45.663995 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Calling delete_port for 484a44fc-6340-44aa-bbb7-78bbc21c564d owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:45.679974 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:29:44Z', 'revision_number': 5, 'project_id': '84fd92834b934141bb6374c80893f922', 'gw_port': {'id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:45.711342 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d332630-d9b4-4918-8279-71159bd0f668 None None] The sync data for ids ['b1279b7e-da99-4472-b606-0f99e4de46f5'] in dv-neutron-822328-3-hyperv is: [{'id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'name': 'tempest-TestShelveInstance-1909683996-router', 'tenant_id': '84fd92834b934141bb6374c80893f922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:29:44Z', 'revision_number': 5, 'project_id': '84fd92834b934141bb6374c80893f922', 'gw_port': {'id': '484a44fc-6340-44aa-bbb7-78bbc21c564d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1279b7e-da99-4472-b606-0f99e4de46f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:20:57Z', 'updated_at': '2021-12-20T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:29:45.849078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:45.876856 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=484a44fc-6340-44aa-bbb7-78bbc21c564d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:45.895674 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ed649-a782-4590-819c-293f2c999045 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:45.954721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.056933 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.061304 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.127537 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.128654 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1279b7e-da99-4472-b606-0f99e4de46f5 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:29:46.136359 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.140326 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-75109b1e-a03a-4613-9c42-b1f91a5841d4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b1279b7e-da99-4472-b606-0f99e4de46f5 HTTP/1.1" status: 204 len: 168 time: 1.2962115 Dec 20 17:29:46.140983 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:46.207009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-70551974-06cc-429a-bdf0-db1c3d741986 admin admin] Deleting subnet be6d53e7-cf72-482f-9671-4dc4eae94a6c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:29:46.212318 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70551974-06cc-429a-bdf0-db1c3d741986 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.266691 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70551974-06cc-429a-bdf0-db1c3d741986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.375003 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70551974-06cc-429a-bdf0-db1c3d741986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.459176 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70551974-06cc-429a-bdf0-db1c3d741986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.489155 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70551974-06cc-429a-bdf0-db1c3d741986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6d53e7-cf72-482f-9671-4dc4eae94a6c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:46.496080 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70551974-06cc-429a-bdf0-db1c3d741986 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.499526 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-70551974-06cc-429a-bdf0-db1c3d741986 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/be6d53e7-cf72-482f-9671-4dc4eae94a6c HTTP/1.1" status: 204 len: 168 time: 0.3571215 Dec 20 17:29:46.501965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:46.503234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83bf57d-5b68-436b-8439-565c45f34c7f None None] Network ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:29:46.588582 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.653980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Deleting port 1afc88e7-8b21-4d23-969e-5e603156ab36 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:46.654464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.737552 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] For port 1afc88e7-8b21-4d23-969e-5e603156ab36, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1afc88e7-8b21-4d23-969e-5e603156ab36,segment=NetworkSegment(4a47c74b-d099-427c-8530-f0a612a72855),segment_id=4a47c74b-d099-427c-8530-f0a612a72855)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:46.738048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.761156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Calling delete_port for 1afc88e7-8b21-4d23-969e-5e603156ab36 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:46.822689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ad122-99a3-421b-813a-66ab9ff27bdf None None] DHCP port deletion for ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:46.904390 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-967ad122-99a3-421b-813a-66ab9ff27bdf None None] Deleting port 1afc88e7-8b21-4d23-969e-5e603156ab36 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:46.905226 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-967ad122-99a3-421b-813a-66ab9ff27bdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.923653 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:46.946676 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] No DVR routers for this DVR port 1afc88e7-8b21-4d23-969e-5e603156ab36 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:29:46.993422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afc88e7-8b21-4d23-969e-5e603156ab36,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:46.997491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-967ad122-99a3-421b-813a-66ab9ff27bdf None None] For port 1afc88e7-8b21-4d23-969e-5e603156ab36, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=1afc88e7-8b21-4d23-969e-5e603156ab36,segment=NetworkSegment(4a47c74b-d099-427c-8530-f0a612a72855),segment_id=4a47c74b-d099-427c-8530-f0a612a72855)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:46.998486 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-967ad122-99a3-421b-813a-66ab9ff27bdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.022801 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-967ad122-99a3-421b-813a-66ab9ff27bdf None None] Calling delete_port for 1afc88e7-8b21-4d23-969e-5e603156ab36 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:47.113029 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-967ad122-99a3-421b-813a-66ab9ff27bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.132703 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.145459 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ad122-99a3-421b-813a-66ab9ff27bdf None None] Pushing event deleted for resources: {'Port': ['ID=1afc88e7-8b21-4d23-969e-5e603156ab36,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:47.149399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ad122-99a3-421b-813a-66ab9ff27bdf None None] No DVR routers for this DVR port 1afc88e7-8b21-4d23-969e-5e603156ab36 on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:29:47.172815 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0eaa23-5ba6-42c3-8eb6-99c05018ea07']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:47.188485 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a47c74b-d099-427c-8530-f0a612a72855') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:47.188798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a47c74b-d099-427c-8530-f0a612a72855') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:47.200706 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.217056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.225041 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:29:47.225546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:29:47.228866 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:29:47.291783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.298083 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.301719 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ff0eaa23-5ba6-42c3-8eb6-99c05018ea07 HTTP/1.1" status: 204 len: 168 time: 0.7987235 Dec 20 17:29:47.314033 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4e12-6a3a-437b-9484-b44c6a1b4a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0eaa23-5ba6-42c3-8eb6-99c05018ea07,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:47.445856 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:47.495832 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-4588aa90-4be9-4ee2-b159-0e97376ae308 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca028cfd64a74f748fa64b6b10e1fd6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481246 Dec 20 17:29:47.497797 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:47.555094 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c685f546-e6b5-4648-a1c0-f5feaefedde0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.581221 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8f1b021-7d5b-4b51-bb96-867025a72f08 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:29:47.581897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c685f546-e6b5-4648-a1c0-f5feaefedde0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.602286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: e8f1b021-7d5b-4b51-bb96-867025a72f08 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:29:47.602639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device e8f1b021-7d5b-4b51-bb96-867025a72f08 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:29:47.603059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 484a44fc-6340-44aa-bbb7-78bbc21c564d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:29:47.623851 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 484a44fc-6340-44aa-bbb7-78bbc21c564d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:29:47.624195 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 484a44fc-6340-44aa-bbb7-78bbc21c564d not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:29:47.624613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1afc88e7-8b21-4d23-969e-5e603156ab36 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:29:47.637843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c685f546-e6b5-4648-a1c0-f5feaefedde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.640965 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c685f546-e6b5-4648-a1c0-f5feaefedde0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:47.642515 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c685f546-e6b5-4648-a1c0-f5feaefedde0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92dc3497-9400-4482-b06f-44c89bb63c9b HTTP/1.1" status: 204 len: 168 time: 0.1433573 Dec 20 17:29:47.651751 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685f546-e6b5-4648-a1c0-f5feaefedde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc3497-9400-4482-b06f-44c89bb63c9b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:47.652550 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 1afc88e7-8b21-4d23-969e-5e603156ab36 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:29:47.653121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 1afc88e7-8b21-4d23-969e-5e603156ab36 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:29:48.023575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:48.067944 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-42bfac9d-be73-494e-b31b-f82afdecceb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84fd92834b934141bb6374c80893f922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430775 Dec 20 17:29:48.070847 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:48.122104 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d3558a2-10a5-487a-99c0-4ee082483e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:48.144954 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d3558a2-10a5-487a-99c0-4ee082483e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:48.196903 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d3558a2-10a5-487a-99c0-4ee082483e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:48.200579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d3558a2-10a5-487a-99c0-4ee082483e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:48.201830 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-6d3558a2-10a5-487a-99c0-4ee082483e6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/787984dc-aed6-4a63-a77a-52d6a760feda HTTP/1.1" status: 204 len: 168 time: 0.1299942 Dec 20 17:29:48.209993 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3558a2-10a5-487a-99c0-4ee082483e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787984dc-aed6-4a63-a77a-52d6a760feda,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:48.931655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56426) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:49.024733 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2040313300-network', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:29:49.047814 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Made reservation on behalf of 3a13ee988f4b49f8abe32db84ab11f52 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:29:49.050504 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.059295 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.143331 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.147073 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.172389 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:29:49.184712 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ab56a-07cb-4191-88b2-145b771e836f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:49.187613 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.187949 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.segments_db [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Added segment 62d1198e-2978-41c3-a62a-2c5aee540ae0 of type vlan for network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 Dec 20 17:29:49.229385 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.254775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.255650 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:49.256258 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.313659 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3808300 Dec 20 17:29:49.316337 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56430) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:49.321560 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Request body: {'subnet': {'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2040313300-subnet', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:29:49.330777 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67662633-58b7-4970-93f0-b7e52af1a7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:49.340962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:29:49.351648 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Made reservation on behalf of 3a13ee988f4b49f8abe32db84ab11f52 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:29:49.354132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.523082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.582154 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07788a7d-f691-4dd4-9d3d-42b094a1f07b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:49.591669 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Checking segment: {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:29:49.592028 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Network hostable DHCP agents. Network: 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:29:49.609392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:29:49.618078 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:49.622703 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:49.623272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.629735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7d33e-fdf2-4cf7-a64a-578140496caa None None] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:29:49.642247 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-8b05a6f2-153c-4127-b8d6-a1646ff5ff1b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3244867 Dec 20 17:29:49.645046 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56432) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:49.649413 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:29:49.676781 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.678132 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.732245 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.738607 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:29:49.739492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.877886 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:49.883518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Allocated IP 172.20.0.2 (36b1b39e-5150-4318-beb1-c5ff7ca0a9b9/07788a7d-f691-4dd4-9d3d-42b094a1f07b/892b8a00-2b52-4882-9eb9-492cc84052c8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:29:50.023709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.029652 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.071116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:29:50.073928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:50.076298 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:29:50.079139 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.088439 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Pushing event updated for resources: {'Port': ['ID=892b8a00-2b52-4882-9eb9-492cc84052c8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:50.103210 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.137255 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Attempting to bind port 892b8a00-2b52-4882-9eb9-492cc84052c8 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:29:50.137530 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Attempting to bind port 892b8a00-2b52-4882-9eb9-492cc84052c8 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:29:50.137885 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Attempting to bind port 892b8a00-2b52-4882-9eb9-492cc84052c8 on network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:29:50.142840 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:29:50.143208 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Checking segment: {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:29:50.143605 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.143991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Bound using segment: {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:29:50.144449 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Bound port: 892b8a00-2b52-4882-9eb9-492cc84052c8, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:29:50.144820 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.205854 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Allocated IP 172.26.1.46 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:29:50.208334 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] For port 892b8a00-2b52-4882-9eb9-492cc84052c8, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:29:50.212224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] For port 892b8a00-2b52-4882-9eb9-492cc84052c8, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=892b8a00-2b52-4882-9eb9-492cc84052c8,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:29:50.216014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.278770 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10526dc7-35e2-406d-b4aa-878c30c78665 None None] Pushing event updated for resources: {'Port': ['ID=892b8a00-2b52-4882-9eb9-492cc84052c8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:50.318926 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.355927 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.397201 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:29:50.400068 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:50.404198 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:29:50.410085 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:50.426999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7fb7c4-7360-4b1a-b286-8dbe660c0a43 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:50.478963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5ec0d711-cc2e-4377-ae06-97f625ae13d2 None None] Provisioning complete for port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:50.479582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d711-cc2e-4377-ae06-97f625ae13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.517952 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0d711-cc2e-4377-ae06-97f625ae13d2 None None] Port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:29:50.687670 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:50.895145 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:51.031296 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Router 3658312f-356b-4088-806f-65a23d68a481 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:29:51.145757 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:29:51.156900 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Sync routers for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:29:51.169068 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:51.169864 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:51.182151 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:51.186110 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-35740371-3cef-4cce-99e5-0fc07124d5b5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5374892 Dec 20 17:29:51.186542 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:51.226432 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40819a9d-927c-4444-b24a-4c7f0b947c7c None None] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:29:51.341082 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e8de88f2-2a89-4afe-abb1-71643594ae59 None None] Provisioning complete for port 892b8a00-2b52-4882-9eb9-492cc84052c8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:51.341436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8de88f2-2a89-4afe-abb1-71643594ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:51.349205 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:51.582955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8de88f2-2a89-4afe-abb1-71643594ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:51.626436 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 892b8a00-2b52-4882-9eb9-492cc84052c8 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:29:51.638919 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:51.672471 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e8de88f2-2a89-4afe-abb1-71643594ae59 None None] For port 892b8a00-2b52-4882-9eb9-492cc84052c8, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=892b8a00-2b52-4882-9eb9-492cc84052c8,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:51.687076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8de88f2-2a89-4afe-abb1-71643594ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:51.817227 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Allocated IP 172.20.0.1 (36b1b39e-5150-4318-beb1-c5ff7ca0a9b9/07788a7d-f691-4dd4-9d3d-42b094a1f07b/a8ee532d-1ee1-4086-bbe3-f252fe15d0fa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:29:51.922737 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:51.928615 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:50Z', 'revision_number': 3, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:51.958719 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:51.964779 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de88f2-2a89-4afe-abb1-71643594ae59 None None] Pushing event updated for resources: {'Port': ['ID=892b8a00-2b52-4882-9eb9-492cc84052c8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:51.966378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 892b8a00-2b52-4882-9eb9-492cc84052c8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:51.966378 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:51.969639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Checking router: 3658312f-356b-4088-806f-65a23d68a481 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:29:51.969857 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Updating router 3658312f-356b-4088-806f-65a23d68a481 port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:29:52.004048 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:29:52.009362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:52.010199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7eb3cfff-0374-4f71-989f-7b4366f6139a None None] Provisioning complete for port 892b8a00-2b52-4882-9eb9-492cc84052c8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:52.010199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cfff-0374-4f71-989f-7b4366f6139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.011640 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:29:52.045847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ee532d-1ee1-4086-bbe3-f252fe15d0fa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:52.048954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.067575 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.204371 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.404118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.410377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-35a29f61-7898-479b-b19a-ad854c2f01e4 None None] Provisioning complete for port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:52.410780 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a29f61-7898-479b-b19a-ad854c2f01e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.413725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.489489 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d85fa-72ba-4c79-a616-ea6cd9af2a0a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:52.508422 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-35a29f61-7898-479b-b19a-ad854c2f01e4 None None] Port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:29:52.511523 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2b578-9bbf-4b1f-8357-a4d8576abb17 None None] Pushing event updated for resources: {'Port': ['ID=0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:52.515492 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Attempting to bind port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:29:52.515862 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Attempting to bind port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:29:52.516224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Attempting to bind port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:29:52.522670 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:29:52.523038 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:29:52.523438 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.523823 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:29:52.524292 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Bound port: 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:29:52.524735 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.578119 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] For port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:29:52.581977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] For port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:29:52.588753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.640096 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b3025-4939-4611-9f18-7747a349f85a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:52.663992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3e52291c-f337-456d-ac1e-551b79ce0c21 None None] Provisioning complete for port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:52.664363 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e52291c-f337-456d-ac1e-551b79ce0c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.670052 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2b578-9bbf-4b1f-8357-a4d8576abb17 None None] Pushing event updated for resources: {'Port': ['ID=0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:52.695108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:52.695731 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:52.733670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.739050 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.806986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ee532d-1ee1-4086-bbe3-f252fe15d0fa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:52.810326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.838579 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:52.868389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e52291c-f337-456d-ac1e-551b79ce0c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.905946 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:29:52.907378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:52.930582 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3e52291c-f337-456d-ac1e-551b79ce0c21 None None] For port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:52.948530 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e52291c-f337-456d-ac1e-551b79ce0c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:53.035074 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Router 3658312f-356b-4088-806f-65a23d68a481 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:29:53.038520 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52291c-f337-456d-ac1e-551b79ce0c21 None None] Pushing event updated for resources: {'Port': ['ID=0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:53.094087 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cb67b055-ac95-41cd-a93a-c813f8526581 None None] Provisioning complete for port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:53.094482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb67b055-ac95-41cd-a93a-c813f8526581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:53.148866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:29:53.149662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:51Z', 'revision_number': 1, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:53.155138 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-030af873-5774-475d-9c54-939e3acbb909 admin admin] 10.222.0.60 "PUT /v2.0/routers/3658312f-356b-4088-806f-65a23d68a481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9673982 Dec 20 17:29:53.180924 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ddd391-9f7b-4b5d-a96b-5cdedf00105a None None] The sync data for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv is: [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:51Z', 'revision_number': 1, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:29:53.354982 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cd0736d4-90d0-4782-ab5e-a606b9939ba5 None None] Provisioning complete for port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:53.355352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd0736d4-90d0-4782-ab5e-a606b9939ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:53.396648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cd0736d4-90d0-4782-ab5e-a606b9939ba5 None None] Port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:29:53.567544 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 892b8a00-2b52-4882-9eb9-492cc84052c8 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:29:53.629951 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 892b8a00-2b52-4882-9eb9-492cc84052c8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:53.631360 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:53.783798 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:53.788863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2098033447-network', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:29:53.814559 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Made reservation on behalf of 9d09ada5dd8f4e44956a03410347e60e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:29:53.816963 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for network, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:53.829807 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:53.919941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:53.927883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:53.954215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:29:53.964102 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3190e5-64e6-449b-8194-7dc59c4ce6bd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:53.974491 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:53.974491 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.segments_db [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Added segment 02394a27-9542-4d04-9c09-89cd89cfa6ac of type vlan for network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa Dec 20 17:29:54.016012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771522117169'] for network, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.044296 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573'] for network, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.045313 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:54.045910 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.080564 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2956011 Dec 20 17:29:54.084058 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:54.092634 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Request body: {'subnet': {'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2098033447-subnet', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:29:54.117795 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fae496-ea2f-4c3b-b66a-fe98bc2bea78 admin admin] Pushing event updated for resources: {'Network': ['ID=55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:54.119515 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Made reservation on behalf of 9d09ada5dd8f4e44956a03410347e60e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:29:54.123084 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983452'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.131369 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa details requested by agent ovs-agent-dv-neutron-822328-3-hyperv with host dv-neutron-822328-3-hyperv {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:29:54.314425 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26677949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.370523 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ddf2051-2613-452e-b29a-4a6cc0baec7d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:54.387335 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Checking segment: {'id': '02394a27-9542-4d04-9c09-89cd89cfa6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:29:54.387594 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Network hostable DHCP agents. Network: 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa, hostable agents: ['1e6c918f-db51-4700-90e4-7871c3a76de5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:29:54.406617 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa is scheduled to be hosted by DHCP agent 1e6c918f-db51-4700-90e4-7871c3a76de5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:29:54.422347 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822328-3-hyperv, 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:54.426921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:54.427508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.432766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9380b-08fb-4cd0-b758-8b21bcb30f70 None None] Network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:29:54.452827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:54.452955 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-af80e969-43c7-44a5-a89d-8415a3313aa8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3663330 Dec 20 17:29:54.457646 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:29:54.487735 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240276'] for router, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.489418 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240291'] for router, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.547459 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.568715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd10d8d9-7c04-5b15-bfe9-e4125d097092-55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa', 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa', 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'fixed_ips': [{'subnet_id': '8ddf2051-2613-452e-b29a-4a6cc0baec7d'}]}} from dv-neutron-822328-3-hyperv. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:29:54.569599 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.695272 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.713421 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Allocated IP 172.20.0.2 (55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa/8ddf2051-2613-452e-b29a-4a6cc0baec7d/10ad8844-40a4-4004-8898-e47b0d53be9e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:29:54.859296 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.864263 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.895137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.904836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:29:54.909180 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:54.913474 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:29:54.916370 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.917143 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Pushing event updated for resources: {'Port': ['ID=10ad8844-40a4-4004-8898-e47b0d53be9e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:54.970230 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Attempting to bind port 10ad8844-40a4-4004-8898-e47b0d53be9e on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:29:54.970601 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Attempting to bind port 10ad8844-40a4-4004-8898-e47b0d53be9e by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '02394a27-9542-4d04-9c09-89cd89cfa6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:29:54.970914 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Attempting to bind port 10ad8844-40a4-4004-8898-e47b0d53be9e on network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:29:54.976332 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:29:54.976701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Checking segment: {'id': '02394a27-9542-4d04-9c09-89cd89cfa6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:29:54.977097 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:54.977503 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Bound using segment: {'id': '02394a27-9542-4d04-9c09-89cd89cfa6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:29:54.977976 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Bound port: 10ad8844-40a4-4004-8898-e47b0d53be9e, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02394a27-9542-4d04-9c09-89cd89cfa6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:29:54.979023 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.029109 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Allocated IP 172.26.1.162 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/8b0789e3-c77f-4979-adec-0a64947f39e5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:29:55.048760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] For port 10ad8844-40a4-4004-8898-e47b0d53be9e, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:29:55.052577 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] For port 10ad8844-40a4-4004-8898-e47b0d53be9e, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=10ad8844-40a4-4004-8898-e47b0d53be9e,segment=NetworkSegment(02394a27-9542-4d04-9c09-89cd89cfa6ac),segment_id=02394a27-9542-4d04-9c09-89cd89cfa6ac)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:29:55.056515 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.147450 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.184470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.229960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:29:55.232936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:55.237801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:29:55.240954 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Pushing event updated for resources: {'Port': ['ID=8b0789e3-c77f-4979-adec-0a64947f39e5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:55.256018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac27dc1-dcfb-40e9-9d22-554dcd3d790d None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:55.282973 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1554a41-689a-4ac6-a302-2f2b26ba14f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.302167 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1804b-7a52-4631-96c4-6bd27abccfac None None] Pushing event updated for resources: {'Port': ['ID=10ad8844-40a4-4004-8898-e47b0d53be9e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:55.333473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d55994ad-b0d8-4fa1-9d46-e5ba076fe4a1 None None] Provisioning complete for port 8b0789e3-c77f-4979-adec-0a64947f39e5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:55.333838 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d55994ad-b0d8-4fa1-9d46-e5ba076fe4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.373856 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d55994ad-b0d8-4fa1-9d46-e5ba076fe4a1 None None] Port 8b0789e3-c77f-4979-adec-0a64947f39e5 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:29:55.488451 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Sync routers for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:29:55.497998 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:55.498863 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:55.552054 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.658675 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:55.686842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 10ad8844-40a4-4004-8898-e47b0d53be9e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:29:55.739922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 10ad8844-40a4-4004-8898-e47b0d53be9e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:55.740590 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.808486 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534120'] for router, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.830357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.877583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] For port 10ad8844-40a4-4004-8898-e47b0d53be9e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=10ad8844-40a4-4004-8898-e47b0d53be9e,segment=NetworkSegment(02394a27-9542-4d04-9c09-89cd89cfa6ac),segment_id=02394a27-9542-4d04-9c09-89cd89cfa6ac)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:55.883408 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.887619 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:29:55.909501 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 2, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:55.937433 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Checking router: 3658312f-356b-4088-806f-65a23d68a481 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:29:55.937790 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Updating router 3658312f-356b-4088-806f-65a23d68a481 port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:29:55.976125 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:55.979478 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Pushing event updated for resources: {'Port': ['ID=10ad8844-40a4-4004-8898-e47b0d53be9e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:55.989474 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 is scheduled to L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:29:56.000502 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:56.001359 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.142173 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:29:56.152999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Sync routers for ids ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:29:56.165416 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Routers {'8087c3d1-7f47-476a-8b6f-6b62521af5b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:56.166246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:56.171753 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.175485 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-6be9644f-c0a6-426e-8eb4-94b7613e3ede admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7191746 Dec 20 17:29:56.176156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:56.308132 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Set router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:56.350715 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.358580 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.412432 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Pushing event updated for resources: {'Port': ['ID=a8ee532d-1ee1-4086-bbe3-f252fe15d0fa,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:56.415313 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32db65e-f3a1-4e17-b7c4-ed460806352d None None] Network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:29:56.424985 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.425332 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.425668 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.426001 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.426352 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.426727 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.427069 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.427397 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.427719 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.428041 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.428362 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.428680 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.428998 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:56.494939 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Attempting to bind port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:29:56.495621 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Attempting to bind port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:29:56.495621 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Attempting to bind port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa on network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:29:56.502179 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:29:56.502584 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Checking segment: {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:29:56.502987 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.503374 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Bound using segment: {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:29:56.503992 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Bound port: a8ee532d-1ee1-4086-bbe3-f252fe15d0fa, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:29:56.504379 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.572545 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cf602853-c1ee-4a91-a092-6776e87a6da3 None None] Provisioning complete for port 10ad8844-40a4-4004-8898-e47b0d53be9e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:56.572923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf602853-c1ee-4a91-a092-6776e87a6da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.600597 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] For port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:29:56.606847 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] For port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a8ee532d-1ee1-4086-bbe3-f252fe15d0fa,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:29:56.620111 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.688532 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:56.689352 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:56.772490 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:55Z', 'revision_number': 3, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'gw_port': {'id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:56.806168 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.820850 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Checking router: 8087c3d1-7f47-476a-8b6f-6b62521af5b3 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:29:56.821209 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Updating router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 port 8b0789e3-c77f-4979-adec-0a64947f39e5 binding host dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:29:56.867866 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:56.929396 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb48ae1-f6ad-41fe-ad1e-405037d6a0db None None] Pushing event updated for resources: {'Port': ['ID=a8ee532d-1ee1-4086-bbe3-f252fe15d0fa,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:57.028556 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:57.035037 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-69ec73dd-7faa-4be8-a484-4d70af595c78 None None] Provisioning complete for port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:57.035417 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69ec73dd-7faa-4be8-a484-4d70af595c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.053982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Allocated IP 172.20.0.1 (55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa/8ddf2051-2613-452e-b29a-4a6cc0baec7d/524287bc-9ff6-487d-9107-ebf3069e9298) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:29:57.169309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.215293 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69ec73dd-7faa-4be8-a484-4d70af595c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.216408 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.256632 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:56Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:57.273386 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:29:57.278149 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:57.283909 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:29:57.286518 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-69ec73dd-7faa-4be8-a484-4d70af595c78 None None] For port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a8ee532d-1ee1-4086-bbe3-f252fe15d0fa,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:57.287826 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c559d-1586-4797-876f-db8fe550ec59 None None] The sync data for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv is: [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:56Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:29:57.311241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69ec73dd-7faa-4be8-a484-4d70af595c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.313123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Pushing event updated for resources: {'Port': ['ID=524287bc-9ff6-487d-9107-ebf3069e9298,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:57.340941 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534367'] for router_interface, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.365331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.389728 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.428180 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Attempting to bind port 8b0789e3-c77f-4979-adec-0a64947f39e5 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:29:57.428574 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Attempting to bind port 8b0789e3-c77f-4979-adec-0a64947f39e5 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:29:57.428934 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Attempting to bind port 8b0789e3-c77f-4979-adec-0a64947f39e5 on network 77fd5335-c03d-4b54-ba31-dcf92a808927 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:29:57.436116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c0d629-e2f4-4230-96e7-fbf9be3f1675 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:57.439898 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:29:57.440316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Checking segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:29:57.440740 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.441149 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Bound using segment: {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:29:57.442863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Bound port: 8b0789e3-c77f-4979-adec-0a64947f39e5, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffaf655-6097-4f37-a182-1a8750d59dba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:29:57.443585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.465294 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec73dd-7faa-4be8-a484-4d70af595c78 None None] Pushing event updated for resources: {'Port': ['ID=a8ee532d-1ee1-4086-bbe3-f252fe15d0fa,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:57.565981 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-62a76930-871f-4f0f-8818-2a964e3d5259 None None] Provisioning complete for port 10ad8844-40a4-4004-8898-e47b0d53be9e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:57.566653 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62a76930-871f-4f0f-8818-2a964e3d5259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.670100 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] For port 8b0789e3-c77f-4979-adec-0a64947f39e5, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:29:57.677225 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fc86b-8e74-4738-926f-ea63e875eff8 None None] Pushing event updated for resources: {'Port': ['ID=8b0789e3-c77f-4979-adec-0a64947f39e5,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:57.686248 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] For port 8b0789e3-c77f-4979-adec-0a64947f39e5, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8b0789e3-c77f-4979-adec-0a64947f39e5,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:29:57.687822 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 10ad8844-40a4-4004-8898-e47b0d53be9e up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:29:57.716206 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.782534 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127def8b-d7ff-4871-94aa-b37b382658e1 None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:29:57.843083 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Routers {'8087c3d1-7f47-476a-8b6f-6b62521af5b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:57.843725 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:57.851254 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fc86b-8e74-4738-926f-ea63e875eff8 None None] Pushing event updated for resources: {'Port': ['ID=8b0789e3-c77f-4979-adec-0a64947f39e5,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:57.924622 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 10ad8844-40a4-4004-8898-e47b0d53be9e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:57.925245 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.941184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.989911 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9ddc7d2-17d6-46f1-a357-1c5eb8c7b2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.029510 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-62a76930-871f-4f0f-8818-2a964e3d5259 None None] Provisioning complete for port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:58.029880 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62a76930-871f-4f0f-8818-2a964e3d5259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.062131 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] Set router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:58.185819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.194008 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.323670 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Pushing event updated for resources: {'Port': ['ID=524287bc-9ff6-487d-9107-ebf3069e9298,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:58.327887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534315'] for router_interface, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.392991 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a8ee532d-1ee1-4086-bbe3-f252fe15d0fa up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:29:58.472414 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:29:58.474154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:29:58.521776 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:58.522194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.566843 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:55Z', 'revision_number': 3, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'gw_port': {'id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:58.596420 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ee665-3e3e-42c3-924a-6f788a3013fb None None] The sync data for ids ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'] in dv-neutron-822328-3-hyperv is: [{'id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:55Z', 'revision_number': 3, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'gw_port': {'id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:29:58.618501 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:29:58.677955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-340707e4-3cfc-4dd8-95c2-7365b234177e None None] Provisioning complete for port 524287bc-9ff6-487d-9107-ebf3069e9298 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:58.678623 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-340707e4-3cfc-4dd8-95c2-7365b234177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.723243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.726816 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-340707e4-3cfc-4dd8-95c2-7365b234177e None None] Port 524287bc-9ff6-487d-9107-ebf3069e9298 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:29:58.742678 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-340707e4-3cfc-4dd8-95c2-7365b234177e None None] Provisioning complete for port 8b0789e3-c77f-4979-adec-0a64947f39e5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:58.743055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-340707e4-3cfc-4dd8-95c2-7365b234177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.768882 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:29:58.774939 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-02106066-778b-45a7-8317-b6152e411f4e admin admin] 10.222.0.60 "PUT /v2.0/routers/8087c3d1-7f47-476a-8b6f-6b62521af5b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5971591 Dec 20 17:29:58.830485 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-340707e4-3cfc-4dd8-95c2-7365b234177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.858686 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-340707e4-3cfc-4dd8-95c2-7365b234177e None None] For port 8b0789e3-c77f-4979-adec-0a64947f39e5, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8b0789e3-c77f-4979-adec-0a64947f39e5,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:29:58.864034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-340707e4-3cfc-4dd8-95c2-7365b234177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.933219 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340707e4-3cfc-4dd8-95c2-7365b234177e None None] Pushing event updated for resources: {'Port': ['ID=8b0789e3-c77f-4979-adec-0a64947f39e5,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:58.989890 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-19975ed9-d23d-4be9-b696-f9f5ba6fe6a7 None None] Provisioning complete for port 524287bc-9ff6-487d-9107-ebf3069e9298 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:58.990461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19975ed9-d23d-4be9-b696-f9f5ba6fe6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:59.030723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-19975ed9-d23d-4be9-b696-f9f5ba6fe6a7 None None] Port 524287bc-9ff6-487d-9107-ebf3069e9298 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:29:59.584568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8b0789e3-c77f-4979-adec-0a64947f39e5 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:29:59.632548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 8b0789e3-c77f-4979-adec-0a64947f39e5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:29:59.632827 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.242697 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.302028 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:00.306771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c4d28b15-997f-4e34-b0b7-7c705f475dba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205225634', 'description': 'tempest-secgroup-smoke-205225634 description', 'project_id': '3a13ee988f4b49f8abe32db84ab11f52'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:00.332804 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4d28b15-997f-4e34-b0b7-7c705f475dba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.401714 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4d28b15-997f-4e34-b0b7-7c705f475dba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.405479 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4d28b15-997f-4e34-b0b7-7c705f475dba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.436115 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4d28b15-997f-4e34-b0b7-7c705f475dba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.437353 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-c4d28b15-997f-4e34-b0b7-7c705f475dba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342101 Dec 20 17:30:00.440702 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d28b15-997f-4e34-b0b7-7c705f475dba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5630cad-5398-4fb4-972d-61140a39503a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:00.441765 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56468) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:00.447921 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4057e845-8822-4113-a1c1-4556139930ea tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'security_group_rule': {'security_group_id': 'd5630cad-5398-4fb4-972d-61140a39503a', 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:00.480603 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4057e845-8822-4113-a1c1-4556139930ea tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.531291 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4057e845-8822-4113-a1c1-4556139930ea tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.535490 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4057e845-8822-4113-a1c1-4556139930ea tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.554522 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057e845-8822-4113-a1c1-4556139930ea tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abc0d6b-3dfa-400f-a7e6-d5b35ab9ce76,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:00.560305 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4057e845-8822-4113-a1c1-4556139930ea tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.562452 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-4057e845-8822-4113-a1c1-4556139930ea tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183522 Dec 20 17:30:00.564382 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:00.569398 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0c7d45d7-6752-4ee2-beeb-76d8b1bfba3f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'security_group_rule': {'security_group_id': 'd5630cad-5398-4fb4-972d-61140a39503a', 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:00.601547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c7d45d7-6752-4ee2-beeb-76d8b1bfba3f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.668442 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c7d45d7-6752-4ee2-beeb-76d8b1bfba3f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.672843 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c7d45d7-6752-4ee2-beeb-76d8b1bfba3f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.688741 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Sync routers for ids ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:30:00.698878 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d45d7-6752-4ee2-beeb-76d8b1bfba3f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b42337-7f34-42e8-bd2e-b4a01ad35ed1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:00.704097 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Routers {'8087c3d1-7f47-476a-8b6f-6b62521af5b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:00.704873 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:00.710390 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c7d45d7-6752-4ee2-beeb-76d8b1bfba3f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.712298 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-0c7d45d7-6752-4ee2-beeb-76d8b1bfba3f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466560 Dec 20 17:30:00.715508 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:00.720114 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b09cd713-e028-4480-8f66-50fa223eb6d2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'security_group_rule': {'security_group_id': 'd5630cad-5398-4fb4-972d-61140a39503a', 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:00.749759 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b09cd713-e028-4480-8f66-50fa223eb6d2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.809326 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b09cd713-e028-4480-8f66-50fa223eb6d2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.813655 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b09cd713-e028-4480-8f66-50fa223eb6d2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.819510 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Set router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:00.835219 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cd713-e028-4480-8f66-50fa223eb6d2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16652b4-cc83-4395-b84e-ae34a1402f30,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:00.842214 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b09cd713-e028-4480-8f66-50fa223eb6d2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.843531 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b09cd713-e028-4480-8f66-50fa223eb6d2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268380 Dec 20 17:30:00.846437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:00.853423 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dba8b9f2-8e7a-4cd1-a267-60c3f5148eb3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'security_group_rule': {'security_group_id': 'd5630cad-5398-4fb4-972d-61140a39503a', 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:00.883835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba8b9f2-8e7a-4cd1-a267-60c3f5148eb3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.944969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.953524 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba8b9f2-8e7a-4cd1-a267-60c3f5148eb3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.957425 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba8b9f2-8e7a-4cd1-a267-60c3f5148eb3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.979194 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8b9f2-8e7a-4cd1-a267-60c3f5148eb3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f25837-1dfe-4a59-b4f5-1902668faee4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:00.987768 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dba8b9f2-8e7a-4cd1-a267-60c3f5148eb3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:00.989018 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-dba8b9f2-8e7a-4cd1-a267-60c3f5148eb3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415257 Dec 20 17:30:00.992471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:00.997652 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c42704e1-7b26-459f-8c80-17964e109116 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'security_group_rule': {'security_group_id': 'd5630cad-5398-4fb4-972d-61140a39503a', 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:01.028698 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-c42704e1-7b26-459f-8c80-17964e109116 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Project 3a13ee988f4b49f8abe32db84ab11f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:30:01.033673 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c42704e1-7b26-459f-8c80-17964e109116 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.037204 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 4, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'gw_port': {'id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '524287bc-9ff6-487d-9107-ebf3069e9298', 'name': '', 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'mac_address': 'fa:16:3e:af:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8ddf2051-2613-452e-b29a-4a6cc0baec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:56Z', 'updated_at': '2021-12-20T17:29:58Z', 'revision_number': 2, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'subnets': [{'id': '8ddf2051-2613-452e-b29a-4a6cc0baec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:01.066930 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Checking router: 8087c3d1-7f47-476a-8b6f-6b62521af5b3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:30:01.067283 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Updating router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 port 524287bc-9ff6-487d-9107-ebf3069e9298 binding host dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:30:01.092353 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.092747 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c42704e1-7b26-459f-8c80-17964e109116 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.096725 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c42704e1-7b26-459f-8c80-17964e109116 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.116049 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42704e1-7b26-459f-8c80-17964e109116 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb469c74-5e7a-4d9f-897f-7206d515e480,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:01.127869 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c42704e1-7b26-459f-8c80-17964e109116 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.129174 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-c42704e1-7b26-459f-8c80-17964e109116 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356814 Dec 20 17:30:01.131975 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:01.137027 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-200d4251-6e14-4ed1-aa09-f95281e337da tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'security_group_rule': {'security_group_id': 'd5630cad-5398-4fb4-972d-61140a39503a', 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:01.160368 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-200d4251-6e14-4ed1-aa09-f95281e337da tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Project 3a13ee988f4b49f8abe32db84ab11f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:30:01.165167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200d4251-6e14-4ed1-aa09-f95281e337da tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.229164 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200d4251-6e14-4ed1-aa09-f95281e337da tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.233123 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200d4251-6e14-4ed1-aa09-f95281e337da tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681368'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.251395 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d4251-6e14-4ed1-aa09-f95281e337da tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee33db9-4122-4df6-bd0d-fe54312ac4b7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:01.259574 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200d4251-6e14-4ed1-aa09-f95281e337da tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.260795 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-200d4251-6e14-4ed1-aa09-f95281e337da tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278744 Dec 20 17:30:01.364764 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.369944 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.416609 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-bc1be494-63ae-422a-a204-f7cd527a442c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205225634&fields=id&tenant_id=3a13ee988f4b49f8abe32db84ab11f52 HTTP/1.1" status: 200 len: 267 time: 0.0473588 Dec 20 17:30:01.425657 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987e8ab-9c58-456a-8050-f4e87c8062ff None None] Pushing event updated for resources: {'Port': ['ID=524287bc-9ff6-487d-9107-ebf3069e9298,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:01.475214 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Attempting to bind port 524287bc-9ff6-487d-9107-ebf3069e9298 on host dv-neutron-822328-3-hyperv for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:30:01.475572 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Attempting to bind port 524287bc-9ff6-487d-9107-ebf3069e9298 by drivers openvswitch,hyperv on host dv-neutron-822328-3-hyperv at level 0 using segments [{'id': '02394a27-9542-4d04-9c09-89cd89cfa6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:30:01.475925 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Attempting to bind port 524287bc-9ff6-487d-9107-ebf3069e9298 on network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:01.485284 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Checking agent: {'id': '54d6f617-0853-415f-8be1-6698cc948817', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822328-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 28, 1), 'started_at': datetime.datetime(2021, 12, 20, 16, 28, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822328-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:30:01.485725 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Checking segment: {'id': '02394a27-9542-4d04-9c09-89cd89cfa6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:01.486062 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.487336 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Bound using segment: {'id': '02394a27-9542-4d04-9c09-89cd89cfa6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:30:01.487336 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Bound port: 524287bc-9ff6-487d-9107-ebf3069e9298, host: dv-neutron-822328-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02394a27-9542-4d04-9c09-89cd89cfa6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:30:01.487336 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.559818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-df69ef17-9a47-484f-a753-bf32171e69c5 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:01.561971 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-df69ef17-9a47-484f-a753-bf32171e69c5 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 810 time: 0.1355925 Dec 20 17:30:01.562557 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] For port 524287bc-9ff6-487d-9107-ebf3069e9298, host dv-neutron-822328-3-hyperv, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:30:01.566880 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] For port 524287bc-9ff6-487d-9107-ebf3069e9298, host dv-neutron-822328-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=524287bc-9ff6-487d-9107-ebf3069e9298,segment=NetworkSegment(02394a27-9542-4d04-9c09-89cd89cfa6ac),segment_id=02394a27-9542-4d04-9c09-89cd89cfa6ac)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:30:01.572256 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.583101 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-c9f30924-99df-41e0-ac39-8a35a0d051f9 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/quotas/3a13ee988f4b49f8abe32db84ab11f52 HTTP/1.1" status: 200 len: 375 time: 0.0132561 Dec 20 17:30:01.633972 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Routers {'8087c3d1-7f47-476a-8b6f-6b62521af5b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:01.635188 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:01.650892 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-47c7d802-0e66-4a07-8088-2325daf755a3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600195 Dec 20 17:30:01.673003 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c605c800-747e-401b-86e6-f9f6f7e42b4b None None] Provisioning complete for port 524287bc-9ff6-487d-9107-ebf3069e9298 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:01.673615 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c605c800-747e-401b-86e6-f9f6f7e42b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.673728 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987e8ab-9c58-456a-8050-f4e87c8062ff None None] Pushing event updated for resources: {'Port': ['ID=524287bc-9ff6-487d-9107-ebf3069e9298,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:01.765766 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] Set router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:01.768531 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c605c800-747e-401b-86e6-f9f6f7e42b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.776891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-1e045d78-2a78-46d5-a109-a0b6c5684bdd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:30:01.784366 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-1e045d78-2a78-46d5-a109-a0b6c5684bdd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1312537 Dec 20 17:30:01.814617 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c605c800-747e-401b-86e6-f9f6f7e42b4b None None] For port 524287bc-9ff6-487d-9107-ebf3069e9298, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=524287bc-9ff6-487d-9107-ebf3069e9298,segment=NetworkSegment(02394a27-9542-4d04-9c09-89cd89cfa6ac),segment_id=02394a27-9542-4d04-9c09-89cd89cfa6ac)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:01.820367 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c605c800-747e-401b-86e6-f9f6f7e42b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.877392 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605c800-747e-401b-86e6-f9f6f7e42b4b None None] Pushing event updated for resources: {'Port': ['ID=524287bc-9ff6-487d-9107-ebf3069e9298,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:01.880936 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-f03ee341-0f20-4670-9caf-651449885af3 service neutron] 10.222.0.60 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954554 Dec 20 17:30:01.944482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f2e2e314-c0b0-4391-90ef-c519671270b5 None None] Provisioning complete for port 524287bc-9ff6-487d-9107-ebf3069e9298 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:01.945364 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e314-c0b0-4391-90ef-c519671270b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.986853 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-fc194dc0-e9b8-483a-9444-8e0d8b298ce5 service neutron] 10.222.0.60 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983484 Dec 20 17:30:02.004662 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 4, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'gw_port': {'id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '524287bc-9ff6-487d-9107-ebf3069e9298', 'name': '', 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'mac_address': 'fa:16:3e:af:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8ddf2051-2613-452e-b29a-4a6cc0baec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:56Z', 'updated_at': '2021-12-20T17:30:01Z', 'revision_number': 4, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'subnets': [{'id': '8ddf2051-2613-452e-b29a-4a6cc0baec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:02.038131 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fe783-8cd6-4981-83c2-6d6a5393a026 None None] The sync data for ids ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'] in dv-neutron-822328-3-hyperv is: [{'id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 4, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'gw_port': {'id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': '524287bc-9ff6-487d-9107-ebf3069e9298', 'name': '', 'network_id': '55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'mac_address': 'fa:16:3e:af:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8ddf2051-2613-452e-b29a-4a6cc0baec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:56Z', 'updated_at': '2021-12-20T17:30:01Z', 'revision_number': 4, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'subnets': [{'id': '8ddf2051-2613-452e-b29a-4a6cc0baec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:30:02.216356 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f6a62b7b-5c97-4804-97ff-358e771c4a45 req-cd8b60a5-8a27-4cfa-9ef5-a773f3d0620d tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 210 time: 0.0366092 Dec 20 17:30:03.294723 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0f02d34b-b747-45f7-abb9-9d44b7dac632 req-1b52c638-e129-4d2c-8e83-d1979e3ddbd7 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 210 time: 0.0255318 Dec 20 17:30:03.594567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 524287bc-9ff6-487d-9107-ebf3069e9298 up at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:03.643056 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Provisioning complete for port 524287bc-9ff6-487d-9107-ebf3069e9298 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:03.643424 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:04.371737 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5d6469f9-a95c-4f81-a4bb-955970eb4827 req-57e27eff-5f16-42a2-bdb8-8297f6b9ac46 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 210 time: 0.0267079 Dec 20 17:30:05.405302 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-56c148cc-1a08-4b4a-a80f-bbc6e4a7f7e3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:05.406855 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-56c148cc-1a08-4b4a-a80f-bbc6e4a7f7e3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 810 time: 0.1125515 Dec 20 17:30:05.479422 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3c8048d6-2062-4ae6-aeb8-37c616d835c5 req-7c9cdf06-7f3e-4dfd-a776-14de9d9347cf tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 210 time: 0.0351098 Dec 20 17:30:05.497175 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-e4867b70-88a8-4255-882b-da1c873cd680 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a13ee988f4b49f8abe32db84ab11f52 HTTP/1.1" status: 200 len: 379 time: 0.0797634 Dec 20 17:30:05.506465 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'port': {'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'admin_state_up': True, 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'security_groups': ['d5630cad-5398-4fb4-972d-61140a39503a']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:05.619600 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Made reservation on behalf of 3a13ee988f4b49f8abe32db84ab11f52 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:30:05.623122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:05.745092 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Allocated IP 172.20.0.3 (36b1b39e-5150-4318-beb1-c5ff7ca0a9b9/07788a7d-f691-4dd4-9d3d-42b094a1f07b/c0542d12-d459-44de-986c-5a08a107cfae) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:05.880046 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:05.914897 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:05.956462 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:05.959413 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:05.963666 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:05.988783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'Port': ['ID=c0542d12-d459-44de-986c-5a08a107cfae,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:06.025908 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:06.026601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:06.049888 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-5c55a0bb-3034-4e37-bea9-ee6731a8873a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467191 Dec 20 17:30:06.064507 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Request body: {'port': {'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:06.121607 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:06.187466 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-66f3b23b-6910-4a28-a982-0d352225e52f None None] Provisioning complete for port c0542d12-d459-44de-986c-5a08a107cfae triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:06.188079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66f3b23b-6910-4a28-a982-0d352225e52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:06.226955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-66f3b23b-6910-4a28-a982-0d352225e52f None None] Port c0542d12-d459-44de-986c-5a08a107cfae cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:06.412645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0542d12-d459-44de-986c-5a08a107cfae {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:30:06.419945 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:06.432113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Transition to ACTIVE for port object c0542d12-d459-44de-986c-5a08a107cfae will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:30:06.435799 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:06.490541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0542d12-d459-44de-986c-5a08a107cfae,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:06.591233 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Attempting to bind port c0542d12-d459-44de-986c-5a08a107cfae on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:30:06.591718 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Attempting to bind port c0542d12-d459-44de-986c-5a08a107cfae by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:30:06.592154 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Attempting to bind port c0542d12-d459-44de-986c-5a08a107cfae on network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:06.606635 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Port c0542d12-d459-44de-986c-5a08a107cfae on network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:30:06.607172 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Attempting to bind port c0542d12-d459-44de-986c-5a08a107cfae on network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:06.613107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:30:06.613534 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Checking segment: {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:06.613997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Bound using segment: {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:30:06.614525 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Bound port: c0542d12-d459-44de-986c-5a08a107cfae, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:30:06.614961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:06.616061 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae3160-4809-4586-8ef9-d651dd5801bb req-78f069a9-acbc-4b17-a01a-9f5bfda205de tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:06.617648 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a5ae3160-4809-4586-8ef9-d651dd5801bb req-78f069a9-acbc-4b17-a01a-9f5bfda205de tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 943 time: 0.0635753 Dec 20 17:30:06.676531 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-a5ae3160-4809-4586-8ef9-d651dd5801bb req-6258d339-c148-426b-a6d0-6938f95647e3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512288 Dec 20 17:30:06.697848 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:30:06.701064 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c0542d12-d459-44de-986c-5a08a107cfae,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:30:06.705221 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:06.746021 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:06.746557 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:06.748010 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] 10.222.0.18 "PUT /v2.0/ports/c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 200 len: 1093 time: 0.6895666 Dec 20 17:30:06.748441 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:30:06.750849 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e3d645-d275-4290-8af0-240a77da53ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "tag": "c0542d12-d459-44de-986c-5a08a107cfae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:30:06.778126 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7dfdb-db3e-4e2d-b645-0c3eb4b65ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0542d12-d459-44de-986c-5a08a107cfae,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:06.796802 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c301fc1e-ebcd-4992-beb1-131dce89e731 x-openstack-request-id: req-c301fc1e-ebcd-4992-beb1-131dce89e731 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:30:06.797157 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "tag": "c0542d12-d459-44de-986c-5a08a107cfae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:30:06.797470 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c301fc1e-ebcd-4992-beb1-131dce89e731 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:30:06.797871 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae', 'status': 'completed', 'code': 200} Dec 20 17:30:06.843835 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-9e98a5ad-939d-4314-b85b-58c95339496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:06.845361 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-9e98a5ad-939d-4314-b85b-58c95339496c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1096 time: 0.0432730 Dec 20 17:30:06.889751 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-426129b0-ca3d-4157-a66a-07204195ca8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 200 len: 217 time: 0.0347888 Dec 20 17:30:06.946120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-d1a3661d-ad6e-4178-8688-8dd862b61553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:06.947677 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-d1a3661d-ad6e-4178-8688-8dd862b61553 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0499978 Dec 20 17:30:06.995530 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-48d85137-4339-4c8e-82c0-02cdc6a5b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:06.997024 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-48d85137-4339-4c8e-82c0-02cdc6a5b283 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419180 Dec 20 17:30:07.084636 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-628b71b8-3c87-4944-9c8b-ed5c6db1d546 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801785 Dec 20 17:30:07.175809 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-b5b54287-6ba2-429e-a425-25b5ea86381f req-84d6b201-d298-414c-b18d-37e2bc8dbc2c service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842762 Dec 20 17:30:07.269883 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3d645-d275-4290-8af0-240a77da53ab req-b160ea27-9fc1-4867-a082-38a0bf0f5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:07.271813 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-38e3d645-d275-4290-8af0-240a77da53ab req-b160ea27-9fc1-4867-a082-38a0bf0f5b3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1096 time: 0.0456057 Dec 20 17:30:07.376738 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3d645-d275-4290-8af0-240a77da53ab req-4d916095-f303-486e-bb5b-0e3ce2d5b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:07.378374 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-38e3d645-d275-4290-8af0-240a77da53ab req-4d916095-f303-486e-bb5b-0e3ce2d5b839 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.0894020 Dec 20 17:30:07.422029 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-38e3d645-d275-4290-8af0-240a77da53ab req-86f52a3d-38e7-409e-8aaa-5db5ab7f5cf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 200 len: 217 time: 0.0360234 Dec 20 17:30:07.475374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3d645-d275-4290-8af0-240a77da53ab req-773c5930-4317-4dca-a1c7-b9a22322a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:07.476846 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-38e3d645-d275-4290-8af0-240a77da53ab req-773c5930-4317-4dca-a1c7-b9a22322a26b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0484414 Dec 20 17:30:07.523116 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3d645-d275-4290-8af0-240a77da53ab req-b292e61e-92a2-47aa-af51-17370c6e04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:07.525264 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-38e3d645-d275-4290-8af0-240a77da53ab req-b292e61e-92a2-47aa-af51-17370c6e04ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397689 Dec 20 17:30:07.615351 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-38e3d645-d275-4290-8af0-240a77da53ab req-5f0bc362-4c6a-47dd-aa68-3f69241fc55d service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829716 Dec 20 17:30:07.709901 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-38e3d645-d275-4290-8af0-240a77da53ab req-51484959-ace6-461d-8a48-24d625282f17 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870073 Dec 20 17:30:07.794593 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5f76a-d66f-450a-b50e-653faaa1b58d req-8e882643-bfd7-4aac-9688-9d9f723e1c64 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:07.795997 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e5e5f76a-d66f-450a-b50e-653faaa1b58d req-8e882643-bfd7-4aac-9688-9d9f723e1c64 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 943 time: 0.0479743 Dec 20 17:30:07.845038 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e5e5f76a-d66f-450a-b50e-653faaa1b58d req-6481ae60-0463-4930-ad05-22e6e8d1710b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Dec 20 17:30:08.961437 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa63f87-246d-4fec-9e6c-55481ddd6ec3 req-3262140a-4a1b-49c1-8f59-637337d8e47c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:08.963540 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4fa63f87-246d-4fec-9e6c-55481ddd6ec3 req-3262140a-4a1b-49c1-8f59-637337d8e47c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 943 time: 0.0501122 Dec 20 17:30:09.011670 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-4fa63f87-246d-4fec-9e6c-55481ddd6ec3 req-5e21c01e-c3a8-4097-a97a-e3bb7cec25eb tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420985 Dec 20 17:30:09.339578 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c0542d12-d459-44de-986c-5a08a107cfae details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:30:09.433224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c0542d12-d459-44de-986c-5a08a107cfae,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:09.444462 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'c0542d12-d459-44de-986c-5a08a107cfae', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:30:09.483701 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:09.496244 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0542d12-d459-44de-986c-5a08a107cfae {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:30:09.515912 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c0542d12-d459-44de-986c-5a08a107cfae,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:09.519977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:09.565571 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=c0542d12-d459-44de-986c-5a08a107cfae,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:09.729103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['c0542d12-d459-44de-986c-5a08a107cfae'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:30:10.125253 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bab75-7278-4ed3-8861-8dee05031453 req-96e0fa86-3222-48ee-80e1-63f9f23f69ba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:10.126710 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0f4bab75-7278-4ed3-8861-8dee05031453 req-96e0fa86-3222-48ee-80e1-63f9f23f69ba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 944 time: 0.0479314 Dec 20 17:30:10.175994 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-0f4bab75-7278-4ed3-8861-8dee05031453 req-904704c0-b1af-4e82-b626-0729716a6c8a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431011 Dec 20 17:30:11.295604 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c39fd-5120-4aae-9f36-1b9f73832786 req-5818cc76-1f0e-46c5-88ee-f422191111c2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:11.296993 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b1c39fd-5120-4aae-9f36-1b9f73832786 req-5818cc76-1f0e-46c5-88ee-f422191111c2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 944 time: 0.0540695 Dec 20 17:30:11.350183 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-7b1c39fd-5120-4aae-9f36-1b9f73832786 req-ec8c2b35-b363-4c27-b999-4ee3d7371f54 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461287 Dec 20 17:30:11.356352 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c0542d12-d459-44de-986c-5a08a107cfae up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:11.406612 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port c0542d12-d459-44de-986c-5a08a107cfae completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:30:11.410477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port c0542d12-d459-44de-986c-5a08a107cfae triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:11.410842 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:11.490139 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:11.514683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:30:11.516940 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b11df42-800e-4289-9d7e-5d74ffe231fa" -d '{"events": [{"server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0542d12-d459-44de-986c-5a08a107cfae"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:30:11.529567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c0542d12-d459-44de-986c-5a08a107cfae,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:11.533540 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:11.583698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=c0542d12-d459-44de-986c-5a08a107cfae,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:11.620017 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7762f97f-2a55-4efa-84ce-d8ac9b903d10 x-openstack-request-id: req-7762f97f-2a55-4efa-84ce-d8ac9b903d10 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:30:11.620303 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0542d12-d459-44de-986c-5a08a107cfae", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:30:11.620606 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7762f97f-2a55-4efa-84ce-d8ac9b903d10 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:30:11.620983 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae', 'code': 200} Dec 20 17:30:11.795964 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265aa29-e914-47bb-b651-e2d0777a0a11 req-e4c5a725-92e5-449b-a65f-e4d8ce3ffd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:11.797461 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c265aa29-e914-47bb-b651-e2d0777a0a11 req-e4c5a725-92e5-449b-a65f-e4d8ce3ffd46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1098 time: 0.0448141 Dec 20 17:30:11.842911 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c265aa29-e914-47bb-b651-e2d0777a0a11 req-4ac601c0-a3a4-4288-b134-8c6e1baa27de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382586 Dec 20 17:30:12.497596 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b72c3a-c220-452f-b172-467f9989ea9c req-98c66805-37cc-4b01-9625-ff987cdf4581 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:12.499136 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e1b72c3a-c220-452f-b172-467f9989ea9c req-98c66805-37cc-4b01-9625-ff987cdf4581 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 945 time: 0.0586274 Dec 20 17:30:12.559452 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-e1b72c3a-c220-452f-b172-467f9989ea9c req-419ca68a-a1d8-4f78-a8f3-a38ac38d7d3a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543065 Dec 20 17:30:13.696477 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0747301-136f-489e-a9f6-a1e36e8de7dc req-36b530ac-98f6-4cf8-80f2-8b57e3e9390e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:13.697945 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b0747301-136f-489e-a9f6-a1e36e8de7dc req-36b530ac-98f6-4cf8-80f2-8b57e3e9390e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 945 time: 0.0538144 Dec 20 17:30:13.746941 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-b0747301-136f-489e-a9f6-a1e36e8de7dc req-661412ce-814b-4208-a43a-9649b8d85465 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430746 Dec 20 17:30:13.861997 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccb4e-93ef-4509-891f-50e07e5f971c req-816f29b2-ad14-4fc9-b10d-78e850c1b7ad tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:13.863505 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-385ccb4e-93ef-4509-891f-50e07e5f971c req-816f29b2-ad14-4fc9-b10d-78e850c1b7ad tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 945 time: 0.0492263 Dec 20 17:30:13.911341 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-385ccb4e-93ef-4509-891f-50e07e5f971c req-e1c2a8e7-7790-4f76-b1b2-73ab8bd07e75 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419242 Dec 20 17:30:13.933791 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56550) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:14.015666 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2954a-ba85-4fba-b2a9-3525a154c27d tempest-TestSnapshotPattern-1604025456 tempest-TestSnapshotPattern-1604025456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:14.017179 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b8c2954a-ba85-4fba-b2a9-3525a154c27d tempest-TestSnapshotPattern-1604025456 tempest-TestSnapshotPattern-1604025456-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1093 time: 0.0823643 Dec 20 17:30:14.020166 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 56554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:14.024897 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:14.048465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.145322 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.246466 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Allocated IP 172.26.1.224 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/b14dc887-1e7e-4efd-a034-130350e633a3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:14.348616 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.381451 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.421309 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:14.425906 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:14.430392 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:14.433468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'Port': ['ID=b14dc887-1e7e-4efd-a034-130350e633a3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:14.784883 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.848514 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.916194 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.012539 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.017018 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26677510'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.087806 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'Port': ['ID=b14dc887-1e7e-4efd-a034-130350e633a3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:15.098623 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.197746 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Floating IP 9323f912-61fc-4858-a53d-8ebdb818b574 associated. External IP: 172.26.1.224, port: c0542d12-d459-44de-986c-5a08a107cfae. Dec 20 17:30:15.727790 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Router 3658312f-356b-4088-806f-65a23d68a481 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:30:15.832810 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:30:15.843304 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] Sync routers for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:30:15.852811 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.853968 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:15.854791 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:15.896583 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-b353bf56-089d-456b-827f-95bbff392ad0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8639441 Dec 20 17:30:15.896583 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:30:15.896583 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09db6ac07af7fb5fa2eb90e0ba1975e924b62abd3027c79f4330ece7f2724b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca77d579-04c0-47ae-9ade-5e28415dcafa" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "tag": "c0542d12-d459-44de-986c-5a08a107cfae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:30:15.964154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:15.983548 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417066ef-1b66-4420-af08-be32a9e88127 x-openstack-request-id: req-417066ef-1b66-4420-af08-be32a9e88127 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:30:15.983842 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "tag": "c0542d12-d459-44de-986c-5a08a107cfae", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:30:15.984090 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-417066ef-1b66-4420-af08-be32a9e88127 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:30:15.984490 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae', 'status': 'completed', 'code': 200} Dec 20 17:30:16.047689 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-11b52f76-c50b-4b85-aa5c-ad0ad62da152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:16.049482 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-11b52f76-c50b-4b85-aa5c-ad0ad62da152 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1098 time: 0.0410113 Dec 20 17:30:16.143463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-a41f334d-a026-4ebf-9498-995834111bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:16.144850 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-a41f334d-a026-4ebf-9498-995834111bd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.0875547 Dec 20 17:30:16.190222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9323f912-61fc-4858-a53d-8ebdb818b574', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.224', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:14Z', 'updated_at': '2021-12-20T17:30:14Z', 'revision_number': 0, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:16.211805 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-6d2b9a20-447c-4406-a5ea-40425f6a0a8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 200 len: 999 time: 0.0594950 Dec 20 17:30:16.216683 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] Checking router: 3658312f-356b-4088-806f-65a23d68a481 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:30:16.225415 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:16.226019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:29:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:16.265211 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-132ad62b-5590-4b3b-90a0-1c373b139155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:16.266723 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-132ad62b-5590-4b3b-90a0-1c373b139155 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0487247 Dec 20 17:30:16.314952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-04b411c9-6a49-4112-9542-4085c89e4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:16.316433 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-04b411c9-6a49-4112-9542-4085c89e4fda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423634 Dec 20 17:30:16.332190 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:16.406948 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-7f804591-2d29-4622-835b-0432ffe82965 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819023 Dec 20 17:30:16.503057 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ca77d579-04c0-47ae-9ade-5e28415dcafa req-19da380c-e46e-4f08-9d3d-29d0ea766597 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882337 Dec 20 17:30:16.552793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9323f912-61fc-4858-a53d-8ebdb818b574', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.224', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:14Z', 'updated_at': '2021-12-20T17:30:14Z', 'revision_number': 0, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:16.581658 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb86d96-c74e-4e88-a3ad-27e38fe7ad1e None None] The sync data for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv is: [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9323f912-61fc-4858-a53d-8ebdb818b574', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.224', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:14Z', 'updated_at': '2021-12-20T17:30:14Z', 'revision_number': 0, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:30:16.767801 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fb273-1339-4af6-8f7f-3e658bc10622 None None] New status for floating IP 9323f912-61fc-4858-a53d-8ebdb818b574: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:30:21.350924 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:30:25.216894 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c43c668-42b1-4bce-8dfc-10830ffd0847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.865061 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c93ec93-d219-49e5-bc5e-ad53dad7bc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.688032 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.246680 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.938836 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:39.309870 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-8a63a9a3-aed1-47c4-ae7b-9b3acf2396d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418987 Dec 20 17:30:39.398517 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-428eecb4-9c5a-4a7b-998b-8f2f362d668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:39.400055 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-428eecb4-9c5a-4a7b-998b-8f2f362d668b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1098 time: 0.0456157 Dec 20 17:30:39.517105 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-c9d5bf54-edc7-4326-97de-0e977e1ae560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:39.518673 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-c9d5bf54-edc7-4326-97de-0e977e1ae560 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.0981300 Dec 20 17:30:39.593557 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-09aa77a9-8dcc-47da-908a-3a758b34c099 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 200 len: 1001 time: 0.0676205 Dec 20 17:30:39.644845 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-f4edc8f6-e19a-46bf-b6ba-8096a3160e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:39.646400 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-f4edc8f6-e19a-46bf-b6ba-8096a3160e7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0451221 Dec 20 17:30:39.695495 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-9a77bdc5-7dd6-4e9e-b82d-cbd90a254e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:39.697013 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-9a77bdc5-7dd6-4e9e-b82d-cbd90a254e44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427661 Dec 20 17:30:39.790813 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-c4c9570e-2767-46dd-b61c-948701e55ceb service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860441 Dec 20 17:30:39.883070 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1acaaf31-1dad-42e1-9844-db44612b5ab2 req-ca78614f-3fda-4c29-8a19-7e2986c11765 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851126 Dec 20 17:30:44.915394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:55.218745 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-587419be-0860-41a3-83d0-c9fb51fdec38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:57.869691 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47620387-ddae-4f02-9764-2acfe22997e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:58.349939 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:30:58.690854 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:00.247726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:00.942389 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:14.913198 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:25.222185 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40e5b32a-0674-430e-b5c3-7de1cba872d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:27.871253 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bde6943-abbe-4156-958f-adfe9d364108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:28.691710 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:30.249821 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:30.944524 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:35.348187 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:31:40.399861 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49024272-5e6d-4009-a579-b6c02264424a req-25d98d78-9780-4c79-b44a-3a28e69884ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047139 Dec 20 17:31:40.482339 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49024272-5e6d-4009-a579-b6c02264424a req-f361fddc-adbf-4af4-8375-7735ce78d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:31:40.483987 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49024272-5e6d-4009-a579-b6c02264424a req-f361fddc-adbf-4af4-8375-7735ce78d6e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1098 time: 0.0411849 Dec 20 17:31:40.589791 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49024272-5e6d-4009-a579-b6c02264424a req-14a6da50-f32c-4d79-9290-f6b437fa5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:31:40.591188 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49024272-5e6d-4009-a579-b6c02264424a req-14a6da50-f32c-4d79-9290-f6b437fa5e79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.0864706 Dec 20 17:31:40.655101 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49024272-5e6d-4009-a579-b6c02264424a req-553265f5-6c72-417d-89f2-682e1e32d143 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 200 len: 1001 time: 0.0562043 Dec 20 17:31:40.706755 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49024272-5e6d-4009-a579-b6c02264424a req-5ade7f62-139a-48cc-bb2c-ee4c114ccc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:31:40.708187 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49024272-5e6d-4009-a579-b6c02264424a req-5ade7f62-139a-48cc-bb2c-ee4c114ccc6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0451522 Dec 20 17:31:40.752143 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49024272-5e6d-4009-a579-b6c02264424a req-1012ec98-5fd4-4439-9f1b-91c0cd800799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:31:40.753588 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49024272-5e6d-4009-a579-b6c02264424a req-1012ec98-5fd4-4439-9f1b-91c0cd800799 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387907 Dec 20 17:31:40.840890 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49024272-5e6d-4009-a579-b6c02264424a req-6dc8a4a1-9705-460a-9a4b-9d0ad888205d service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794294 Dec 20 17:31:40.931424 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-49024272-5e6d-4009-a579-b6c02264424a req-233bf9b7-3f96-4a1f-a959-4cfd5776c165 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841787 Dec 20 17:31:44.915397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:55.223958 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d54c92-b785-4be6-b609-cc8fe62adfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:57.873199 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fea4206-e184-413e-a146-26e3efe72eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:58.695063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:00.251637 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:00.946869 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:12.347405 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:32:14.052665 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c0542d12-d459-44de-986c-5a08a107cfae details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:32:14.146019 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c0542d12-d459-44de-986c-5a08a107cfae,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:14.156600 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'c0542d12-d459-44de-986c-5a08a107cfae', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:32:14.196603 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:14.209213 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0542d12-d459-44de-986c-5a08a107cfae {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:32:14.228084 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c0542d12-d459-44de-986c-5a08a107cfae,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:14.231897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:14.280516 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=c0542d12-d459-44de-986c-5a08a107cfae,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:14.287639 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.287988 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.288930 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.289264 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.289595 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.289922 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.290302 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.290634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.290963 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.291287 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.291611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.291926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.292247 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:14.309034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['c0542d12-d459-44de-986c-5a08a107cfae'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:32:14.929113 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:16.067647 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c0542d12-d459-44de-986c-5a08a107cfae up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:32:16.129689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port c0542d12-d459-44de-986c-5a08a107cfae triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:32:16.130059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:16.229661 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:16.253610 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:32:16.256311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4695311-0c23-40e4-be84-02489ccf8787" -d '{"events": [{"server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0542d12-d459-44de-986c-5a08a107cfae"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:32:16.281824 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c0542d12-d459-44de-986c-5a08a107cfae,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:16.289826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:16.300079 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef61f6a3-a264-4ba7-a992-850b69635c1f x-openstack-request-id: req-ef61f6a3-a264-4ba7-a992-850b69635c1f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:32:16.300372 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0542d12-d459-44de-986c-5a08a107cfae", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:32:16.300673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef61f6a3-a264-4ba7-a992-850b69635c1f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:32:16.301109 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae', 'code': 200} Dec 20 17:32:16.355224 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=c0542d12-d459-44de-986c-5a08a107cfae,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:25.070159 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-e20d6cb1-4212-4024-a68c-791b2007f151 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205225634&fields=id&tenant_id=3a13ee988f4b49f8abe32db84ab11f52 HTTP/1.1" status: 200 len: 267 time: 0.0480742 Dec 20 17:32:25.186747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-d0803c50-9193-4c4d-abd9-e24aacfe6be2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:25.188378 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-d0803c50-9193-4c4d-abd9-e24aacfe6be2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 810 time: 0.1111095 Dec 20 17:32:25.204298 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-5b112cb1-47e4-4f24-aa4d-5688a8d5bbc8 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/quotas/3a13ee988f4b49f8abe32db84ab11f52 HTTP/1.1" status: 200 len: 375 time: 0.0098174 Dec 20 17:32:25.229423 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd8052d1-4de6-4a38-aaaf-9d616e90c426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:25.263531 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-224cfd8c-1f3a-4518-b7cf-aceaca0417df tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523148 Dec 20 17:32:25.365950 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-85853d39-f2e0-4213-a07c-f888bbe6b659 service neutron] 10.222.0.60 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899868 Dec 20 17:32:25.457356 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-45aaf49a-ed53-424d-abb4-2d9cc5431b58 service neutron] 10.222.0.60 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847080 Dec 20 17:32:25.636240 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5e3c685e-e6db-4a44-986e-47f532a580d1 req-ca9b7329-80fa-4e0e-b3ff-7f5e22da77be tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 210 time: 0.0297513 Dec 20 17:32:26.751334 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-1e645491-1a3d-49ff-998b-dc6e3f3a763b req-a3756c72-bb4c-4fa8-8178-218065253ba3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 210 time: 0.0391259 Dec 20 17:32:26.783866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-029a62af-f9cc-455b-9bb1-e797403247ec tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:26.785475 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-029a62af-f9cc-455b-9bb1-e797403247ec tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 810 time: 0.1429036 Dec 20 17:32:26.854801 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-5977b8a8-d504-4463-833f-7c9344819d32 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a13ee988f4b49f8abe32db84ab11f52 HTTP/1.1" status: 200 len: 379 time: 0.0596507 Dec 20 17:32:26.866780 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'port': {'device_id': '310b0604-c06c-480e-8da8-8c6d6181844a', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'admin_state_up': True, 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'security_groups': ['d5630cad-5398-4fb4-972d-61140a39503a']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:32:26.996287 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Made reservation on behalf of 3a13ee988f4b49f8abe32db84ab11f52 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:32:26.999949 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:27.159710 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Allocated IP 172.20.0.4 (36b1b39e-5150-4318-beb1-c5ff7ca0a9b9/07788a7d-f691-4dd4-9d3d-42b094a1f07b/b989942a-2494-425f-bcd4-64adf586e417) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:32:27.370930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:27.419163 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:27.520891 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:32:27.523362 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:32:27.525555 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'Port': ['ID=b989942a-2494-425f-bcd4-64adf586e417,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:27.528084 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:32:27.585159 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:27.585863 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:27.594436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.594843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.595161 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.595564 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.595979 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.596372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.596720 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.597075 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.597460 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.597952 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.598288 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.598469 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.598781 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:27.623130 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b9de4124-9c18-43b0-8e9e-a1c043136a1c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7604923 Dec 20 17:32:27.880798 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f31be347-3398-45a4-8416-013e7dc21307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:27.924082 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d57df-dbb0-46f6-99db-194ad47c0600 req-0df6d36e-5676-44fc-acc0-e5a0c2b4bf52 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:27.926814 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d29723e6-16f2-4a41-bd9b-26d9ac45194a None None] Provisioning complete for port b989942a-2494-425f-bcd4-64adf586e417 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:32:27.926990 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f1d57df-dbb0-46f6-99db-194ad47c0600 req-0df6d36e-5676-44fc-acc0-e5a0c2b4bf52 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0737050 Dec 20 17:32:27.927258 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d29723e6-16f2-4a41-bd9b-26d9ac45194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:27.990020 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d29723e6-16f2-4a41-bd9b-26d9ac45194a None None] Port b989942a-2494-425f-bcd4-64adf586e417 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:32:28.032622 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-7f1d57df-dbb0-46f6-99db-194ad47c0600 req-ca97f3e2-313f-4862-9864-04438b90c5b4 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768604 Dec 20 17:32:28.127721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c0542d12-d459-44de-986c-5a08a107cfae no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:32:28.210506 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:28.235266 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:32:28.237491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655f17b9-3080-4c9d-9c9a-1c2b9f1a8e88" -d '{"events": [{"server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c0542d12-d459-44de-986c-5a08a107cfae"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:32:28.251400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c0542d12-d459-44de-986c-5a08a107cfae,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:28.255703 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:28.280739 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d363d8e1-0b7e-4887-9b70-a102c3870f80 x-openstack-request-id: req-d363d8e1-0b7e-4887-9b70-a102c3870f80 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:32:28.281026 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c0542d12-d459-44de-986c-5a08a107cfae", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:32:28.281279 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d363d8e1-0b7e-4887-9b70-a102c3870f80 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:32:28.281657 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae', 'code': 200} Dec 20 17:32:28.313379 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=c0542d12-d459-44de-986c-5a08a107cfae,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:28.699552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:29.162509 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b6cea-828f-4717-af26-044546a177ac req-60943039-e53b-46d9-8526-06b031ce4762 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:29.164032 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5a4b6cea-828f-4717-af26-044546a177ac req-60943039-e53b-46d9-8526-06b031ce4762 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0544145 Dec 20 17:32:29.216145 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-5a4b6cea-828f-4717-af26-044546a177ac req-a569a389-d1ce-4d17-a066-0101a4b15aeb tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459673 Dec 20 17:32:30.258521 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:30.342215 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a3c5-700a-47f5-a511-017e81c288bd req-eb845380-96ad-4c90-8a5b-b2d1c88adc95 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:30.343834 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-53c1a3c5-700a-47f5-a511-017e81c288bd req-eb845380-96ad-4c90-8a5b-b2d1c88adc95 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0514758 Dec 20 17:32:30.397696 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-53c1a3c5-700a-47f5-a511-017e81c288bd req-e4e4da73-529f-4f90-abcd-dae3d505b18c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469544 Dec 20 17:32:30.950457 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:31.562216 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1570a-55cb-4a1c-ab93-9d4d3cffd2c8 req-0fc097c0-be72-4a02-8a93-56c3d352c819 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:31.564423 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-47d1570a-55cb-4a1c-ab93-9d4d3cffd2c8 req-0fc097c0-be72-4a02-8a93-56c3d352c819 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0963895 Dec 20 17:32:31.640693 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-47d1570a-55cb-4a1c-ab93-9d4d3cffd2c8 req-30a3be3c-14b7-438c-ac1f-bbe72bd139e2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675750 Dec 20 17:32:32.792572 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75014d8e-f77e-4afd-809a-4f0257cc12e2 req-430b5fbb-f744-4eca-8435-db4ae0f78eba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:32.807107 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-75014d8e-f77e-4afd-809a-4f0257cc12e2 req-430b5fbb-f744-4eca-8435-db4ae0f78eba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0877550 Dec 20 17:32:32.877767 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-75014d8e-f77e-4afd-809a-4f0257cc12e2 req-e1840288-4d3e-41ff-9e88-01004fed1f4e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692570 Dec 20 17:32:34.010549 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1322f49-a866-4372-80ce-04a88e4bd0b6 req-57e81db3-a041-4e60-8e93-1783d85dee1b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:34.012607 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e1322f49-a866-4372-80ce-04a88e4bd0b6 req-57e81db3-a041-4e60-8e93-1783d85dee1b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0568826 Dec 20 17:32:34.081696 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-e1322f49-a866-4372-80ce-04a88e4bd0b6 req-396f46fc-adbd-4939-810a-986470b39bb6 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625870 Dec 20 17:32:35.248130 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb7417-2adb-452b-923d-b38c43a1f480 req-c0acdabe-d411-42a9-83d3-ab8176ba5109 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:35.250838 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f2eb7417-2adb-452b-923d-b38c43a1f480 req-c0acdabe-d411-42a9-83d3-ab8176ba5109 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0653691 Dec 20 17:32:35.331517 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-f2eb7417-2adb-452b-923d-b38c43a1f480 req-09445e89-030c-4c71-a10a-ff44084c33ba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710988 Dec 20 17:32:36.454240 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784c781-be27-42b5-8912-26229ee1be37 req-333c26cc-af27-442f-a880-7e6a92d226ba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:36.455889 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8784c781-be27-42b5-8912-26229ee1be37 req-333c26cc-af27-442f-a880-7e6a92d226ba tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0520866 Dec 20 17:32:36.513617 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-8784c781-be27-42b5-8912-26229ee1be37 req-b375e911-89d3-401b-b506-2690d08d487a tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461175 Dec 20 17:32:37.638311 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9eb1a-bd81-4ac7-bf07-793f69bc5c3a req-024539bd-8423-4ce3-98a9-ec839e02f4b0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:37.640110 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cde9eb1a-bd81-4ac7-bf07-793f69bc5c3a req-024539bd-8423-4ce3-98a9-ec839e02f4b0 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0547574 Dec 20 17:32:37.702453 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cde9eb1a-bd81-4ac7-bf07-793f69bc5c3a req-5dbe307b-c4a9-4b03-81bc-a715ef6974ac tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515773 Dec 20 17:32:38.829468 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f05047-7cbd-419a-84e9-574dfa339322 req-62b3c981-792c-49e4-b174-c24dcd4b787e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:38.832167 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f5f05047-7cbd-419a-84e9-574dfa339322 req-62b3c981-792c-49e4-b174-c24dcd4b787e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.0562139 Dec 20 17:32:38.903459 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f5f05047-7cbd-419a-84e9-574dfa339322 req-4e0169d0-8b45-4e16-bdf5-17f1f9221c75 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638382 Dec 20 17:32:40.372521 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Request body: {'port': {'device_id': '310b0604-c06c-480e-8da8-8c6d6181844a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8223'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:32:40.433012 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75192d80-5637-483a-8c19-a0a46db18210 req-95b453f9-37bd-4ffc-aa14-68e2011d4556 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:40.434485 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-75192d80-5637-483a-8c19-a0a46db18210 req-95b453f9-37bd-4ffc-aa14-68e2011d4556 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 931 time: 0.4561822 Dec 20 17:32:40.438955 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:40.527344 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-75192d80-5637-483a-8c19-a0a46db18210 req-2ea98f30-efd4-4d78-a4db-cd7803965118 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861835 Dec 20 17:32:40.740027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b989942a-2494-425f-bcd4-64adf586e417 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:32:40.751264 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:40.764542 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Transition to ACTIVE for port object b989942a-2494-425f-bcd4-64adf586e417 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:32:40.768930 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:40.818137 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Pushing event updated for resources: {'Port': ['ID=b989942a-2494-425f-bcd4-64adf586e417,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:40.896369 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Attempting to bind port b989942a-2494-425f-bcd4-64adf586e417 on host hv-neutron-8223 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:32:40.896739 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Attempting to bind port b989942a-2494-425f-bcd4-64adf586e417 by drivers openvswitch,hyperv on host hv-neutron-8223 at level 0 using segments [{'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:32:40.897063 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Attempting to bind port b989942a-2494-425f-bcd4-64adf586e417 on network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:32:40.901655 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Port b989942a-2494-425f-bcd4-64adf586e417 on network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8223 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:32:40.901966 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Attempting to bind port b989942a-2494-425f-bcd4-64adf586e417 on network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:32:40.907120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Checking agent: {'id': '598f8845-ac30-4a3c-9cdc-dc55e3a6e031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8223', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'started_at': datetime.datetime(2021, 12, 20, 16, 33, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:32:40.907451 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Checking segment: {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:32:40.907827 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Bound using segment: {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:32:40.908249 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Bound port: b989942a-2494-425f-bcd4-64adf586e417, host: hv-neutron-8223, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d1198e-2978-41c3-a62a-2c5aee540ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:32:40.908592 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:40.973708 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:32:40.977506 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b989942a-2494-425f-bcd4-64adf586e417,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:32:40.982887 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:41.015436 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:41.016185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:41.017758 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] 10.222.0.18 "PUT /v2.0/ports/b989942a-2494-425f-bcd4-64adf586e417 HTTP/1.1" status: 200 len: 1093 time: 0.6512983 Dec 20 17:32:41.019986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:32:41.022829 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe" -d '{"events": [{"name": "network-changed", "server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "tag": "b989942a-2494-425f-bcd4-64adf586e417"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:32:41.067431 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3750e-8047-4b54-96fa-6a6d9fe01be6 service neutron] Pushing event updated for resources: {'Port': ['ID=b989942a-2494-425f-bcd4-64adf586e417,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:41.118310 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-63c25635-226f-4a34-8736-d57608610e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:41.119848 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-63c25635-226f-4a34-8736-d57608610e1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 1096 time: 0.0491529 Dec 20 17:32:41.163968 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59186b5-a97a-4cb3-aa91-544943146e84 x-openstack-request-id: req-a59186b5-a97a-4cb3-aa91-544943146e84 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:32:41.164261 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "tag": "b989942a-2494-425f-bcd4-64adf586e417", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:32:41.164515 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a59186b5-a97a-4cb3-aa91-544943146e84 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:32:41.164912 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417', 'status': 'completed', 'code': 200} Dec 20 17:32:41.166787 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-53d74de1-3c36-4b54-ab11-d26b1ed5a9b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b989942a-2494-425f-bcd4-64adf586e417 HTTP/1.1" status: 200 len: 217 time: 0.0391772 Dec 20 17:32:41.219044 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-4ab3c348-a364-43c8-b981-23255703dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:41.220506 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-4ab3c348-a364-43c8-b981-23255703dab3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0457733 Dec 20 17:32:41.271068 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-aa13f1c5-87f0-47b4-baf5-ac888d995714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:41.272990 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-aa13f1c5-87f0-47b4-baf5-ac888d995714 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447917 Dec 20 17:32:41.359803 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-3011bcd0-533a-4599-8c17-23784c8deedf service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795209 Dec 20 17:32:41.451273 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9e3dde05-b9cb-412b-a1e0-641c01c91f8b req-68d99912-fd20-4eab-9a05-64461dca802b service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838501 Dec 20 17:32:41.540326 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-b1af82ec-0e84-49a6-bb81-531e6e455de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:41.541715 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-b1af82ec-0e84-49a6-bb81-531e6e455de7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 1096 time: 0.0408382 Dec 20 17:32:41.666062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-12ff3389-8abe-4bfe-a3df-b0b766bed679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:41.667563 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-12ff3389-8abe-4bfe-a3df-b0b766bed679 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.1181445 Dec 20 17:32:41.676286 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d127ef-e3f8-47f2-b3fa-c324e257a60b req-dee98c8e-0d05-45dc-9a30-99fdad18909f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:41.677699 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-27d127ef-e3f8-47f2-b3fa-c324e257a60b req-dee98c8e-0d05-45dc-9a30-99fdad18909f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 943 time: 0.0769036 Dec 20 17:32:41.717886 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-a7d94f0d-6976-43ab-9751-9708df3305ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b989942a-2494-425f-bcd4-64adf586e417 HTTP/1.1" status: 200 len: 217 time: 0.0391667 Dec 20 17:32:41.788872 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-27d127ef-e3f8-47f2-b3fa-c324e257a60b req-8666351b-8e7c-4ee6-8a0c-aeab0ea2e6a3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047914 Dec 20 17:32:41.797069 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-fd9a69a5-f67b-42b2-bedd-b8716e7edf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:41.798768 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-fd9a69a5-f67b-42b2-bedd-b8716e7edf85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0730238 Dec 20 17:32:41.846463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-c1298d5b-be21-4ce1-92b9-9d7909bcca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:41.848003 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-c1298d5b-be21-4ce1-92b9-9d7909bcca6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413156 Dec 20 17:32:41.946883 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-d45af70e-a826-43e9-9f40-af0318e95a10 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879779 Dec 20 17:32:42.038684 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-ef461905-a8e7-4c8e-b5fb-eff7cd8352fe req-07581bae-12c7-42f6-abd0-432e8c642749 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843635 Dec 20 17:32:42.383897 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-683dcf98-192f-4821-8650-b3a9a46ad683 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421479 Dec 20 17:32:42.470407 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-c2dc5f71-73ad-489d-94da-f0b4bec9ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:42.471918 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-c2dc5f71-73ad-489d-94da-f0b4bec9ac7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1096 time: 0.0450439 Dec 20 17:32:42.573267 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-373067cb-4f4c-4e11-a1dd-cb7faae3bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:42.574805 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-373067cb-4f4c-4e11-a1dd-cb7faae3bfe6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.0830684 Dec 20 17:32:42.648547 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-2e56ec93-a166-4a30-a3e8-52171bc86be7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 200 len: 999 time: 0.0655937 Dec 20 17:32:42.697854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-b71ba6c2-a124-4bde-95f5-08d58fc93008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:42.699403 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-b71ba6c2-a124-4bde-95f5-08d58fc93008 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0446301 Dec 20 17:32:42.745917 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-7a8a04f8-095c-49f3-bd29-788c893fe810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:42.747489 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-7a8a04f8-095c-49f3-bd29-788c893fe810 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414660 Dec 20 17:32:42.845919 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-5aad06da-e27a-48ee-ba5f-83ce7dfaa5f2 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912714 Dec 20 17:32:42.913775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfe9c7-eaaf-4d2b-b5f1-d59af5c277cc req-25e0593f-b2ca-49c5-b7db-0dbcac39b718 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:42.915225 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-25dfe9c7-eaaf-4d2b-b5f1-d59af5c277cc req-25e0593f-b2ca-49c5-b7db-0dbcac39b718 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 943 time: 0.0543306 Dec 20 17:32:42.937150 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9d376e2c-17e6-4b1e-bc38-be7fdd26df67 req-93423d10-fd97-4f35-a9a3-38c4db1628d5 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836682 Dec 20 17:32:42.966976 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-25dfe9c7-eaaf-4d2b-b5f1-d59af5c277cc req-0fa9fc72-1733-44b9-a3b7-1618e72ebc1f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456338 Dec 20 17:32:44.085637 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932dd42-fbfa-4f0f-ac2a-fc020e18ccca req-45ffc8a3-e9f0-49ca-881b-d31355aea3a3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:44.087124 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3932dd42-fbfa-4f0f-ac2a-fc020e18ccca req-45ffc8a3-e9f0-49ca-881b-d31355aea3a3 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 943 time: 0.0532403 Dec 20 17:32:44.135202 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-3932dd42-fbfa-4f0f-ac2a-fc020e18ccca req-af8d384a-df8f-4a9d-b9a4-6fc003d01aec tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422232 Dec 20 17:32:44.222941 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b989942a-2494-425f-bcd4-64adf586e417 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:32:44.337602 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b989942a-2494-425f-bcd4-64adf586e417,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:44.348568 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'b989942a-2494-425f-bcd4-64adf586e417', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'port_id': 'b989942a-2494-425f-bcd4-64adf586e417', 'mac_address': 'fa:16:3e:eb:25:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:32:44.384813 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:44.398491 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b989942a-2494-425f-bcd4-64adf586e417 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:32:44.418210 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b989942a-2494-425f-bcd4-64adf586e417,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:44.422500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:44.472668 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b989942a-2494-425f-bcd4-64adf586e417,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:44.649442 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['b989942a-2494-425f-bcd4-64adf586e417'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:32:44.923721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:45.253528 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e751fe-9d88-4df6-825d-a64f458e63c7 req-c291cfb6-6812-4879-bffa-acb01825a616 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:45.255104 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f4e751fe-9d88-4df6-825d-a64f458e63c7 req-c291cfb6-6812-4879-bffa-acb01825a616 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 944 time: 0.0524125 Dec 20 17:32:45.307811 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-f4e751fe-9d88-4df6-825d-a64f458e63c7 req-0d4f114d-d3d3-4f6b-b4cf-9612c9ad199b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467255 Dec 20 17:32:46.223073 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b989942a-2494-425f-bcd4-64adf586e417 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:32:46.285785 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning for port b989942a-2494-425f-bcd4-64adf586e417 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:32:46.292214 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port b989942a-2494-425f-bcd4-64adf586e417 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:32:46.292758 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:46.408013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:46.444509 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:32:46.447072 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c5a2cd0c968d586e450dfa65f20dc3cb53f1ff940ced5e32315ba6c02408aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aee742c-2587-42f8-9151-19e9e6f05e2a" -d '{"events": [{"server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "name": "network-vif-plugged", "status": "completed", "tag": "b989942a-2494-425f-bcd4-64adf586e417"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:32:46.460042 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2902f-eee5-41ad-a2a1-66c3fde81cd1 req-fe9da11a-846e-46a0-a7a4-c028119eab30 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:46.463985 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-85c2902f-eee5-41ad-a2a1-66c3fde81cd1 req-fe9da11a-846e-46a0-a7a4-c028119eab30 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 944 time: 0.0764389 Dec 20 17:32:46.470351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b989942a-2494-425f-bcd4-64adf586e417,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:46.478346 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:46.516118 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d961a2b-095d-4826-834e-c5714938a78f x-openstack-request-id: req-1d961a2b-095d-4826-834e-c5714938a78f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:32:46.516480 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "name": "network-vif-plugged", "status": "completed", "tag": "b989942a-2494-425f-bcd4-64adf586e417", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:32:46.516834 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d961a2b-095d-4826-834e-c5714938a78f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:32:46.517325 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417', 'code': 200} Dec 20 17:32:46.522809 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-85c2902f-eee5-41ad-a2a1-66c3fde81cd1 req-f5a4962a-0cf4-48fd-a94d-1fe3aaaef5df tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542209 Dec 20 17:32:46.559016 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b989942a-2494-425f-bcd4-64adf586e417,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:46.715573 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e018e7d-5f1f-491f-958f-caa9ec9bafed req-2577c6ae-950a-4e14-a71e-2a35dc42a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:46.717080 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0e018e7d-5f1f-491f-958f-caa9ec9bafed req-2577c6ae-950a-4e14-a71e-2a35dc42a4d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 1098 time: 0.0404203 Dec 20 17:32:46.768628 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0e018e7d-5f1f-491f-958f-caa9ec9bafed req-81fa2267-ffac-42d9-8242-0b6f2cf0f4c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447164 Dec 20 17:32:47.670991 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c78879-beb9-4814-8af3-6da8a6f4873c req-45cd843f-e041-48a8-8fa2-f8cad9b8a269 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:47.673483 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-74c78879-beb9-4814-8af3-6da8a6f4873c req-45cd843f-e041-48a8-8fa2-f8cad9b8a269 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 945 time: 0.0645456 Dec 20 17:32:47.734624 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-74c78879-beb9-4814-8af3-6da8a6f4873c req-8c3ff202-6f49-42cb-8a6f-dffac51c3e04 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539420 Dec 20 17:32:48.848976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e6a70-c0d7-4167-917c-46e9e9141253 req-397afd98-5b89-4d37-a921-36734566d37d tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:48.850478 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-335e6a70-c0d7-4167-917c-46e9e9141253 req-397afd98-5b89-4d37-a921-36734566d37d tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 945 time: 0.0482504 Dec 20 17:32:48.902104 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-335e6a70-c0d7-4167-917c-46e9e9141253 req-87e3341a-599e-49ce-98bf-563d1423d63e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456703 Dec 20 17:32:49.015880 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45eb7b-1dcb-4e20-be60-fbabab36cc04 req-a183476f-e40d-4cfa-8aa6-dc8efea53943 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:49.017243 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a45eb7b-1dcb-4e20-be60-fbabab36cc04 req-a183476f-e40d-4cfa-8aa6-dc8efea53943 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 945 time: 0.0487056 Dec 20 17:32:49.066087 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-3a45eb7b-1dcb-4e20-be60-fbabab36cc04 req-92733349-8a21-4ef8-8b36-1d21f0ca2e90 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429335 Dec 20 17:32:49.087579 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:32:49.125512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f7c25-2dda-4394-8302-1d976d53a135 tempest-TestSnapshotPattern-1604025456 tempest-TestSnapshotPattern-1604025456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:49.127014 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-a30f7c25-2dda-4394-8302-1d976d53a135 tempest-TestSnapshotPattern-1604025456 tempest-TestSnapshotPattern-1604025456-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 1093 time: 0.0384679 Dec 20 17:32:49.129682 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 56846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:32:49.134480 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Request body: {'floatingip': {'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'port_id': 'b989942a-2494-425f-bcd4-64adf586e417', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:32:49.156895 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for floatingip, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:49.253458 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:49.346296 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:32:49.356771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Allocated IP 172.26.1.201 (77fd5335-c03d-4b54-ba31-dcf92a808927/2995bd6d-b4a3-4d3a-acb9-ecc170585017/fb674096-c1af-454e-b943-4d434ca67967) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:32:49.456842 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for port, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:49.493123 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771522134218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:49.530457 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Network 77fd5335-c03d-4b54-ba31-dcf92a808927 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:32:49.533247 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:32:49.536608 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:32:49.563973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'Port': ['ID=fb674096-c1af-454e-b943-4d434ca67967,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:49.891368 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:49.957938 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:50.101127 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for port, precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:50.105877 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4185165'] for port, after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:50.171513 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event updated for resources: {'Port': ['ID=fb674096-c1af-454e-b943-4d434ca67967,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:50.195239 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534214'] for floatingip, after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:50.312810 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Floating IP f20e85a3-09c6-49cb-ab61-70678e58b545 associated. External IP: 172.26.1.201, port: b989942a-2494-425f-bcd4-64adf586e417. Dec 20 17:32:50.516153 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Router 3658312f-356b-4088-806f-65a23d68a481 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:32:50.618634 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:32:50.628181 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] Sync routers for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:32:50.636769 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:50.638947 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:32:50.639567 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:32:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:32:50.664202 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-9cb2bed0-7bc7-4c19-904b-538657c13f6e tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5335226 Dec 20 17:32:50.664925 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:32:50.667198 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8e1e15e2eaebf9a65369aa78112f3d2e97ae6052e785ea64e501c776bd9d699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9173be85-0540-4ef7-a27f-7784572417cc" -d '{"events": [{"name": "network-changed", "server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "tag": "b989942a-2494-425f-bcd4-64adf586e417"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:32:50.707372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed69922c-6331-4698-8f10-926b260e21aa x-openstack-request-id: req-ed69922c-6331-4698-8f10-926b260e21aa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:32:50.707669 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "tag": "b989942a-2494-425f-bcd4-64adf586e417", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:32:50.707926 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed69922c-6331-4698-8f10-926b260e21aa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:32:50.708329 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417', 'status': 'completed', 'code': 200} Dec 20 17:32:50.745734 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:32:50.769770 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173be85-0540-4ef7-a27f-7784572417cc req-b596176d-a0de-41c8-85f3-d60f0b151eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:50.771284 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9173be85-0540-4ef7-a27f-7784572417cc req-b596176d-a0de-41c8-85f3-d60f0b151eab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 1098 time: 0.0404623 Dec 20 17:32:50.864533 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173be85-0540-4ef7-a27f-7784572417cc req-c5c0e5ce-a165-40ff-b310-5e811b50750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:50.866710 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9173be85-0540-4ef7-a27f-7784572417cc req-c5c0e5ce-a165-40ff-b310-5e811b50750d service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.0883350 Dec 20 17:32:50.932967 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9173be85-0540-4ef7-a27f-7784572417cc req-4406a40b-a601-421f-9f9d-f14e1df03358 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b989942a-2494-425f-bcd4-64adf586e417 HTTP/1.1" status: 200 len: 999 time: 0.0597191 Dec 20 17:32:50.970676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9323f912-61fc-4858-a53d-8ebdb818b574', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.224', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:14Z', 'updated_at': '2021-12-20T17:30:16Z', 'revision_number': 1, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}, {'id': 'f20e85a3-09c6-49cb-ab61-70678e58b545', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'b989942a-2494-425f-bcd4-64adf586e417', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:eb:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310b0604-c06c-480e-8da8-8c6d6181844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:32:49Z', 'updated_at': '2021-12-20T17:32:49Z', 'revision_number': 0, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:32:50.984374 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173be85-0540-4ef7-a27f-7784572417cc req-2cdcd804-085c-4cfb-9eb4-93f95ea4d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:50.985824 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9173be85-0540-4ef7-a27f-7784572417cc req-2cdcd804-085c-4cfb-9eb4-93f95ea4d638 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0453205 Dec 20 17:32:50.996994 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] Checking router: 3658312f-356b-4088-806f-65a23d68a481 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:32:51.006222 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:32:51.006876 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:32:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:32:51.042089 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173be85-0540-4ef7-a27f-7784572417cc req-1e6b76df-8696-4b0a-9424-e3878d9167f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:51.043534 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9173be85-0540-4ef7-a27f-7784572417cc req-1e6b76df-8696-4b0a-9424-e3878d9167f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436957 Dec 20 17:32:51.114565 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:32:51.132155 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9173be85-0540-4ef7-a27f-7784572417cc req-0e45ac17-291c-4d4e-b5d8-21a5ba87b69c service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806012 Dec 20 17:32:51.345892 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9323f912-61fc-4858-a53d-8ebdb818b574', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.224', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:14Z', 'updated_at': '2021-12-20T17:30:16Z', 'revision_number': 1, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}, {'id': 'f20e85a3-09c6-49cb-ab61-70678e58b545', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'b989942a-2494-425f-bcd4-64adf586e417', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:eb:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310b0604-c06c-480e-8da8-8c6d6181844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:32:49Z', 'updated_at': '2021-12-20T17:32:49Z', 'revision_number': 0, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:32:51.373024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f30ac-1b0c-4c84-9ce9-f95e6ff5dc93 None None] The sync data for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv is: [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9323f912-61fc-4858-a53d-8ebdb818b574', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.224', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:14Z', 'updated_at': '2021-12-20T17:30:16Z', 'revision_number': 1, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}, {'id': 'f20e85a3-09c6-49cb-ab61-70678e58b545', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'b989942a-2494-425f-bcd4-64adf586e417', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:eb:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310b0604-c06c-480e-8da8-8c6d6181844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:32:49Z', 'updated_at': '2021-12-20T17:32:49Z', 'revision_number': 0, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:32:51.585365 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da1a6b-f881-4d0f-bf55-bd50a02837dc None None] New status for floating IP f20e85a3-09c6-49cb-ab61-70678e58b545: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:32:51.586241 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-9173be85-0540-4ef7-a27f-7784572417cc req-8b4a8f9e-48e2-4e90-91a8-7499bd5fdcde service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469900 Dec 20 17:32:55.223687 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a2baccf-b68a-4245-8476-b024bbe69c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:57.878116 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf281620-49db-41e2-b42e-444ad4632b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:58.700889 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:00.258501 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:00.953635 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:14.937427 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:25.218843 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-824aaf95-eaee-42d9-bba6-8170af61daca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:26.345204 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:33:27.880992 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4d5459c-0a64-45d1-8633-3a3ba4785f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:28.703033 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:30.261316 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:30.956382 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:44.299291 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-1aa64bfe-5bba-4448-8413-ad90edd8f35d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413127 Dec 20 17:33:44.381516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-f65d468d-0854-4dca-9222-211f5a94c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:44.383036 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-f65d468d-0854-4dca-9222-211f5a94c6f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1096 time: 0.0417678 Dec 20 17:33:44.490792 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-6d3f7417-a1c6-4743-94e5-53eaa0b144f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:44.492194 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-6d3f7417-a1c6-4743-94e5-53eaa0b144f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.0890858 Dec 20 17:33:44.559470 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-6a163dea-ccae-435b-aacb-331b69391094 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 200 len: 999 time: 0.0599597 Dec 20 17:33:44.607134 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-d5f64a6a-a5fc-424e-8bda-6fd4a89846d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:44.608557 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-d5f64a6a-a5fc-424e-8bda-6fd4a89846d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0425694 Dec 20 17:33:44.653846 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-d8f29dbf-7c16-42e7-a540-c10108c25a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:44.656373 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-d8f29dbf-7c16-42e7-a540-c10108c25a46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404677 Dec 20 17:33:44.747784 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-e2f68c74-caae-4a92-9e4f-6e8031417e0b service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842328 Dec 20 17:33:44.834012 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-159c8d3c-6a0d-4164-9686-c033e5d10797 req-02d66b18-1ea2-44df-850c-85e0521b2ccd service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795007 Dec 20 17:33:44.937074 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:55.223891 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-309bbfc2-f23b-4cd3-b483-fe8dc5adf445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:57.882351 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3825-d3e9-4d21-9713-7a8f0236c05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:58.706585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:00.264897 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:00.957331 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:03.343727 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:34:14.667000 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b989942a-2494-425f-bcd4-64adf586e417 details requested by agent hyperv_hv-neutron-8223 with host hv-neutron-8223 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:34:14.762969 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b989942a-2494-425f-bcd4-64adf586e417,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:14.774086 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Returning: {'device': 'b989942a-2494-425f-bcd4-64adf586e417', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'port_id': 'b989942a-2494-425f-bcd4-64adf586e417', 'mac_address': 'fa:16:3e:eb:25:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:34:14.975344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:14.978660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:14.989008 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b989942a-2494-425f-bcd4-64adf586e417 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:34:15.010573 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b989942a-2494-425f-bcd4-64adf586e417,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:15.014681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:15.065977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b989942a-2494-425f-bcd4-64adf586e417,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:15.074002 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.074377 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.074721 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.075055 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.075384 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.075709 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.076034 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.076357 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.076681 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.077001 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.077322 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.077645 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.077962 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:15.118497 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] get_ports_and_sgs() called for port_ids ['b989942a-2494-425f-bcd4-64adf586e417'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:34:16.679950 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b989942a-2494-425f-bcd4-64adf586e417 up at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:34:16.779500 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Provisioning complete for port b989942a-2494-425f-bcd4-64adf586e417 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:34:16.780229 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16486610'] for port, provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:16.924063 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:16.962886 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:34:16.985954 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b989942a-2494-425f-bcd4-64adf586e417,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:16.994358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:17.028910 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d480e9e66b1a4a83a574dc699ef8361295644087ea572a56281e952a7f3b9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75d8517-fdf1-4f32-a08e-42e8af8d09b5" -d '{"events": [{"server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "name": "network-vif-plugged", "status": "completed", "tag": "b989942a-2494-425f-bcd4-64adf586e417"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:34:17.082407 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b989942a-2494-425f-bcd4-64adf586e417,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:17.217505 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9797681a-a37f-4746-9791-342099a8af3b x-openstack-request-id: req-9797681a-a37f-4746-9791-342099a8af3b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:34:17.217929 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "name": "network-vif-plugged", "status": "completed", "tag": "b989942a-2494-425f-bcd4-64adf586e417", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:34:17.218324 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9797681a-a37f-4746-9791-342099a8af3b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:34:17.218828 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417', 'code': 200} Dec 20 17:34:25.227726 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85f21194-df5f-4f24-825a-fe203d7b3a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:26.570986 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 57054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:26.740432 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Deleting port fb674096-c1af-454e-b943-4d434ca67967 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:26.740767 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:26.824049 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:26.824417 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:26.839976 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Calling delete_port for fb674096-c1af-454e-b943-4d434ca67967 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:27.024989 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:27.051626 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event deleted for resources: {'Port': ['ID=fb674096-c1af-454e-b943-4d434ca67967,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:27.083884 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.084150 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.084476 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.084818 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.085156 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.085488 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.085819 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.086151 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.086516 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.086843 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.087169 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.087496 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.087817 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:27.132602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for floatingip, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:27.132963 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.db.l3_db [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Floating IP f20e85a3-09c6-49cb-ab61-70678e58b545 disassociated (deleted). External IP: 172.26.1.201, port: b989942a-2494-425f-bcd4-64adf586e417. Dec 20 17:34:27.365960 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Router 3658312f-356b-4088-806f-65a23d68a481 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:34:27.481778 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:34:27.486874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:27.493059 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] Sync routers for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:34:27.503223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:34:27.503926 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:33:58Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:27.517136 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-f85de3ab-f835-499f-a16d-5500ab1f1cb2 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "DELETE /v2.0/floatingips/f20e85a3-09c6-49cb-ab61-70678e58b545 HTTP/1.1" status: 204 len: 168 time: 0.9449260 Dec 20 17:34:27.517724 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:34:27.568736 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db063bd0c503049c5b57239cb9373efd6df3f78795e99fb4a4f58b5223c4854c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d17c82-94e3-423a-afc5-42b83e991dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "tag": "b989942a-2494-425f-bcd4-64adf586e417"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:34:27.625202 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:34:27.679357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4f6733-256f-4799-acae-0f7901217e9f x-openstack-request-id: req-4a4f6733-256f-4799-acae-0f7901217e9f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:34:27.680324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "tag": "b989942a-2494-425f-bcd4-64adf586e417", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:34:27.680324 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a4f6733-256f-4799-acae-0f7901217e9f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:34:27.681661 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417', 'status': 'completed', 'code': 200} Dec 20 17:34:27.865866 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-ac3fdd76-1055-45de-8e06-1e89b548e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:27.867473 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-ac3fdd76-1055-45de-8e06-1e89b548e387 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 1098 time: 0.0990448 Dec 20 17:34:27.924923 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74eafa86-600b-4128-a5dc-6bc2d4a281d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:27.960076 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9323f912-61fc-4858-a53d-8ebdb818b574', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.224', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:14Z', 'updated_at': '2021-12-20T17:30:16Z', 'revision_number': 1, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:28.012589 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] Checking router: 3658312f-356b-4088-806f-65a23d68a481 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:34:28.028141 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f0056-7a89-43cd-b758-4ea1b0aff830 req-8c1e0623-9fb1-4556-af2c-8c5d2f16b1ab tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:28.028414 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:34:28.029660 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:34:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:28.032411 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d67f0056-7a89-43cd-b758-4ea1b0aff830 req-8c1e0623-9fb1-4556-af2c-8c5d2f16b1ab tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 945 time: 0.2066300 Dec 20 17:34:28.035898 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-d18550b6-ec4c-4bad-b7a0-6be9527c3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:28.038054 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-d18550b6-ec4c-4bad-b7a0-6be9527c3489 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.1616182 Dec 20 17:34:28.093926 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-46888a79-0d73-40c5-ade4-16d8726262ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b989942a-2494-425f-bcd4-64adf586e417 HTTP/1.1" status: 200 len: 217 time: 0.0476556 Dec 20 17:34:28.150033 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d67f0056-7a89-43cd-b758-4ea1b0aff830 req-d415e9e6-b0a5-439e-b502-1cdcbfbd8f21 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108558 Dec 20 17:34:28.163767 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:34:28.168757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-433979e0-f398-4ab6-9196-145cb6b0f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:28.170294 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-433979e0-f398-4ab6-9196-145cb6b0f827 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0681617 Dec 20 17:34:28.224120 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-65114c21-5517-47e3-889b-14a435440702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:28.225671 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-65114c21-5517-47e3-889b-14a435440702 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479226 Dec 20 17:34:28.337492 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-8359904c-2e78-4ae6-9909-156702ec4864 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034687 Dec 20 17:34:28.430955 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9323f912-61fc-4858-a53d-8ebdb818b574', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.224', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:14Z', 'updated_at': '2021-12-20T17:30:16Z', 'revision_number': 1, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:28.454125 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-d9d17c82-94e3-423a-afc5-42b83e991dfa req-b14cef59-7921-4f3e-ba02-c306608064a9 service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067672 Dec 20 17:34:28.464394 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c9268-a15b-4122-9e38-c29cb9cefc40 None None] The sync data for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv is: [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_floatingips': [{'id': '9323f912-61fc-4858-a53d-8ebdb818b574', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'floating_ip_address': '172.26.1.224', 'floating_network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'router_id': '3658312f-356b-4088-806f-65a23d68a481', 'port_id': 'c0542d12-d459-44de-986c-5a08a107cfae', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'mac_address': 'fa:16:3e:b4:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:14Z', 'updated_at': '2021-12-20T17:30:16Z', 'revision_number': 1, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:34:28.713905 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:28.718543 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b989942a-2494-425f-bcd4-64adf586e417 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:34:28.722200 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d576f-d76c-4f32-a807-86f0d1f59bce None None] New status for floating IP f20e85a3-09c6-49cb-ab61-70678e58b545: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:34:28.806013 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16298271'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:28.833154 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:34:28.835552 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d480e9e66b1a4a83a574dc699ef8361295644087ea572a56281e952a7f3b9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2e386d-ffaa-4ad5-a591-b12b42f46c89" -d '{"events": [{"server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "name": "network-vif-unplugged", "status": "completed", "tag": "b989942a-2494-425f-bcd4-64adf586e417"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:34:28.853810 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-561f0181-155c-4592-bd46-a638cb279943 None None] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b989942a-2494-425f-bcd4-64adf586e417,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:28.860855 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771522699587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771522134236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771522134254'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:28.899826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2523d988-21f8-4e9f-8998-6b5ca531c9e8 x-openstack-request-id: req-2523d988-21f8-4e9f-8998-6b5ca531c9e8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:34:28.900311 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "name": "network-vif-unplugged", "status": "completed", "tag": "b989942a-2494-425f-bcd4-64adf586e417", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:34:28.900723 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2523d988-21f8-4e9f-8998-6b5ca531c9e8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:34:28.901360 dv-neutron-822328-3-hyperv neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417', 'code': 200} Dec 20 17:34:28.942014 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Pushing event updated for resources: {'Port': ['ID=b989942a-2494-425f-bcd4-64adf586e417,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:29.273077 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63a0d-0c01-458f-9596-c3b0b4a27b1b req-a54fc153-2cc6-4d8f-a4d1-4f8686ddcb40 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:29.274654 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0fa63a0d-0c01-458f-9596-c3b0b4a27b1b req-a54fc153-2cc6-4d8f-a4d1-4f8686ddcb40 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 943 time: 0.0521421 Dec 20 17:34:29.362788 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-0fa63a0d-0c01-458f-9596-c3b0b4a27b1b req-7a1bea0e-c9d1-48a3-8140-5a2240f7744c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798936 Dec 20 17:34:29.376250 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37826a-b327-4944-9317-24fe0f92d546 req-3cd8a72d-5b9c-4ab2-a5e8-9edc9a7166db tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:29.377807 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cc37826a-b327-4944-9317-24fe0f92d546 req-3cd8a72d-5b9c-4ab2-a5e8-9edc9a7166db tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "GET /v2.0/ports?device_id=310b0604-c06c-480e-8da8-8c6d6181844a HTTP/1.1" status: 200 len: 943 time: 0.0785344 Dec 20 17:34:29.477192 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cc37826a-b327-4944-9317-24fe0f92d546 req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Deleting port b989942a-2494-425f-bcd4-64adf586e417 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:29.477546 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc37826a-b327-4944-9317-24fe0f92d546 req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:29.576007 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cc37826a-b327-4944-9317-24fe0f92d546 req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] For port b989942a-2494-425f-bcd4-64adf586e417, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=b989942a-2494-425f-bcd4-64adf586e417,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:29.576256 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc37826a-b327-4944-9317-24fe0f92d546 req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:29.590775 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cc37826a-b327-4944-9317-24fe0f92d546 req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Calling delete_port for b989942a-2494-425f-bcd4-64adf586e417 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:29.724056 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc37826a-b327-4944-9317-24fe0f92d546 req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:29.753568 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event deleted for resources: {'Port': ['ID=b989942a-2494-425f-bcd4-64adf586e417,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:29.794757 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc37826a-b327-4944-9317-24fe0f92d546 req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] No DVR routers for this DVR port b989942a-2494-425f-bcd4-64adf586e417 on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:34:29.797678 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc37826a-b327-4944-9317-24fe0f92d546 req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:29.801158 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-cc37826a-b327-4944-9317-24fe0f92d546 req-34c3eaed-dd42-4324-8880-b2134e536133 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "DELETE /v2.0/ports/b989942a-2494-425f-bcd4-64adf586e417 HTTP/1.1" status: 204 len: 173 time: 0.4176056 Dec 20 17:34:29.801638 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'name': 'network-vif-deleted', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:34:29.804024 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db063bd0c503049c5b57239cb9373efd6df3f78795e99fb4a4f58b5223c4854c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01cf5ac-ac0d-47ea-a67e-25a5973baea7" -d '{"events": [{"server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "name": "network-vif-deleted", "tag": "b989942a-2494-425f-bcd4-64adf586e417"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:34:29.843293 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c1175-b4c8-499a-916c-c8f832789e4e x-openstack-request-id: req-376c1175-b4c8-499a-916c-c8f832789e4e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:34:29.843598 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310b0604-c06c-480e-8da8-8c6d6181844a", "name": "network-vif-deleted", "tag": "b989942a-2494-425f-bcd4-64adf586e417", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:34:29.843854 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-376c1175-b4c8-499a-916c-c8f832789e4e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:34:29.844314 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310b0604-c06c-480e-8da8-8c6d6181844a', 'name': 'network-vif-deleted', 'tag': 'b989942a-2494-425f-bcd4-64adf586e417', 'status': 'completed', 'code': 200} Dec 20 17:34:30.285676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:30.960237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 57122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:30.978179 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:31.124821 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Deleting port b14dc887-1e7e-4efd-a034-130350e633a3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:31.125149 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:31.204756 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:31.204983 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:31.216991 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Calling delete_port for b14dc887-1e7e-4efd-a034-130350e633a3 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:31.364280 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:31.390547 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event deleted for resources: {'Port': ['ID=b14dc887-1e7e-4efd-a034-130350e633a3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:31.413930 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.414296 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.414642 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.414974 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.415303 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.415691 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.415956 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.416314 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.416638 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.416963 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.417278 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.417595 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.418003 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822328-3-hyperv {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:34:31.462520 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:31.462740 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.db.l3_db [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Floating IP 9323f912-61fc-4858-a53d-8ebdb818b574 disassociated (deleted). External IP: 172.26.1.224, port: c0542d12-d459-44de-986c-5a08a107cfae. Dec 20 17:34:31.674167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Router 3658312f-356b-4088-806f-65a23d68a481 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:34:31.784102 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:34:31.789400 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:31.794746 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] Sync routers for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:34:31.805461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:34:31.806062 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:34:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:31.817304 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-05411b5f-f301-43ed-b8b7-2a321f46314b tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "DELETE /v2.0/floatingips/9323f912-61fc-4858-a53d-8ebdb818b574 HTTP/1.1" status: 204 len: 168 time: 0.8559701 Dec 20 17:34:31.818035 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:34:31.865664 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c657391ece90f218909b775db93dcc137956e66526fb7aaf91b2fdfbf018315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "tag": "c0542d12-d459-44de-986c-5a08a107cfae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:34:31.916977 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:34:31.976002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5972652-fae2-4927-ac47-3f13326e7ddd x-openstack-request-id: req-f5972652-fae2-4927-ac47-3f13326e7ddd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:34:31.977002 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "tag": "c0542d12-d459-44de-986c-5a08a107cfae", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:34:31.977690 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5972652-fae2-4927-ac47-3f13326e7ddd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:34:31.978455 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae', 'status': 'completed', 'code': 200} Dec 20 17:34:32.041122 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-89bc2124-c918-47ed-b4d9-cbe65104bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:32.042570 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-89bc2124-c918-47ed-b4d9-cbe65104bf99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 1096 time: 0.0433164 Dec 20 17:34:32.073552 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44516251-9dad-404d-8d91-e5c34f94a3ce req-c51b0d57-05d8-4d36-8950-593c9c732283 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:32.075109 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-44516251-9dad-404d-8d91-e5c34f94a3ce req-c51b0d57-05d8-4d36-8950-593c9c732283 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 943 time: 0.0576766 Dec 20 17:34:32.135440 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [req-44516251-9dad-404d-8d91-e5c34f94a3ce req-b9c1a842-b0fa-4aaf-8b7b-d27708938718 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537498 Dec 20 17:34:32.139634 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:32.145372 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-2a8ae471-bd68-4aae-aaf9-01d21b8c4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:32.147434 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-2a8ae471-bd68-4aae-aaf9-01d21b8c4124 service neutron] 10.222.0.18 "GET /v2.0/networks?id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 200 len: 911 time: 0.0937328 Dec 20 17:34:32.170004 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] Checking router: 3658312f-356b-4088-806f-65a23d68a481 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:34:32.178625 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:34:32.179223 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:34:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:32.193258 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-52f75f18-c1af-4c0e-9fa0-8c554e320d1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 200 len: 217 time: 0.0357072 Dec 20 17:34:32.247541 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-18817402-760a-4c96-9d66-92c140d765ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:32.249047 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-18817402-760a-4c96-9d66-92c140d765ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 200 len: 849 time: 0.0491049 Dec 20 17:34:32.283395 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:34:32.297793 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-9c4b9b03-ed33-41b1-9b2d-b61ee699561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:32.299256 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-9c4b9b03-ed33-41b1-9b2d-b61ee699561c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417330 Dec 20 17:34:32.394661 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-ccec0156-b22d-40f9-980b-f847383168eb service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870011 Dec 20 17:34:32.488389 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-50b5c2ea-0a4e-4e6c-a63a-55f7bd8d88ae req-10bfedd0-eeee-4950-9205-d844e0afecff service neutron] 10.222.0.18 "GET /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861640 Dec 20 17:34:32.489673 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:32.520477 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a4e2d-0a4a-4c74-85cb-c5fe70dbd3a6 None None] The sync data for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv is: [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv', '_interfaces': [{'id': 'a8ee532d-1ee1-4086-bbe3-f252fe15d0fa', 'name': '', 'network_id': '36b1b39e-5150-4318-beb1-c5ff7ca0a9b9', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'mac_address': 'fa:16:3e:31:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:51Z', 'updated_at': '2021-12-20T17:29:57Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'subnets': [{'id': '07788a7d-f691-4dd4-9d3d-42b094a1f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:34:32.737220 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b989942a-2494-425f-bcd4-64adf586e417 no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:34:32.759319 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: b989942a-2494-425f-bcd4-64adf586e417 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:34:32.759640 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device b989942a-2494-425f-bcd4-64adf586e417 not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:34:32.787161 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87405524-e1e7-4349-a6c8-ba1f901751db None None] New status for floating IP 9323f912-61fc-4858-a53d-8ebdb818b574: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:34:33.254373 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876c475-3f30-468c-8812-399a6ef6e953 req-2994d7d4-967e-4859-a3ec-e23bb5cfe340 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:33.256472 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c876c475-3f30-468c-8812-399a6ef6e953 req-2994d7d4-967e-4859-a3ec-e23bb5cfe340 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 943 time: 0.0490737 Dec 20 17:34:33.310078 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-c876c475-3f30-468c-8812-399a6ef6e953 req-ccfbd5ec-b482-4905-b84e-c8621920aef9 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5630cad-5398-4fb4-972d-61140a39503a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476887 Dec 20 17:34:33.541039 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-6a367019-458f-44a3-9d32-dbc863263eee tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:33.542506 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-6a367019-458f-44a3-9d32-dbc863263eee tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 943 time: 0.0472841 Dec 20 17:34:33.629174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Deleting port c0542d12-d459-44de-986c-5a08a107cfae {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:33.629508 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:33.719223 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] For port c0542d12-d459-44de-986c-5a08a107cfae, host hv-neutron-8223, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8223',level=0,port_id=c0542d12-d459-44de-986c-5a08a107cfae,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:33.719577 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:33.732936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Calling delete_port for c0542d12-d459-44de-986c-5a08a107cfae owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:33.878864 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:33.909747 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event deleted for resources: {'Port': ['ID=c0542d12-d459-44de-986c-5a08a107cfae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:33.950189 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] No DVR routers for this DVR port c0542d12-d459-44de-986c-5a08a107cfae on host hv-neutron-8223 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:34:33.952783 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402229'] for port, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:33.956191 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-24446e69-9760-4b26-8d1a-7e6b5453ff5d req-ab036e95-6d21-4604-bed3-7918c57e634c tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.18 "DELETE /v2.0/ports/c0542d12-d459-44de-986c-5a08a107cfae HTTP/1.1" status: 204 len: 173 time: 0.4076924 Dec 20 17:34:33.956645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'name': 'network-vif-deleted', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:34:33.959622 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db063bd0c503049c5b57239cb9373efd6df3f78795e99fb4a4f58b5223c4854c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af072a5-4243-4de3-9ec7-42b9a2c12e7b" -d '{"events": [{"server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "name": "network-vif-deleted", "tag": "c0542d12-d459-44de-986c-5a08a107cfae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:34:33.997771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0d59be-94e3-4cdd-89c2-de862ea438c1 x-openstack-request-id: req-8f0d59be-94e3-4cdd-89c2-de862ea438c1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:34:33.998062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9848f6-6246-464d-8e09-ffa54b20b1fe", "name": "network-vif-deleted", "tag": "c0542d12-d459-44de-986c-5a08a107cfae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:34:33.998338 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f0d59be-94e3-4cdd-89c2-de862ea438c1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:34:33.998765 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9848f6-6246-464d-8e09-ffa54b20b1fe', 'name': 'network-vif-deleted', 'tag': 'c0542d12-d459-44de-986c-5a08a107cfae', 'status': 'completed', 'code': 200} Dec 20 17:34:34.423383 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [req-5c7e7069-2544-43da-b681-fe351c69a672 req-300cc578-f92b-4eb9-a2b8-f3028933d76f tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9848f6-6246-464d-8e09-ffa54b20b1fe HTTP/1.1" status: 200 len: 210 time: 0.0305340 Dec 20 17:34:35.482316 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 57144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:35.544651 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eed58d92-7979-4493-823f-9004d80a7317 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:35.570840 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eed58d92-7979-4493-823f-9004d80a7317 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:35.630721 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eed58d92-7979-4493-823f-9004d80a7317 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:35.633399 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eed58d92-7979-4493-823f-9004d80a7317 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:35.634904 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-eed58d92-7979-4493-823f-9004d80a7317 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] 10.222.0.60 "DELETE /v2.0/security-groups/d5630cad-5398-4fb4-972d-61140a39503a HTTP/1.1" status: 204 len: 168 time: 0.1514645 Dec 20 17:34:35.646898 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed58d92-7979-4493-823f-9004d80a7317 tempest-TestSnapshotPattern-1650174583 tempest-TestSnapshotPattern-1650174583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5630cad-5398-4fb4-972d-61140a39503a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:35.684278 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 57148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:36.026281 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:36.271772 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Deleting port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:36.272019 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:36.353113 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] For port a8ee532d-1ee1-4086-bbe3-f252fe15d0fa, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=a8ee532d-1ee1-4086-bbe3-f252fe15d0fa,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:36.353464 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:36.366961 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Calling delete_port for a8ee532d-1ee1-4086-bbe3-f252fe15d0fa owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:36.551009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:36.575651 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ee532d-1ee1-4086-bbe3-f252fe15d0fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:36.751575 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c0542d12-d459-44de-986c-5a08a107cfae no longer exists at agent hyperv_hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:34:36.758389 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:36.775604 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-561f0181-155c-4592-bd46-a638cb279943 None None] No Port match for: c0542d12-d459-44de-986c-5a08a107cfae {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:34:36.776031 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Device c0542d12-d459-44de-986c-5a08a107cfae not bound to the agent host hv-neutron-8223 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:34:37.350053 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Router 3658312f-356b-4088-806f-65a23d68a481 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:34:37.469984 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:34:37.475235 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-3ee3aa24-1670-4065-bb0b-fe7f3dd2e54b admin admin] 10.222.0.60 "PUT /v2.0/routers/3658312f-356b-4088-806f-65a23d68a481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7899218 Dec 20 17:34:37.478357 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 57150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:37.482620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] Sync routers for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:34:37.493811 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:34:37.494519 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:34:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:37.587554 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks [] for router, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:37.608053 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:34:37.724645 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:37.783082 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Deleting port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:37.784136 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:37.870334 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] For port 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:37.870605 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:37.883200 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Calling delete_port for 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:37.948036 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:34:36Z', 'revision_number': 5, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port': {'id': '0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658312f-356b-4088-806f-65a23d68a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:50Z', 'updated_at': '2021-12-20T17:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:37.974807 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] Checking router: 3658312f-356b-4088-806f-65a23d68a481 for host: dv-neutron-822328-3-hyperv {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:34:37.983425 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] Routers {'3658312f-356b-4088-806f-65a23d68a481'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:34:37.984044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:34:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['3658312f-356b-4088-806f-65a23d68a481'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:38.071402 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.072883 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] Set router 3658312f-356b-4088-806f-65a23d68a481 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:34:38.097760 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:38.130585 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85015c6b-3da3-4a55-bd87-4a7268238a9b None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:34:38.132794 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:34:37Z', 'revision_number': 6, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:38.162503 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.163513 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f720c15-b5e7-4b52-8e32-807fb17ad903 None None] The sync data for ids ['3658312f-356b-4088-806f-65a23d68a481'] in dv-neutron-822328-3-hyperv is: [{'id': '3658312f-356b-4088-806f-65a23d68a481', 'name': 'tempest-TestSnapshotPattern-2040313300-router', 'tenant_id': '3a13ee988f4b49f8abe32db84ab11f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:49Z', 'updated_at': '2021-12-20T17:34:37Z', 'revision_number': 6, 'project_id': '3a13ee988f4b49f8abe32db84ab11f52', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:34:38.259289 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.263936 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.320226 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.320923 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3658312f-356b-4088-806f-65a23d68a481 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:34:38.326971 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] Publish callbacks [] for router, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.328400 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-33776969-8f88-4da9-97ca-dd4c1c77ff5d admin admin] 10.222.0.60 "DELETE /v2.0/routers/3658312f-356b-4088-806f-65a23d68a481 HTTP/1.1" status: 204 len: 168 time: 0.8489463 Dec 20 17:34:38.330973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 57152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:38.376665 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab34fe3-63ad-40f1-9fed-259d99f5bca1 admin admin] Deleting subnet 07788a7d-f691-4dd4-9d3d-42b094a1f07b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:34:38.380336 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab34fe3-63ad-40f1-9fed-259d99f5bca1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.416602 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab34fe3-63ad-40f1-9fed-259d99f5bca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3607399'] for subnet, precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.497026 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab34fe3-63ad-40f1-9fed-259d99f5bca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.553771 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab34fe3-63ad-40f1-9fed-259d99f5bca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4185147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4190101'] for subnet, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.584801 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab34fe3-63ad-40f1-9fed-259d99f5bca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07788a7d-f691-4dd4-9d3d-42b094a1f07b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:38.588483 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab34fe3-63ad-40f1-9fed-259d99f5bca1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.594138 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-cab34fe3-63ad-40f1-9fed-259d99f5bca1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/07788a7d-f691-4dd4-9d3d-42b094a1f07b HTTP/1.1" status: 204 len: 168 time: 0.2597928 Dec 20 17:34:38.594512 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 57154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:38.600358 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b64bab-f05b-4f61-9ade-5b6ea882d640 None None] Network 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:34:38.670416 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.731390 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Deleting port 892b8a00-2b52-4882-9eb9-492cc84052c8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:38.731729 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.793378 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] For port 892b8a00-2b52-4882-9eb9-492cc84052c8, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=892b8a00-2b52-4882-9eb9-492cc84052c8,segment=NetworkSegment(62d1198e-2978-41c3-a62a-2c5aee540ae0),segment_id=62d1198e-2978-41c3-a62a-2c5aee540ae0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:38.794107 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.810473 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Calling delete_port for 892b8a00-2b52-4882-9eb9-492cc84052c8 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:38.892037 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:38.918982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=892b8a00-2b52-4882-9eb9-492cc84052c8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:38.922943 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] No DVR routers for this DVR port 892b8a00-2b52-4882-9eb9-492cc84052c8 on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:34:38.959344 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d1987e-2fcf-419e-a7a4-90d14b1e4d2f None None] DHCP port deletion for 36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:34:39.007185 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:39.027874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b1b39e-5150-4318-beb1-c5ff7ca0a9b9']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:39.037601 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d1198e-2978-41c3-a62a-2c5aee540ae0') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:39.037896 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d1198e-2978-41c3-a62a-2c5aee540ae0') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:39.048448 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:39.062773 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:39.069578 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:34:39.069962 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: warnings.warn(msg) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:34:39.071793 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:34:39.076341 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:34:39.128912 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:39.135031 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:39.138250 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/36b1b39e-5150-4318-beb1-c5ff7ca0a9b9 HTTP/1.1" status: 204 len: 168 time: 0.5429349 Dec 20 17:34:39.141475 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 57156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:39.149309 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f2f7-45ea-46a0-85e3-f543ce853fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b1b39e-5150-4318-beb1-c5ff7ca0a9b9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:39.505542 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534470'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:39.704698 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:34:39.725583 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:34:39.726189 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 0d4ceb12-b6fb-4bb0-b661-ab1a56e2883d not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:34:39.726648 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 892b8a00-2b52-4882-9eb9-492cc84052c8 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:34:39.745482 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 892b8a00-2b52-4882-9eb9-492cc84052c8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:34:39.745829 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 892b8a00-2b52-4882-9eb9-492cc84052c8 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:34:39.746246 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a8ee532d-1ee1-4086-bbe3-f252fe15d0fa no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:34:39.748760 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Deleting port 524287bc-9ff6-487d-9107-ebf3069e9298 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:39.749097 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:39.764766 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: a8ee532d-1ee1-4086-bbe3-f252fe15d0fa {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:34:39.765044 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device a8ee532d-1ee1-4086-bbe3-f252fe15d0fa not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:34:39.831277 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] For port 524287bc-9ff6-487d-9107-ebf3069e9298, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=524287bc-9ff6-487d-9107-ebf3069e9298,segment=NetworkSegment(02394a27-9542-4d04-9c09-89cd89cfa6ac),segment_id=02394a27-9542-4d04-9c09-89cd89cfa6ac)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:39.831630 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:39.844324 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Calling delete_port for 524287bc-9ff6-487d-9107-ebf3069e9298 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:40.025799 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:40.052204 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Pushing event deleted for resources: {'Port': ['ID=524287bc-9ff6-487d-9107-ebf3069e9298,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:40.220243 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536406'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:40.343119 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:34:40.441925 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 has already been hosted by L3 agent 579afca6-30fa-4779-b27e-2cb6412799ed {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:34:40.548465 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] Notify agent at l3_agent.dv-neutron-822328-3-hyperv the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:34:40.554279 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-58788873-6e40-47d4-9ab0-7e4fa998b47e admin admin] 10.222.0.60 "PUT /v2.0/routers/8087c3d1-7f47-476a-8b6f-6b62521af5b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4117508 Dec 20 17:34:40.556850 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 57158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:40.557806 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] Sync routers for ids ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'] in dv-neutron-822328-3-hyperv {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:34:40.567262 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] Routers {'8087c3d1-7f47-476a-8b6f-6b62521af5b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:34:40.568471 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:34:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:40.661206 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:40.671230 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] Set router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 gateway port host: dv-neutron-822328-3-hyperv {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:34:40.770775 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:40.827471 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Deleting port 8b0789e3-c77f-4979-adec-0a64947f39e5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:40.827805 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:40.854422 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'external_fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:34:39Z', 'revision_number': 5, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'gw_port': {'id': '8b0789e3-c77f-4979-adec-0a64947f39e5', 'name': '', 'network_id': '77fd5335-c03d-4b54-ba31-dcf92a808927', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822328-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2995bd6d-b4a3-4d3a-acb9-ecc170585017', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822328-3-hyperv'}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:40.880303 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] Checking router: 8087c3d1-7f47-476a-8b6f-6b62521af5b3 for host: dv-neutron-822328-3-hyperv {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:34:40.892944 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] Routers {'8087c3d1-7f47-476a-8b6f-6b62521af5b3'} bound to L3 agent in host dv-neutron-822328-3-hyperv {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:34:40.893538 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822328-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T16:27:57Z,description=,heartbeat_timestamp=2021-12-20T17:34:28Z,host='dv-neutron-822328-3-hyperv',id=579afca6-30fa-4779-b27e-2cb6412799ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T16:27:57Z,topic='l3_agent')) {'router_ids': ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:40.912752 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] For port 8b0789e3-c77f-4979-adec-0a64947f39e5, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=8b0789e3-c77f-4979-adec-0a64947f39e5,segment=NetworkSegment(4ffaf655-6097-4f37-a182-1a8750d59dba),segment_id=4ffaf655-6097-4f37-a182-1a8750d59dba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:40.913036 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:40.925159 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Calling delete_port for 8b0789e3-c77f-4979-adec-0a64947f39e5 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:40.981867 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] Set router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:34:41.045032 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:34:40Z', 'revision_number': 6, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'gw_port_host': None}], 'dv-neutron-822328-3-hyperv', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:41.162238 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1c7bf-cac6-4290-84f4-b45b79df1d1b None None] The sync data for ids ['8087c3d1-7f47-476a-8b6f-6b62521af5b3'] in dv-neutron-822328-3-hyperv is: [{'id': '8087c3d1-7f47-476a-8b6f-6b62521af5b3', 'name': 'tempest-TestSnapshotPattern-2098033447-router', 'tenant_id': '9d09ada5dd8f4e44956a03410347e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:29:54Z', 'updated_at': '2021-12-20T17:34:40Z', 'revision_number': 6, 'project_id': '9d09ada5dd8f4e44956a03410347e60e', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:34:41.417241 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26677517'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.440734 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0789e3-c77f-4979-adec-0a64947f39e5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:41.457961 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b78d432-bd01-486c-9b10-6ad0df282d1a None None] DHCP port deletion for 77fd5335-c03d-4b54-ba31-dcf92a808927 request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:34:41.509588 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534028'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.603050 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240314'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.605357 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.649557 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534693'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.650086 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8087c3d1-7f47-476a-8b6f-6b62521af5b3 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:34:41.654516 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.655744 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-d8796160-20f2-4415-a954-3e5fc878ff69 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8087c3d1-7f47-476a-8b6f-6b62521af5b3 HTTP/1.1" status: 204 len: 168 time: 1.0979981 Dec 20 17:34:41.658237 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 57160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:41.702223 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-686a45cb-9179-4658-bbd5-99a978db9272 admin admin] Deleting subnet 8ddf2051-2613-452e-b29a-4a6cc0baec7d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:34:41.705279 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686a45cb-9179-4658-bbd5-99a978db9272 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.743167 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686a45cb-9179-4658-bbd5-99a978db9272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25387069'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.816965 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686a45cb-9179-4658-bbd5-99a978db9272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16483236'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.868579 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686a45cb-9179-4658-bbd5-99a978db9272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26677616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983425'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.898429 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a45cb-9179-4658-bbd5-99a978db9272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ddf2051-2613-452e-b29a-4a6cc0baec7d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:41.902081 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-686a45cb-9179-4658-bbd5-99a978db9272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.907459 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-686a45cb-9179-4658-bbd5-99a978db9272 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8ddf2051-2613-452e-b29a-4a6cc0baec7d HTTP/1.1" status: 204 len: 168 time: 0.2460763 Dec 20 17:34:41.907844 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 57162) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:41.911241 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a92abda-7351-4df8-bd39-293ba4fd07d8 None None] Network 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa requested from dv-neutron-822328-3-hyperv {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:34:41.976103 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8b0789e3-c77f-4979-adec-0a64947f39e5 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:34:41.993713 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16453919'] for network, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:41.999676 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 8b0789e3-c77f-4979-adec-0a64947f39e5 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:34:42.000088 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 8b0789e3-c77f-4979-adec-0a64947f39e5 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:34:42.000508 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 524287bc-9ff6-487d-9107-ebf3069e9298 no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:34:42.037121 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 524287bc-9ff6-487d-9107-ebf3069e9298 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:34:42.037468 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 524287bc-9ff6-487d-9107-ebf3069e9298 not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:34:42.049836 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Deleting port 10ad8844-40a4-4004-8898-e47b0d53be9e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:42.050184 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.118674 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] For port 10ad8844-40a4-4004-8898-e47b0d53be9e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=10ad8844-40a4-4004-8898-e47b0d53be9e,segment=NetworkSegment(02394a27-9542-4d04-9c09-89cd89cfa6ac),segment_id=02394a27-9542-4d04-9c09-89cd89cfa6ac)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:42.119025 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.123163 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5bdaae-2636-4a8a-b50c-21072f7de9d5 None None] DHCP port deletion for 55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa request from dv-neutron-822328-3-hyperv {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:34:42.134422 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Calling delete_port for 10ad8844-40a4-4004-8898-e47b0d53be9e owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:42.178558 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ae5bdaae-2636-4a8a-b50c-21072f7de9d5 None None] Deleting port 10ad8844-40a4-4004-8898-e47b0d53be9e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:34:42.179256 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae5bdaae-2636-4a8a-b50c-21072f7de9d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771522642890'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.225980 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4185158'] for port, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.247117 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ae5bdaae-2636-4a8a-b50c-21072f7de9d5 None None] For port 10ad8844-40a4-4004-8898-e47b0d53be9e, host dv-neutron-822328-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822328-3-hyperv',level=0,port_id=10ad8844-40a4-4004-8898-e47b0d53be9e,segment=NetworkSegment(02394a27-9542-4d04-9c09-89cd89cfa6ac),segment_id=02394a27-9542-4d04-9c09-89cd89cfa6ac)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:34:42.247620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae5bdaae-2636-4a8a-b50c-21072f7de9d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531985'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.252982 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Pushing event deleted for resources: {'Port': ['ID=10ad8844-40a4-4004-8898-e47b0d53be9e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:42.257588 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] No DVR routers for this DVR port 10ad8844-40a4-4004-8898-e47b0d53be9e on host dv-neutron-822328-3-hyperv {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:34:42.261043 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ae5bdaae-2636-4a8a-b50c-21072f7de9d5 None None] Calling delete_port for 10ad8844-40a4-4004-8898-e47b0d53be9e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:34:42.327672 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16483881', 'neutron.services.segments.db._delete_segments_for_network-8771522683612'] for network, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:34:42.334904 dv-neutron-822328-3-hyperv neutron-server[103326]: self.session.flush() Dec 20 17:34:42.341207 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae5bdaae-2636-4a8a-b50c-21072f7de9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16301266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771522699569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771522134227'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.358009 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:42.367092 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bdaae-2636-4a8a-b50c-21072f7de9d5 None None] Pushing event deleted for resources: {'Port': ['ID=10ad8844-40a4-4004-8898-e47b0d53be9e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:42.367551 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02394a27-9542-4d04-9c09-89cd89cfa6ac') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:42.367847 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.services.segments.db [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02394a27-9542-4d04-9c09-89cd89cfa6ac') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:34:42.368919 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5bdaae-2636-4a8a-b50c-21072f7de9d5 None None] No DVR routers for this DVR port 10ad8844-40a4-4004-8898-e47b0d53be9e on host dv-neutron-822328-3-hyperv {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:34:42.386038 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771522687717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3607406'] for segment, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.400731 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059'] for segment, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.406730 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:34:42.407174 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16480059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4185233'] for segment, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: Traceback (most recent call last): Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: timer() Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: cb(*args, **kw) Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: return func(*args, **kwargs) Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: self._notify() Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: self.callback(batched_events) Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: event.method(event) Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: return f(self, *a, **k) Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._get(url).json() Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: return self.request(url, 'GET', **kwargs) Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:34:42.408838 dv-neutron-822328-3-hyperv neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:34:42.462609 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16483874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534224'] for network, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.467973 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Publish callbacks [] for network, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.471280 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] 10.222.0.60 "DELETE /v2.0/networks/55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa HTTP/1.1" status: 204 len: 168 time: 0.5624299 Dec 20 17:34:42.482494 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca8b4d-f346-49e7-a77d-b91a8828a13a admin admin] Pushing event deleted for resources: {'Network': ['ID=55dbdf9a-de49-4ccf-b7d6-cc803a7a1efa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:42.632045 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 57166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:42.670064 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-2f796376-8f4b-43eb-b767-2b03c8fe43c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a13ee988f4b49f8abe32db84ab11f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368686 Dec 20 17:34:42.672686 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 57168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:42.723463 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-310cc16b-8dbf-4d76-af40-21bf223441ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.744062 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-310cc16b-8dbf-4d76-af40-21bf223441ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.788874 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-310cc16b-8dbf-4d76-af40-21bf223441ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.791629 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-310cc16b-8dbf-4d76-af40-21bf223441ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:42.792774 dv-neutron-822328-3-hyperv neutron-server[103324]: INFO neutron.wsgi [None req-310cc16b-8dbf-4d76-af40-21bf223441ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c30ab56a-07cb-4191-88b2-145b771e836f HTTP/1.1" status: 204 len: 168 time: 0.1192205 Dec 20 17:34:42.801027 dv-neutron-822328-3-hyperv neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cc16b-8dbf-4d76-af40-21bf223441ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ab56a-07cb-4191-88b2-145b771e836f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:43.106955 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 57174) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:43.147733 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-7f6f92da-1d80-4690-96ef-d8517b7d7c55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d09ada5dd8f4e44956a03410347e60e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396101 Dec 20 17:34:43.150575 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.60', 57176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:34:43.199711 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-644e0bc3-efed-4ff3-afa7-ad78b48b33ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:43.220885 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-644e0bc3-efed-4ff3-afa7-ad78b48b33ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:43.269272 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-644e0bc3-efed-4ff3-afa7-ad78b48b33ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681419'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:43.271813 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-644e0bc3-efed-4ff3-afa7-ad78b48b33ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:43.272980 dv-neutron-822328-3-hyperv neutron-server[103325]: INFO neutron.wsgi [None req-644e0bc3-efed-4ff3-afa7-ad78b48b33ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b3190e5-64e6-449b-8194-7dc59c4ce6bd HTTP/1.1" status: 204 len: 168 time: 0.1213405 Dec 20 17:34:43.281358 dv-neutron-822328-3-hyperv neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e0bc3-efed-4ff3-afa7-ad78b48b33ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3190e5-64e6-449b-8194-7dc59c4ce6bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:34:43.702461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 10ad8844-40a4-4004-8898-e47b0d53be9e no longer exists at agent ovs-agent-dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:34:43.729716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] No Port match for: 10ad8844-40a4-4004-8898-e47b0d53be9e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:34:43.730047 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Device 10ad8844-40a4-4004-8898-e47b0d53be9e not bound to the agent host dv-neutron-822328-3-hyperv {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:34:44.949157 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:55.229781 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67441430-d109-41d8-974b-f0e5c922ff25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:57.887666 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d0bfc9b-7e2a-49de-8358-f6eed155be70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:58.713471 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:00.273959 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:00.961108 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:14.962795 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:17.342202 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:35:25.233689 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb53816c-c59d-4f86-93a8-30d60b4be6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:27.889609 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69587687-6af7-42bf-9bf0-94c94120ce04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:28.717517 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:30.278826 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:30.964218 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:44.972563 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:54.341771 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:35:55.244825 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1b6baf5-cee4-4c14-897c-2e84f878ad22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:57.894010 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-886ec991-4025-4b74-bc64-cb2e9f13d8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:58.720716 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:00.282035 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:00.977863 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:14.991793 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.236620 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-550732df-e0ce-41b7-aac5-613b9ea97033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:27.895621 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3bef0bf-b5bc-42df-a1eb-cfadc1ee281f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:28.722662 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:30.283526 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:30.972569 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:31.340411 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:36:45.004806 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:55.240514 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86d27532-0847-432a-a4f6-879091bb3ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:57.899267 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b39f8dd6-4537-409e-93d5-0b4eed68ffe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:58.726024 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:00.288286 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:00.983406 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:08.338567 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:37:15.021945 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:25.243400 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee8299da-2bb2-4bad-affa-a46bb4a6dd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:27.902111 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebd193bf-e849-42ec-8625-7814b90a3e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:28.726760 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:30.289548 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:30.976314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:45.019122 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:45.339904 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:37:55.246831 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c341e2ad-3a40-4ba8-bf3e-8eb8080f73e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:57.903715 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7991a8f2-5cb0-4d49-a64a-3ab17490f0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:58.730753 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:00.291216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:00.980587 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:15.016273 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:22.339590 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:38:25.248399 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac6049e5-8256-438e-ba9e-d5fa8f333423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:27.905171 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87b74ba5-b3ac-40e7-bd5e-4d13c17c9a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:28.733018 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:30.295243 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:30.983551 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:45.052473 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:55.249212 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad28c110-acb3-4c22-bcc8-d05efacbecc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:57.905906 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b7c8-0c7f-4837-a094-dd13b93e8106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:58.735999 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:59.338490 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:39:00.298314 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:00.986512 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:15.052161 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:25.251216 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a7e75b1a-f9e9-46d9-8aa4-e25530cdc5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:27.907682 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bf37cdc-568f-4927-8d97-37c24546f2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:28.739234 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:30.302873 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:30.989611 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:36.336871 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:39:45.062461 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:55.253397 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74414972-3cdf-4929-9a8a-6ab00404b4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:57.909159 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f970b88-1aa2-4dbe-828c-784ff0ec9b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:58.744613 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307c9d82-9f7f-4234-95c8-9cc648ed6f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:00.303928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1447dc49-a74d-4766-bc2b-596ea82f7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:00.991928 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4938ae82-9e5e-481f-9bb4-a08b9d48ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:13.335544 dv-neutron-822328-3-hyperv neutron-server[103327]: DEBUG neutron.db.agents_db [None req-0d6b90d5-b5d2-4831-ac20-cb967ea6ab8d None None] Agent healthcheck: found 6 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:40:15.057163 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-561f0181-155c-4592-bd46-a638cb279943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:25.256750 dv-neutron-822328-3-hyperv neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c63f61c-b3c8-4df3-ab9c-b736fcd432c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771522683594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16486499'] for agent, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}